[ 603.931383] env[69663]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69663) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 603.931723] env[69663]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69663) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 603.931849] env[69663]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69663) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 603.932151] env[69663]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 604.028627] env[69663]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69663) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 604.038651] env[69663]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69663) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 604.642607] env[69663]: INFO nova.virt.driver [None req-bf566305-57a6-4388-bf2b-f77391d751d6 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 604.714557] env[69663]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.714721] env[69663]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.714837] env[69663]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69663) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 607.951201] env[69663]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-48237f21-dc99-401e-a72c-0b0de47c27c7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.966950] env[69663]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69663) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 607.967104] env[69663]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-ce6a0898-d9fe-42fa-929e-81e340d635a0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.999922] env[69663]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 92f38. [ 608.000065] env[69663]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.285s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.000611] env[69663]: INFO nova.virt.vmwareapi.driver [None req-bf566305-57a6-4388-bf2b-f77391d751d6 None None] VMware vCenter version: 7.0.3 [ 608.004054] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87dab8bf-4b67-403a-88f8-08cef1d3824c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.024970] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd7e455-f0a0-4e19-8b9c-6abcb5d4675d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.030948] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0e539d-5736-4c9b-ae7d-2216b5fa61bf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.037452] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7acb371-cccf-46ac-a51e-b22e2333d351 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.050416] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe0c4f1-3207-4e10-bd88-903508145e43 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.056326] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca63b497-3cea-4bd8-a889-cbd22b332383 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.087350] env[69663]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-18b627f1-87e1-461c-af3a-f038eb994e58 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.092819] env[69663]: DEBUG nova.virt.vmwareapi.driver [None req-bf566305-57a6-4388-bf2b-f77391d751d6 None None] Extension org.openstack.compute already exists. {{(pid=69663) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:224}} [ 608.095593] env[69663]: INFO nova.compute.provider_config [None req-bf566305-57a6-4388-bf2b-f77391d751d6 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 608.598628] env[69663]: DEBUG nova.context [None req-bf566305-57a6-4388-bf2b-f77391d751d6 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),dc89fa65-8b7b-40b0-ae13-afad3ea46d62(cell1) {{(pid=69663) load_cells /opt/stack/nova/nova/context.py:464}} [ 608.600731] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.600955] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.601663] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.602097] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] Acquiring lock "dc89fa65-8b7b-40b0-ae13-afad3ea46d62" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.602290] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] Lock "dc89fa65-8b7b-40b0-ae13-afad3ea46d62" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.603321] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] Lock "dc89fa65-8b7b-40b0-ae13-afad3ea46d62" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.622666] env[69663]: INFO dbcounter [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] Registered counter for database nova_cell0 [ 608.630533] env[69663]: INFO dbcounter [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] Registered counter for database nova_cell1 [ 608.633906] env[69663]: DEBUG oslo_db.sqlalchemy.engines [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69663) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 608.634527] env[69663]: DEBUG oslo_db.sqlalchemy.engines [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69663) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 608.638976] env[69663]: ERROR nova.db.main.api [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 608.638976] env[69663]: result = function(*args, **kwargs) [ 608.638976] env[69663]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 608.638976] env[69663]: return func(*args, **kwargs) [ 608.638976] env[69663]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 608.638976] env[69663]: result = fn(*args, **kwargs) [ 608.638976] env[69663]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 608.638976] env[69663]: return f(*args, **kwargs) [ 608.638976] env[69663]: File "/opt/stack/nova/nova/objects/service.py", line 553, in _db_service_get_minimum_version [ 608.638976] env[69663]: return db.service_get_minimum_version(context, binaries) [ 608.638976] env[69663]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 608.638976] env[69663]: _check_db_access() [ 608.638976] env[69663]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 608.638976] env[69663]: stacktrace = ''.join(traceback.format_stack()) [ 608.638976] env[69663]: [ 608.639966] env[69663]: ERROR nova.db.main.api [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 608.639966] env[69663]: result = function(*args, **kwargs) [ 608.639966] env[69663]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 608.639966] env[69663]: return func(*args, **kwargs) [ 608.639966] env[69663]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 608.639966] env[69663]: result = fn(*args, **kwargs) [ 608.639966] env[69663]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 608.639966] env[69663]: return f(*args, **kwargs) [ 608.639966] env[69663]: File "/opt/stack/nova/nova/objects/service.py", line 553, in _db_service_get_minimum_version [ 608.639966] env[69663]: return db.service_get_minimum_version(context, binaries) [ 608.639966] env[69663]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 608.639966] env[69663]: _check_db_access() [ 608.639966] env[69663]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 608.639966] env[69663]: stacktrace = ''.join(traceback.format_stack()) [ 608.639966] env[69663]: [ 608.640510] env[69663]: WARNING nova.objects.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] Failed to get minimum service version for cell dc89fa65-8b7b-40b0-ae13-afad3ea46d62 [ 608.640510] env[69663]: WARNING nova.objects.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 608.640929] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] Acquiring lock "singleton_lock" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.641104] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] Acquired lock "singleton_lock" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.641346] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] Releasing lock "singleton_lock" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.641661] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] Full set of CONF: {{(pid=69663) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 608.641804] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] ******************************************************************************** {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 608.641930] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] Configuration options gathered from: {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 608.642077] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 608.642272] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 608.642398] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] ================================================================================ {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 608.642604] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] allow_resize_to_same_host = True {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.642769] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] arq_binding_timeout = 300 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.642899] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] backdoor_port = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.643065] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] backdoor_socket = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.643200] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] block_device_allocate_retries = 60 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.643360] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] block_device_allocate_retries_interval = 3 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.643527] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cert = self.pem {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.643689] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.643854] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] compute_monitors = [] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.644030] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] config_dir = [] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.644210] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] config_drive_format = iso9660 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.644343] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.644508] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] config_source = [] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.644672] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] console_host = devstack {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.644835] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] control_exchange = nova {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.644994] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cpu_allocation_ratio = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.645167] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] daemon = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.645334] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] debug = True {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.645492] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] default_access_ip_network_name = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.645657] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] default_availability_zone = nova {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.645812] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] default_ephemeral_format = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.645971] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] default_green_pool_size = 1000 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.646227] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.646398] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] default_schedule_zone = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.646553] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] disk_allocation_ratio = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.646712] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] enable_new_services = True {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.646884] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] enabled_apis = ['osapi_compute'] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.647056] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] enabled_ssl_apis = [] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.647215] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] flat_injected = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.647372] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] force_config_drive = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.647529] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] force_raw_images = True {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.647696] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] graceful_shutdown_timeout = 5 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.647856] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] heal_instance_info_cache_interval = 60 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.648089] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] host = cpu-1 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.648318] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.648427] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.648584] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.648793] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.648953] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] instance_build_timeout = 0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.649125] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] instance_delete_interval = 300 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.649291] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] instance_format = [instance: %(uuid)s] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.649452] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] instance_name_template = instance-%08x {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.649607] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] instance_usage_audit = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.649768] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] instance_usage_audit_period = month {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.649927] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.650099] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.650265] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] internal_service_availability_zone = internal {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.650419] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] key = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.650576] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] live_migration_retry_count = 30 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.650741] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] log_color = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.650899] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] log_config_append = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.651072] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.651234] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] log_dir = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.651389] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] log_file = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.651515] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] log_options = True {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.651672] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] log_rotate_interval = 1 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.651834] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] log_rotate_interval_type = days {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.651995] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] log_rotation_type = none {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.652134] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.652257] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.652422] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.652582] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.652705] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.652862] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] long_rpc_timeout = 1800 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.653027] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] max_concurrent_builds = 10 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.653189] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] max_concurrent_live_migrations = 1 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.653350] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] max_concurrent_snapshots = 5 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.653505] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] max_local_block_devices = 3 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.653657] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] max_logfile_count = 30 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.653811] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] max_logfile_size_mb = 200 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.653967] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] maximum_instance_delete_attempts = 5 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.654146] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] metadata_listen = 0.0.0.0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.654318] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] metadata_listen_port = 8775 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.654485] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] metadata_workers = 2 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.654645] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] migrate_max_retries = -1 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.654808] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] mkisofs_cmd = genisoimage {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.655016] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.655154] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] my_ip = 10.180.1.21 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.655315] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] network_allocate_retries = 0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.655491] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.655654] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.655815] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] osapi_compute_listen_port = 8774 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.655978] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] osapi_compute_unique_server_name_scope = {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.656157] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] osapi_compute_workers = 2 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.656320] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] password_length = 12 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.656477] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] periodic_enable = True {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.656632] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] periodic_fuzzy_delay = 60 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.656793] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] pointer_model = usbtablet {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.656952] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] preallocate_images = none {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.657132] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] publish_errors = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.657255] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] pybasedir = /opt/stack/nova {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.657408] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] ram_allocation_ratio = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.657564] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] rate_limit_burst = 0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.657725] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] rate_limit_except_level = CRITICAL {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.657879] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] rate_limit_interval = 0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.658047] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] reboot_timeout = 0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.658213] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] reclaim_instance_interval = 0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.658359] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] record = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.658523] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] reimage_timeout_per_gb = 60 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.658683] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] report_interval = 120 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.658841] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] rescue_timeout = 0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.658996] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] reserved_host_cpus = 0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.659165] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] reserved_host_disk_mb = 0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.659322] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] reserved_host_memory_mb = 512 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.659478] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] reserved_huge_pages = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.659632] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] resize_confirm_window = 0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.659790] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] resize_fs_using_block_device = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.659946] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] resume_guests_state_on_host_boot = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.660126] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.660291] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] rpc_response_timeout = 60 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.660451] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] run_external_periodic_tasks = True {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.660616] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] running_deleted_instance_action = reap {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.660773] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.660930] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] running_deleted_instance_timeout = 0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.661101] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] scheduler_instance_sync_interval = 120 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.661272] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] service_down_time = 720 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.661440] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] servicegroup_driver = db {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.661596] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] shell_completion = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.661756] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] shelved_offload_time = 0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.661913] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] shelved_poll_interval = 3600 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.662093] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] shutdown_timeout = 0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.662260] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] source_is_ipv6 = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.662418] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] ssl_only = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.662670] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.663115] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] sync_power_state_interval = 600 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.663305] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] sync_power_state_pool_size = 1000 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.663481] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] syslog_log_facility = LOG_USER {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.663645] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] tempdir = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.663806] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] timeout_nbd = 10 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.663975] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] transport_url = **** {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.664153] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] update_resources_interval = 0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.664317] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] use_cow_images = True {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.664477] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] use_journal = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.664637] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] use_json = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.664799] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] use_rootwrap_daemon = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.664962] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] use_stderr = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.665136] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] use_syslog = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.665297] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vcpu_pin_set = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.665466] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vif_plugging_is_fatal = True {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.665634] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vif_plugging_timeout = 300 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.665797] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] virt_mkfs = [] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.665957] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] volume_usage_poll_interval = 0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.666131] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] watch_log_file = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.666302] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] web = /usr/share/spice-html5 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 608.666483] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_concurrency.disable_process_locking = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.666763] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.666943] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.667135] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.667304] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.667474] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.667637] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.667813] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api.auth_strategy = keystone {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.667978] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api.compute_link_prefix = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.668173] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.668345] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api.dhcp_domain = novalocal {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.668515] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api.enable_instance_password = True {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.668685] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api.glance_link_prefix = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.668836] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.669018] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.669185] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api.instance_list_per_project_cells = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.669347] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api.list_records_by_skipping_down_cells = True {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.669506] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api.local_metadata_per_cell = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.669671] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api.max_limit = 1000 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.669838] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api.metadata_cache_expiration = 15 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.670012] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api.neutron_default_tenant_id = default {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.670188] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api.response_validation = warn {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.670358] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api.use_neutron_default_nets = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.670526] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.670695] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.670854] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.671038] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.671216] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api.vendordata_dynamic_targets = [] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.671382] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api.vendordata_jsonfile_path = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.671573] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.671764] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.backend = dogpile.cache.memcached {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.671931] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.backend_argument = **** {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.672104] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.backend_expiration_time = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.672286] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.config_prefix = cache.oslo {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.672449] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.dead_timeout = 60.0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.672613] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.debug_cache_backend = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.672772] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.enable_retry_client = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.672933] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.enable_socket_keepalive = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.673114] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.enabled = True {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.673285] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.enforce_fips_mode = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.673451] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.expiration_time = 600 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.673611] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.hashclient_retry_attempts = 2 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.673777] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.673938] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.memcache_dead_retry = 300 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.674107] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.memcache_password = **** {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.674275] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.674437] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.674598] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.memcache_pool_maxsize = 10 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.674759] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.674923] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.memcache_sasl_enabled = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.675111] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.675279] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.675438] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.memcache_username = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.675602] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.proxies = [] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.675764] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.redis_db = 0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.675921] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.redis_password = **** {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.676103] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.676284] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.676464] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.redis_server = localhost:6379 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.676622] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.redis_socket_timeout = 1.0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.676780] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.redis_username = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.676941] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.retry_attempts = 2 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.677118] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.retry_delay = 0.0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.677284] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.socket_keepalive_count = 1 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.677449] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.socket_keepalive_idle = 1 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.677609] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.socket_keepalive_interval = 1 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.677765] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.tls_allowed_ciphers = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.677921] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.tls_cafile = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.678089] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.tls_certfile = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.678254] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.tls_enabled = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.678409] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cache.tls_keyfile = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.678574] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cinder.auth_section = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.678795] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cinder.auth_type = password {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.678903] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cinder.cafile = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.679093] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.679260] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cinder.certfile = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.679423] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cinder.collect_timing = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.679583] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cinder.cross_az_attach = True {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.679744] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cinder.debug = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.679901] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cinder.endpoint_template = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.680077] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cinder.http_retries = 3 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.680248] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cinder.insecure = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.680405] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cinder.keyfile = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.680575] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cinder.os_region_name = RegionOne {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.680742] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cinder.split_loggers = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.680903] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cinder.timeout = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.681105] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.681274] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] compute.cpu_dedicated_set = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.681433] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] compute.cpu_shared_set = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.681600] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] compute.image_type_exclude_list = [] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.681762] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.681923] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.682096] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.682263] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.682430] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.682589] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] compute.resource_provider_association_refresh = 300 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.682747] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.682905] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] compute.shutdown_retry_interval = 10 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.683095] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.683278] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] conductor.workers = 2 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.683495] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] console.allowed_origins = [] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.683615] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] console.ssl_ciphers = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.683783] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] console.ssl_minimum_version = default {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.683951] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] consoleauth.enforce_session_timeout = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.684131] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] consoleauth.token_ttl = 600 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.684302] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cyborg.cafile = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.684459] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cyborg.certfile = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.684619] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cyborg.collect_timing = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.684776] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cyborg.connect_retries = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.684935] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cyborg.connect_retry_delay = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.685101] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cyborg.endpoint_override = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.685266] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cyborg.insecure = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.685422] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cyborg.keyfile = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.685582] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cyborg.max_version = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.685737] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cyborg.min_version = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.685893] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cyborg.region_name = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.686060] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cyborg.retriable_status_codes = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.686221] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cyborg.service_name = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.686390] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cyborg.service_type = accelerator {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.686549] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cyborg.split_loggers = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.686706] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cyborg.status_code_retries = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.686861] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cyborg.status_code_retry_delay = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.687032] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cyborg.timeout = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.687215] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.687377] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] cyborg.version = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.687545] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] database.asyncio_connection = **** {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.687703] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] database.asyncio_slave_connection = **** {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.687869] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] database.backend = sqlalchemy {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.688048] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] database.connection = **** {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.688216] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] database.connection_debug = 0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.688382] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] database.connection_parameters = {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.688544] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] database.connection_recycle_time = 3600 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.688707] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] database.connection_trace = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.688902] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] database.db_inc_retry_interval = True {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.689030] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] database.db_max_retries = 20 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.689200] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] database.db_max_retry_interval = 10 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.689361] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] database.db_retry_interval = 1 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.689521] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] database.max_overflow = 50 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.689680] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] database.max_pool_size = 5 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.689838] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] database.max_retries = 10 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.690009] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.690175] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] database.mysql_wsrep_sync_wait = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.690333] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] database.pool_timeout = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.690495] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] database.retry_interval = 10 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.690649] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] database.slave_connection = **** {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.690809] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] database.sqlite_synchronous = True {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.690968] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] database.use_db_reconnect = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.691146] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api_database.asyncio_connection = **** {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.691307] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api_database.asyncio_slave_connection = **** {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.691471] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api_database.backend = sqlalchemy {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.691637] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api_database.connection = **** {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.691799] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api_database.connection_debug = 0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.691962] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api_database.connection_parameters = {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.692134] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api_database.connection_recycle_time = 3600 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.692297] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api_database.connection_trace = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.692459] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api_database.db_inc_retry_interval = True {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.692619] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api_database.db_max_retries = 20 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.692778] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api_database.db_max_retry_interval = 10 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.692937] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api_database.db_retry_interval = 1 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.693107] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api_database.max_overflow = 50 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.693273] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api_database.max_pool_size = 5 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.693432] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api_database.max_retries = 10 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.693603] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.693755] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.693910] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api_database.pool_timeout = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.694080] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api_database.retry_interval = 10 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.694240] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api_database.slave_connection = **** {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.694402] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] api_database.sqlite_synchronous = True {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.694579] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] devices.enabled_mdev_types = [] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.694753] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.694925] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.695096] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] ephemeral_storage_encryption.enabled = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.695266] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.695438] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] glance.api_servers = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.695601] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] glance.cafile = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.695759] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] glance.certfile = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.695920] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] glance.collect_timing = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.696088] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] glance.connect_retries = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.696252] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] glance.connect_retry_delay = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.696414] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] glance.debug = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.696580] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] glance.default_trusted_certificate_ids = [] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.696744] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] glance.enable_certificate_validation = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.696902] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] glance.enable_rbd_download = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.697097] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] glance.endpoint_override = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.697246] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] glance.insecure = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.697407] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] glance.keyfile = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.697568] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] glance.max_version = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.697725] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] glance.min_version = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.697889] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] glance.num_retries = 3 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.698078] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] glance.rbd_ceph_conf = {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.698244] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] glance.rbd_connect_timeout = 5 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.698413] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] glance.rbd_pool = {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.698581] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] glance.rbd_user = {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.698739] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] glance.region_name = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.698899] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] glance.retriable_status_codes = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.699070] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] glance.service_name = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.699245] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] glance.service_type = image {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.699413] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] glance.split_loggers = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.699573] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] glance.status_code_retries = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.699728] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] glance.status_code_retry_delay = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.699886] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] glance.timeout = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.700074] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.700244] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] glance.verify_glance_signatures = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.700403] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] glance.version = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.700569] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] guestfs.debug = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.700733] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] mks.enabled = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.701096] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.701295] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] image_cache.manager_interval = 2400 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.701465] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] image_cache.precache_concurrency = 1 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.701636] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] image_cache.remove_unused_base_images = True {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.701805] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.701975] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.702164] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] image_cache.subdirectory_name = _base {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.702342] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] ironic.api_max_retries = 60 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.702506] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] ironic.api_retry_interval = 2 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.702666] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] ironic.auth_section = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.702828] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] ironic.auth_type = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.702986] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] ironic.cafile = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.703157] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] ironic.certfile = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.703321] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] ironic.collect_timing = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.703484] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] ironic.conductor_group = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.703643] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] ironic.connect_retries = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.703802] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] ironic.connect_retry_delay = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.703959] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] ironic.endpoint_override = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.704133] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] ironic.insecure = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.704293] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] ironic.keyfile = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.704452] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] ironic.max_version = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.704609] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] ironic.min_version = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.704775] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] ironic.peer_list = [] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.704937] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] ironic.region_name = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.705105] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] ironic.retriable_status_codes = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.705272] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] ironic.serial_console_state_timeout = 10 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.705430] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] ironic.service_name = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.705596] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] ironic.service_type = baremetal {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.705756] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] ironic.shard = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.705918] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] ironic.split_loggers = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.706088] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] ironic.status_code_retries = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.706249] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] ironic.status_code_retry_delay = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.706406] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] ironic.timeout = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.706585] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.706745] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] ironic.version = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.706923] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.707113] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] key_manager.fixed_key = **** {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.707295] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.707454] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] barbican.barbican_api_version = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.707612] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] barbican.barbican_endpoint = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.707779] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] barbican.barbican_endpoint_type = public {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.707935] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] barbican.barbican_region_name = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.708104] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] barbican.cafile = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.708266] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] barbican.certfile = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.708426] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] barbican.collect_timing = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.708583] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] barbican.insecure = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.708738] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] barbican.keyfile = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.708899] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] barbican.number_of_retries = 60 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.709075] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] barbican.retry_delay = 1 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.709241] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] barbican.send_service_user_token = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.709400] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] barbican.split_loggers = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.709557] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] barbican.timeout = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.709717] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] barbican.verify_ssl = True {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.709874] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] barbican.verify_ssl_path = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.710058] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] barbican_service_user.auth_section = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.710235] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] barbican_service_user.auth_type = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.710396] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] barbican_service_user.cafile = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.710554] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] barbican_service_user.certfile = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.710716] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] barbican_service_user.collect_timing = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.710872] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] barbican_service_user.insecure = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.711045] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] barbican_service_user.keyfile = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.711215] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] barbican_service_user.split_loggers = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.711372] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] barbican_service_user.timeout = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.711538] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vault.approle_role_id = **** {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.711698] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vault.approle_secret_id = **** {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.711865] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vault.kv_mountpoint = secret {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.712034] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vault.kv_path = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.712205] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vault.kv_version = 2 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.712364] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vault.namespace = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.712522] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vault.root_token_id = **** {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.712678] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vault.ssl_ca_crt_file = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.712844] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vault.timeout = 60.0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.713022] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vault.use_ssl = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.713188] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.713359] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] keystone.auth_section = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.713522] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] keystone.auth_type = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.713679] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] keystone.cafile = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.713837] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] keystone.certfile = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.713996] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] keystone.collect_timing = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.714168] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] keystone.connect_retries = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.714328] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] keystone.connect_retry_delay = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.714486] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] keystone.endpoint_override = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.714644] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] keystone.insecure = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.714796] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] keystone.keyfile = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.714974] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] keystone.max_version = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.715115] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] keystone.min_version = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.715272] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] keystone.region_name = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.715430] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] keystone.retriable_status_codes = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.715613] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] keystone.service_name = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.715750] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] keystone.service_type = identity {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.715910] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] keystone.split_loggers = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.716076] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] keystone.status_code_retries = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.716239] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] keystone.status_code_retry_delay = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.716399] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] keystone.timeout = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.716603] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.716729] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] keystone.version = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.716930] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.connection_uri = {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.717106] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.cpu_mode = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.717279] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.717450] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.cpu_models = [] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.717617] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.cpu_power_governor_high = performance {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.717785] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.717948] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.cpu_power_management = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.718131] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.718295] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.device_detach_attempts = 8 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.718458] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.device_detach_timeout = 20 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.718621] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.disk_cachemodes = [] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.718778] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.disk_prefix = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.718941] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.enabled_perf_events = [] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.719114] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.file_backed_memory = 0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.719281] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.gid_maps = [] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.719438] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.hw_disk_discard = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.719596] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.hw_machine_type = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.719769] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.images_rbd_ceph_conf = {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.719932] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.720107] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.720276] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.images_rbd_glance_store_name = {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.720441] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.images_rbd_pool = rbd {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.720608] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.images_type = default {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.720768] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.images_volume_group = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.720928] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.inject_key = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.721102] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.inject_partition = -2 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.721266] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.inject_password = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.721426] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.iscsi_iface = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.721586] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.iser_use_multipath = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.721748] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.721912] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.722083] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.live_migration_downtime = 500 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.722249] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.722407] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.722565] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.live_migration_inbound_addr = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.722729] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.722890] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.723059] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.live_migration_scheme = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.723236] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.live_migration_timeout_action = abort {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.723399] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.live_migration_tunnelled = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.723557] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.live_migration_uri = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.723719] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.live_migration_with_native_tls = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.723925] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.max_queues = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.724046] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.724273] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.724433] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.nfs_mount_options = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.724728] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.724900] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.725079] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.725247] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.725410] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.725572] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.num_pcie_ports = 0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.725735] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.725899] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.pmem_namespaces = [] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.726065] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.quobyte_client_cfg = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.726365] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.726537] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.726701] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.726864] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.727035] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.rbd_secret_uuid = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.727198] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.rbd_user = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.727363] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.727533] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.727693] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.rescue_image_id = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.727852] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.rescue_kernel_id = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.728017] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.rescue_ramdisk_id = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.728196] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.728355] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.rx_queue_size = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.728519] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.smbfs_mount_options = {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.728809] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.728995] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.snapshot_compression = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.729174] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.snapshot_image_format = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.729396] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.729560] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.sparse_logical_volumes = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.729720] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.swtpm_enabled = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.729887] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.swtpm_group = tss {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.730067] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.swtpm_user = tss {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.730239] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.sysinfo_serial = unique {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.730398] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.tb_cache_size = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.730557] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.tx_queue_size = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.730722] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.uid_maps = [] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.730885] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.use_virtio_for_bridges = True {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.731065] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.virt_type = kvm {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.731242] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.volume_clear = zero {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.731408] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.volume_clear_size = 0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.731575] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.volume_use_multipath = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.731735] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.vzstorage_cache_path = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.731902] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.732088] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.732260] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.732429] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.732717] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.732909] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.vzstorage_mount_user = stack {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.733091] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.733275] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] neutron.auth_section = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.733451] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] neutron.auth_type = password {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.733616] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] neutron.cafile = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.733778] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] neutron.certfile = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.733940] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] neutron.collect_timing = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.734113] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] neutron.connect_retries = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.734276] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] neutron.connect_retry_delay = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.734445] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] neutron.default_floating_pool = public {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.734604] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] neutron.endpoint_override = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.734766] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] neutron.extension_sync_interval = 600 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.734927] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] neutron.http_retries = 3 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.735100] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] neutron.insecure = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.735262] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] neutron.keyfile = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.735422] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] neutron.max_version = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.735594] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.735749] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] neutron.min_version = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.735916] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] neutron.ovs_bridge = br-int {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.736092] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] neutron.physnets = [] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.736265] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] neutron.region_name = RegionOne {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.736425] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] neutron.retriable_status_codes = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.736593] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] neutron.service_metadata_proxy = True {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.736752] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] neutron.service_name = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.736919] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] neutron.service_type = network {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.737109] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] neutron.split_loggers = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.737274] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] neutron.status_code_retries = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.737432] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] neutron.status_code_retry_delay = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.737591] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] neutron.timeout = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.737780] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.737941] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] neutron.version = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.738133] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] notifications.bdms_in_notifications = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.738308] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] notifications.default_level = INFO {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.738489] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] notifications.notification_format = unversioned {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.738655] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] notifications.notify_on_state_change = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.738829] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.739014] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] pci.alias = [] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.739192] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] pci.device_spec = [] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.739359] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] pci.report_in_placement = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.739533] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] placement.auth_section = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.739704] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] placement.auth_type = password {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.739870] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.740042] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] placement.cafile = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.740208] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] placement.certfile = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.740370] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] placement.collect_timing = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.740527] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] placement.connect_retries = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.740682] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] placement.connect_retry_delay = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.740837] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] placement.default_domain_id = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.740996] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] placement.default_domain_name = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.741167] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] placement.domain_id = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.741329] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] placement.domain_name = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.741488] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] placement.endpoint_override = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.741647] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] placement.insecure = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.741807] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] placement.keyfile = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.741967] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] placement.max_version = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.742141] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] placement.min_version = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.742312] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] placement.password = **** {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.742470] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] placement.project_domain_id = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.742635] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] placement.project_domain_name = Default {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.742801] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] placement.project_id = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.742970] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] placement.project_name = service {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.743151] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] placement.region_name = RegionOne {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.743315] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] placement.retriable_status_codes = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.743472] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] placement.service_name = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.743639] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] placement.service_type = placement {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.743804] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] placement.split_loggers = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.743961] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] placement.status_code_retries = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.744175] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] placement.status_code_retry_delay = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.744286] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] placement.system_scope = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.744445] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] placement.timeout = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.744604] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] placement.trust_id = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.744759] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] placement.user_domain_id = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.744946] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] placement.user_domain_name = Default {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.745097] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] placement.user_id = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.745275] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] placement.username = nova {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.745455] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.745616] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] placement.version = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.745790] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] quota.cores = 20 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.745953] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] quota.count_usage_from_placement = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.746136] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.746311] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] quota.injected_file_content_bytes = 10240 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.746476] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] quota.injected_file_path_length = 255 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.746639] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] quota.injected_files = 5 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.746802] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] quota.instances = 10 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.746965] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] quota.key_pairs = 100 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.747150] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] quota.metadata_items = 128 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.747311] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] quota.ram = 51200 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.747473] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] quota.recheck_quota = True {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.747639] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] quota.server_group_members = 10 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.747800] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] quota.server_groups = 10 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.747970] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.748148] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.748310] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] scheduler.image_metadata_prefilter = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.748470] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.748630] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] scheduler.max_attempts = 3 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.748789] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] scheduler.max_placement_results = 1000 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.748951] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.749123] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.749286] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.749461] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] scheduler.workers = 2 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.749635] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.749801] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.749978] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.750158] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.750327] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.750490] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.750650] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.750836] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.751014] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] filter_scheduler.host_subset_size = 1 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.751184] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.751338] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.751498] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.751663] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] filter_scheduler.isolated_hosts = [] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.751827] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] filter_scheduler.isolated_images = [] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.751986] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.752159] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.752322] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.752482] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] filter_scheduler.pci_in_placement = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.752640] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.752798] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.752957] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.753129] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.753289] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.753447] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.753607] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] filter_scheduler.track_instance_changes = True {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.753777] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.753947] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] metrics.required = True {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.754124] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] metrics.weight_multiplier = 1.0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.754291] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.754455] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] metrics.weight_setting = [] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.754757] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.754945] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] serial_console.enabled = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.755120] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] serial_console.port_range = 10000:20000 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.755295] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.755463] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.755632] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] serial_console.serialproxy_port = 6083 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.755800] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] service_user.auth_section = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.755971] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] service_user.auth_type = password {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.756146] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] service_user.cafile = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.756308] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] service_user.certfile = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.756469] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] service_user.collect_timing = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.756629] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] service_user.insecure = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.756785] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] service_user.keyfile = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.756952] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] service_user.send_service_user_token = True {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.757143] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] service_user.split_loggers = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.757304] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] service_user.timeout = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.757470] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] spice.agent_enabled = True {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.757629] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] spice.enabled = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.757933] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.758151] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.758327] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] spice.html5proxy_port = 6082 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.758488] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] spice.image_compression = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.758648] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] spice.jpeg_compression = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.758805] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] spice.playback_compression = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.758972] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] spice.server_listen = 127.0.0.1 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.759153] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.759316] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] spice.streaming_mode = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.759474] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] spice.zlib_compression = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.759637] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] upgrade_levels.baseapi = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.759808] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] upgrade_levels.compute = auto {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.759971] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] upgrade_levels.conductor = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.760142] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] upgrade_levels.scheduler = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.760310] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.760471] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.760629] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vendordata_dynamic_auth.cafile = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.760785] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vendordata_dynamic_auth.certfile = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.760945] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.761116] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vendordata_dynamic_auth.insecure = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.761277] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.761438] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.761595] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vendordata_dynamic_auth.timeout = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.761767] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vmware.api_retry_count = 10 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.761924] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vmware.ca_file = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.762106] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.762277] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vmware.cluster_name = testcl1 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.762441] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vmware.connection_pool_size = 10 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.762599] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vmware.console_delay_seconds = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.762769] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vmware.datastore_regex = ^datastore.* {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.762974] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.763163] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vmware.host_password = **** {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.763333] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vmware.host_port = 443 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.763498] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vmware.host_username = administrator@vsphere.local {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.763666] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vmware.insecure = True {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.763823] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vmware.integration_bridge = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.763984] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vmware.maximum_objects = 100 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.764156] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vmware.pbm_default_policy = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.764318] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vmware.pbm_enabled = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.764478] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vmware.pbm_wsdl_location = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.764642] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.764798] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vmware.serial_port_proxy_uri = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.764953] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vmware.serial_port_service_uri = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.765130] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vmware.task_poll_interval = 0.5 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.765300] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vmware.use_linked_clone = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.765465] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vmware.vnc_keymap = en-us {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.765627] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vmware.vnc_port = 5900 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.765791] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vmware.vnc_port_total = 10000 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.765972] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vnc.auth_schemes = ['none'] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.766166] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vnc.enabled = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.766451] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.766634] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.766805] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vnc.novncproxy_port = 6080 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.767355] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vnc.server_listen = 127.0.0.1 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.767355] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.767355] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vnc.vencrypt_ca_certs = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.767527] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vnc.vencrypt_client_cert = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.767658] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vnc.vencrypt_client_key = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.767834] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.767997] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] workarounds.disable_deep_image_inspection = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.768173] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.768337] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.768495] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.768656] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] workarounds.disable_rootwrap = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.768819] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] workarounds.enable_numa_live_migration = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.768978] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.769155] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.769316] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.769477] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] workarounds.libvirt_disable_apic = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.769636] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.769840] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.769953] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.770129] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.770293] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.770451] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.770611] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.770770] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.770930] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.771107] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.771297] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.771465] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] wsgi.client_socket_timeout = 900 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.771630] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] wsgi.default_pool_size = 1000 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.771797] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] wsgi.keep_alive = True {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.771960] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] wsgi.max_header_line = 16384 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.772135] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.772299] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] wsgi.ssl_ca_file = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.772457] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] wsgi.ssl_cert_file = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.772614] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] wsgi.ssl_key_file = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.772778] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] wsgi.tcp_keepidle = 600 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.772955] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.773134] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] zvm.ca_file = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.773297] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] zvm.cloud_connector_url = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.773584] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.773760] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] zvm.reachable_timeout = 300 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.773944] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_policy.enforce_new_defaults = True {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.774330] env[69663]: WARNING oslo_config.cfg [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 608.774536] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_policy.enforce_scope = True {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.774682] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_policy.policy_default_rule = default {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.774857] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.775056] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_policy.policy_file = policy.yaml {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.775225] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.775387] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.775549] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.775709] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.775872] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.776051] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_policy.remote_timeout = 60.0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.776230] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.776405] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.776580] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] profiler.connection_string = messaging:// {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.776748] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] profiler.enabled = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.776917] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] profiler.es_doc_type = notification {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.777108] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] profiler.es_scroll_size = 10000 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.777274] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] profiler.es_scroll_time = 2m {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.777439] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] profiler.filter_error_trace = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.777605] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] profiler.hmac_keys = **** {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.777770] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] profiler.sentinel_service_name = mymaster {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.777932] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] profiler.socket_timeout = 0.1 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.778109] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] profiler.trace_requests = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.778270] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] profiler.trace_sqlalchemy = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.778452] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] profiler_jaeger.process_tags = {} {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.778605] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] profiler_jaeger.service_name_prefix = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.778765] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] profiler_otlp.service_name_prefix = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.778930] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] remote_debug.host = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.779099] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] remote_debug.port = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.779279] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.779443] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.779604] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.779765] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.779958] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.780094] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.780258] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.780418] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.780580] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.780747] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.780907] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.781088] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.781259] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.781423] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.781584] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.781749] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.781908] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.782080] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.782252] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.782411] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.782569] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.782733] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.782894] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.783067] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.783233] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.783392] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.783551] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.783711] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.783870] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.784038] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.784205] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_rabbit.ssl = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.784375] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.784540] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.784704] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.784869] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.785056] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.785226] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.785408] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.785578] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_notifications.retry = -1 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.785752] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.785920] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.786106] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_limit.auth_section = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.786276] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_limit.auth_type = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.786795] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_limit.cafile = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.786795] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_limit.certfile = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.786795] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_limit.collect_timing = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.786922] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_limit.connect_retries = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.787066] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_limit.connect_retry_delay = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.787226] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_limit.endpoint_id = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.787391] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.787548] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_limit.endpoint_override = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.787703] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_limit.endpoint_region_name = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.787860] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_limit.endpoint_service_name = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.788031] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_limit.endpoint_service_type = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.788205] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_limit.insecure = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.788362] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_limit.keyfile = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.788521] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_limit.max_version = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.788676] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_limit.min_version = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.788831] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_limit.region_name = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.788989] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_limit.retriable_status_codes = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.789164] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_limit.service_name = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.789322] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_limit.service_type = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.789483] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_limit.split_loggers = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.789645] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_limit.status_code_retries = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.789806] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_limit.status_code_retry_delay = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.789964] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_limit.timeout = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.790137] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_limit.valid_interfaces = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.790296] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_limit.version = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.790461] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_reports.file_event_handler = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.790623] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.790779] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] oslo_reports.log_dir = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.790948] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.791122] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.791283] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.791446] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.791607] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.791764] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.791932] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.792103] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vif_plug_ovs_privileged.group = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.792264] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.792428] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.792589] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.792745] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] vif_plug_ovs_privileged.user = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.792913] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.793101] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.793273] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.793439] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.793606] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.793777] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.793940] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.794113] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.794291] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.794461] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] os_vif_ovs.isolate_vif = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.794625] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.794788] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.794953] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.795131] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.795292] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] os_vif_ovs.per_port_bridge = False {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.795453] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] os_brick.lock_path = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.795614] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.795773] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.795940] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] privsep_osbrick.capabilities = [21] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.796108] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] privsep_osbrick.group = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.796265] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] privsep_osbrick.helper_command = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.796429] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.796591] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.796746] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] privsep_osbrick.user = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.796916] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.797098] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] nova_sys_admin.group = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.797252] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] nova_sys_admin.helper_command = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.797415] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.797575] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.797728] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] nova_sys_admin.user = None {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 608.797857] env[69663]: DEBUG oslo_service.backend.eventlet.service [None req-1153a6fc-caf8-4e40-9ce9-f520a731b313 None None] ******************************************************************************** {{(pid=69663) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 608.798361] env[69663]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 609.301807] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-479a78fb-f0e9-4237-847c-9b3f75d0fcbc None None] Getting list of instances from cluster (obj){ [ 609.301807] env[69663]: value = "domain-c8" [ 609.301807] env[69663]: _type = "ClusterComputeResource" [ 609.301807] env[69663]: } {{(pid=69663) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 609.303167] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743d653f-5cc5-4d8f-8466-96b7f4274861 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.312035] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-479a78fb-f0e9-4237-847c-9b3f75d0fcbc None None] Got total of 0 instances {{(pid=69663) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 609.312548] env[69663]: WARNING nova.virt.vmwareapi.driver [None req-479a78fb-f0e9-4237-847c-9b3f75d0fcbc None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 609.313006] env[69663]: INFO nova.virt.node [None req-479a78fb-f0e9-4237-847c-9b3f75d0fcbc None None] Generated node identity f2fb168a-c97f-41a4-9b18-725376271f6b [ 609.313244] env[69663]: INFO nova.virt.node [None req-479a78fb-f0e9-4237-847c-9b3f75d0fcbc None None] Wrote node identity f2fb168a-c97f-41a4-9b18-725376271f6b to /opt/stack/data/n-cpu-1/compute_id [ 609.816305] env[69663]: WARNING nova.compute.manager [None req-479a78fb-f0e9-4237-847c-9b3f75d0fcbc None None] Compute nodes ['f2fb168a-c97f-41a4-9b18-725376271f6b'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 610.821738] env[69663]: INFO nova.compute.manager [None req-479a78fb-f0e9-4237-847c-9b3f75d0fcbc None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 611.832028] env[69663]: WARNING nova.compute.manager [None req-479a78fb-f0e9-4237-847c-9b3f75d0fcbc None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 611.832028] env[69663]: DEBUG oslo_concurrency.lockutils [None req-479a78fb-f0e9-4237-847c-9b3f75d0fcbc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.832028] env[69663]: DEBUG oslo_concurrency.lockutils [None req-479a78fb-f0e9-4237-847c-9b3f75d0fcbc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.832028] env[69663]: DEBUG oslo_concurrency.lockutils [None req-479a78fb-f0e9-4237-847c-9b3f75d0fcbc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.832028] env[69663]: DEBUG nova.compute.resource_tracker [None req-479a78fb-f0e9-4237-847c-9b3f75d0fcbc None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69663) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 611.832028] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9958053-b161-4ba3-b528-0090b8c3dbf9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.839494] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9db4119-d31a-4073-8f8a-0fdc2e558df6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.853161] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4ceff4-93cd-47f0-817d-eeae697f626d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.859286] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5c31ba-0247-4ee4-a897-87dbca7f4b9d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.889383] env[69663]: DEBUG nova.compute.resource_tracker [None req-479a78fb-f0e9-4237-847c-9b3f75d0fcbc None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180962MB free_disk=110GB free_vcpus=48 pci_devices=None {{(pid=69663) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 611.889752] env[69663]: DEBUG oslo_concurrency.lockutils [None req-479a78fb-f0e9-4237-847c-9b3f75d0fcbc None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.890123] env[69663]: DEBUG oslo_concurrency.lockutils [None req-479a78fb-f0e9-4237-847c-9b3f75d0fcbc None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.393047] env[69663]: WARNING nova.compute.resource_tracker [None req-479a78fb-f0e9-4237-847c-9b3f75d0fcbc None None] No compute node record for cpu-1:f2fb168a-c97f-41a4-9b18-725376271f6b: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host f2fb168a-c97f-41a4-9b18-725376271f6b could not be found. [ 612.896078] env[69663]: INFO nova.compute.resource_tracker [None req-479a78fb-f0e9-4237-847c-9b3f75d0fcbc None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: f2fb168a-c97f-41a4-9b18-725376271f6b [ 614.405401] env[69663]: DEBUG nova.compute.resource_tracker [None req-479a78fb-f0e9-4237-847c-9b3f75d0fcbc None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 614.405865] env[69663]: DEBUG nova.compute.resource_tracker [None req-479a78fb-f0e9-4237-847c-9b3f75d0fcbc None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 614.564296] env[69663]: INFO nova.scheduler.client.report [None req-479a78fb-f0e9-4237-847c-9b3f75d0fcbc None None] [req-b2df8b4e-8648-4e56-afda-8aaf5ee39670] Created resource provider record via placement API for resource provider with UUID f2fb168a-c97f-41a4-9b18-725376271f6b and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 614.584426] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec3db7e-ce2c-4464-ab5c-6f7a9ae75412 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.591966] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1588648e-a9a7-41e4-b2ac-389fcf8a786f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.626912] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6fd68b-0f3d-4fda-a851-014a4e8709e0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.634283] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a8e8c6-830a-42b8-828d-7b842dd30c57 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.647384] env[69663]: DEBUG nova.compute.provider_tree [None req-479a78fb-f0e9-4237-847c-9b3f75d0fcbc None None] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 615.185738] env[69663]: DEBUG nova.scheduler.client.report [None req-479a78fb-f0e9-4237-847c-9b3f75d0fcbc None None] Updated inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 615.185979] env[69663]: DEBUG nova.compute.provider_tree [None req-479a78fb-f0e9-4237-847c-9b3f75d0fcbc None None] Updating resource provider f2fb168a-c97f-41a4-9b18-725376271f6b generation from 0 to 1 during operation: update_inventory {{(pid=69663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 615.186150] env[69663]: DEBUG nova.compute.provider_tree [None req-479a78fb-f0e9-4237-847c-9b3f75d0fcbc None None] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 615.234157] env[69663]: DEBUG nova.compute.provider_tree [None req-479a78fb-f0e9-4237-847c-9b3f75d0fcbc None None] Updating resource provider f2fb168a-c97f-41a4-9b18-725376271f6b generation from 1 to 2 during operation: update_traits {{(pid=69663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 615.739268] env[69663]: DEBUG nova.compute.resource_tracker [None req-479a78fb-f0e9-4237-847c-9b3f75d0fcbc None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69663) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 615.739509] env[69663]: DEBUG oslo_concurrency.lockutils [None req-479a78fb-f0e9-4237-847c-9b3f75d0fcbc None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.849s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.739646] env[69663]: DEBUG nova.service [None req-479a78fb-f0e9-4237-847c-9b3f75d0fcbc None None] Creating RPC server for service compute {{(pid=69663) start /opt/stack/nova/nova/service.py:186}} [ 615.753625] env[69663]: DEBUG nova.service [None req-479a78fb-f0e9-4237-847c-9b3f75d0fcbc None None] Join ServiceGroup membership for this service compute {{(pid=69663) start /opt/stack/nova/nova/service.py:203}} [ 615.753812] env[69663]: DEBUG nova.servicegroup.drivers.db [None req-479a78fb-f0e9-4237-847c-9b3f75d0fcbc None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69663) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 620.756868] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 621.267692] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Getting list of instances from cluster (obj){ [ 621.267692] env[69663]: value = "domain-c8" [ 621.267692] env[69663]: _type = "ClusterComputeResource" [ 621.267692] env[69663]: } {{(pid=69663) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 621.268864] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af51aef-08f2-422f-8a7b-4dda41f4f9b6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.277260] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Got total of 0 instances {{(pid=69663) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 621.277447] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 621.277748] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Getting list of instances from cluster (obj){ [ 621.277748] env[69663]: value = "domain-c8" [ 621.277748] env[69663]: _type = "ClusterComputeResource" [ 621.277748] env[69663]: } {{(pid=69663) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 621.279122] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2f491a-0c7e-4fbe-ae3a-2846f043e19e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.285944] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Got total of 0 instances {{(pid=69663) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 656.001959] env[69663]: DEBUG oslo_concurrency.lockutils [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Acquiring lock "757ca1ff-c8bd-4db9-9234-3af69e69e28a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.002289] env[69663]: DEBUG oslo_concurrency.lockutils [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Lock "757ca1ff-c8bd-4db9-9234-3af69e69e28a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.508980] env[69663]: DEBUG nova.compute.manager [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 656.640326] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Acquiring lock "2865aeeb-8d72-40c2-a8cc-057df0318dab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.641629] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Lock "2865aeeb-8d72-40c2-a8cc-057df0318dab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.000934] env[69663]: DEBUG oslo_concurrency.lockutils [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Acquiring lock "1552b03f-709e-4f27-8193-c40d2f4f5828" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.000934] env[69663]: DEBUG oslo_concurrency.lockutils [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Lock "1552b03f-709e-4f27-8193-c40d2f4f5828" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.064636] env[69663]: DEBUG oslo_concurrency.lockutils [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.064636] env[69663]: DEBUG oslo_concurrency.lockutils [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.067473] env[69663]: INFO nova.compute.claims [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.149560] env[69663]: DEBUG nova.compute.manager [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 657.505621] env[69663]: DEBUG nova.compute.manager [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 657.681490] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.033447] env[69663]: DEBUG oslo_concurrency.lockutils [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.152196] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b71ce4b-2507-4c20-a794-9a5f25bd5731 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.161803] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ae6543-7ec7-42d7-b43e-b1e867366e42 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.197033] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73583518-5bba-44ae-9b3a-24637a43f152 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.204408] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f04ea4-a83d-43c1-86aa-803207222a40 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.217955] env[69663]: DEBUG nova.compute.provider_tree [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.722508] env[69663]: DEBUG nova.scheduler.client.report [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 659.233280] env[69663]: DEBUG oslo_concurrency.lockutils [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.233280] env[69663]: DEBUG nova.compute.manager [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 659.236491] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.555s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.238858] env[69663]: INFO nova.compute.claims [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.302067] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Acquiring lock "a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.302067] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Lock "a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.739185] env[69663]: DEBUG nova.compute.utils [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 659.740630] env[69663]: DEBUG nova.compute.manager [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 659.743180] env[69663]: DEBUG nova.network.neutron [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 659.807906] env[69663]: DEBUG nova.compute.manager [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 660.151914] env[69663]: DEBUG nova.policy [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24d0297eba6849589ca0ff1784f295b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4252444148214697b6aac51e590a1b01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 660.248670] env[69663]: DEBUG nova.compute.manager [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 660.347222] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.377125] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f565b5-deda-4296-9f0a-ea430f3f9c52 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.395768] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf71901-ef4c-4ca0-aecd-024b07a37a65 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.436791] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed1200c-eeb4-4073-a2bc-2299e7822c6f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.450039] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e25ab5f-fe1b-4ed1-beca-a3428ca5c514 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.465477] env[69663]: DEBUG nova.compute.provider_tree [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.791984] env[69663]: DEBUG nova.network.neutron [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Successfully created port: 583cff26-0813-4dfe-b978-b4d65e3ca895 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.972907] env[69663]: DEBUG nova.scheduler.client.report [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 661.264224] env[69663]: DEBUG nova.compute.manager [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 661.298500] env[69663]: DEBUG nova.virt.hardware [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 661.298753] env[69663]: DEBUG nova.virt.hardware [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 661.298951] env[69663]: DEBUG nova.virt.hardware [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.299167] env[69663]: DEBUG nova.virt.hardware [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 661.299315] env[69663]: DEBUG nova.virt.hardware [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.299463] env[69663]: DEBUG nova.virt.hardware [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 661.299708] env[69663]: DEBUG nova.virt.hardware [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 661.299867] env[69663]: DEBUG nova.virt.hardware [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 661.300347] env[69663]: DEBUG nova.virt.hardware [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 661.300525] env[69663]: DEBUG nova.virt.hardware [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 661.300696] env[69663]: DEBUG nova.virt.hardware [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 661.301590] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62168318-ca32-455e-a109-17f23f8a9bc3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.309858] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d524e0b-018f-4363-9abe-a09ed8df2e55 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.334069] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94d0178-5d0b-4c29-bfbf-319d5f6a913f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.480308] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.244s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.480925] env[69663]: DEBUG nova.compute.manager [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 661.484788] env[69663]: DEBUG oslo_concurrency.lockutils [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.452s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.486282] env[69663]: INFO nova.compute.claims [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 661.519546] env[69663]: DEBUG oslo_concurrency.lockutils [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquiring lock "1d2d49f3-0406-467b-95b7-22d38c24dcf5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.519857] env[69663]: DEBUG oslo_concurrency.lockutils [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Lock "1d2d49f3-0406-467b-95b7-22d38c24dcf5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.996039] env[69663]: DEBUG nova.compute.utils [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 662.000677] env[69663]: DEBUG nova.compute.manager [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 662.000942] env[69663]: DEBUG nova.network.neutron [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 662.024972] env[69663]: DEBUG nova.compute.manager [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 662.168038] env[69663]: DEBUG nova.policy [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '749a186fe6ca402e8dc57dbfac7b261f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4436bb8f00584397936c76104ddcf475', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 662.501776] env[69663]: DEBUG nova.compute.manager [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 662.555099] env[69663]: DEBUG oslo_concurrency.lockutils [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.623803] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fe069e-b161-40ed-8f55-ff55344b4c04 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.632923] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbed0f2d-4948-4d52-a6db-0e1621d5fa14 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.668305] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0bdf63-cab6-4a46-b409-9e566270d7a7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.676471] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18440009-de36-4b27-90cf-2f976601e514 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.690859] env[69663]: DEBUG nova.compute.provider_tree [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.171131] env[69663]: DEBUG nova.network.neutron [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Successfully created port: f4a05c40-0c0e-4114-bb61-c91ae2b05472 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 663.194760] env[69663]: DEBUG nova.scheduler.client.report [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 663.521057] env[69663]: DEBUG nova.compute.manager [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 663.558949] env[69663]: DEBUG nova.virt.hardware [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 663.559226] env[69663]: DEBUG nova.virt.hardware [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 663.559434] env[69663]: DEBUG nova.virt.hardware [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.559558] env[69663]: DEBUG nova.virt.hardware [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 663.559699] env[69663]: DEBUG nova.virt.hardware [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.562232] env[69663]: DEBUG nova.virt.hardware [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 663.562457] env[69663]: DEBUG nova.virt.hardware [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 663.562628] env[69663]: DEBUG nova.virt.hardware [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 663.562801] env[69663]: DEBUG nova.virt.hardware [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 663.563175] env[69663]: DEBUG nova.virt.hardware [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 663.563175] env[69663]: DEBUG nova.virt.hardware [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 663.564029] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aae4202-d547-4758-9bce-a301b96ee48b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.573506] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67350c9d-f062-4cc8-982d-42d927df828d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.702191] env[69663]: DEBUG oslo_concurrency.lockutils [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.217s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.702701] env[69663]: DEBUG nova.compute.manager [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 663.705274] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.359s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.710401] env[69663]: INFO nova.compute.claims [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.791692] env[69663]: DEBUG nova.network.neutron [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Successfully updated port: 583cff26-0813-4dfe-b978-b4d65e3ca895 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.092843] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 664.092843] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 664.092843] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Starting heal instance info cache {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 664.092843] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Rebuilding the list of instances to heal {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 664.217063] env[69663]: DEBUG nova.compute.utils [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 664.223566] env[69663]: DEBUG nova.compute.manager [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 664.223822] env[69663]: DEBUG nova.network.neutron [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 664.299534] env[69663]: DEBUG oslo_concurrency.lockutils [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Acquiring lock "refresh_cache-757ca1ff-c8bd-4db9-9234-3af69e69e28a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.299678] env[69663]: DEBUG oslo_concurrency.lockutils [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Acquired lock "refresh_cache-757ca1ff-c8bd-4db9-9234-3af69e69e28a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.299830] env[69663]: DEBUG nova.network.neutron [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 664.558204] env[69663]: DEBUG nova.policy [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a3bf33bff7f455092ba897e4d141c2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae61357978594e669d043e83d20b3593', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 664.596286] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Skipping network cache update for instance because it is Building. {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 664.596484] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Skipping network cache update for instance because it is Building. {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 664.596599] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Skipping network cache update for instance because it is Building. {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 664.596671] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Skipping network cache update for instance because it is Building. {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 664.596816] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Didn't find any instances for network info cache update. {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 664.596980] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 664.597240] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 664.597422] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 664.598078] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 664.598078] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 664.598078] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 664.601116] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69663) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 664.601116] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 664.691306] env[69663]: DEBUG oslo_concurrency.lockutils [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Acquiring lock "cd6d24ba-186f-42dd-a6e4-21cd10fee2c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.691306] env[69663]: DEBUG oslo_concurrency.lockutils [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Lock "cd6d24ba-186f-42dd-a6e4-21cd10fee2c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.721685] env[69663]: DEBUG nova.compute.manager [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 664.863100] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b1a11d-7a39-42dd-871e-9e74e90554d1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.875568] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bd7ba7-2563-41c5-b1be-9e24f9c15e89 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.908133] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16f4c5d-1fe7-4505-9799-6b6653905977 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.916412] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96c817c-0aee-4b4c-b60d-86705068321d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.931611] env[69663]: DEBUG nova.compute.provider_tree [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.944071] env[69663]: DEBUG nova.network.neutron [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 665.103322] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.195935] env[69663]: DEBUG nova.compute.manager [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 665.435613] env[69663]: DEBUG nova.scheduler.client.report [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 665.490036] env[69663]: DEBUG nova.network.neutron [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Updating instance_info_cache with network_info: [{"id": "583cff26-0813-4dfe-b978-b4d65e3ca895", "address": "fa:16:3e:ce:24:c6", "network": {"id": "29dd63b3-0f02-4534-b504-efa09b735a27", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1926748856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4252444148214697b6aac51e590a1b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap583cff26-08", "ovs_interfaceid": "583cff26-0813-4dfe-b978-b4d65e3ca895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.703140] env[69663]: DEBUG nova.compute.manager [req-20a4ba52-3ea9-4974-8d30-c331dbfdf017 req-ab83916e-7b85-4c09-a7f9-4d93833be55e service nova] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Received event network-vif-plugged-583cff26-0813-4dfe-b978-b4d65e3ca895 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 665.703389] env[69663]: DEBUG oslo_concurrency.lockutils [req-20a4ba52-3ea9-4974-8d30-c331dbfdf017 req-ab83916e-7b85-4c09-a7f9-4d93833be55e service nova] Acquiring lock "757ca1ff-c8bd-4db9-9234-3af69e69e28a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.703590] env[69663]: DEBUG oslo_concurrency.lockutils [req-20a4ba52-3ea9-4974-8d30-c331dbfdf017 req-ab83916e-7b85-4c09-a7f9-4d93833be55e service nova] Lock "757ca1ff-c8bd-4db9-9234-3af69e69e28a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.703751] env[69663]: DEBUG oslo_concurrency.lockutils [req-20a4ba52-3ea9-4974-8d30-c331dbfdf017 req-ab83916e-7b85-4c09-a7f9-4d93833be55e service nova] Lock "757ca1ff-c8bd-4db9-9234-3af69e69e28a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.703970] env[69663]: DEBUG nova.compute.manager [req-20a4ba52-3ea9-4974-8d30-c331dbfdf017 req-ab83916e-7b85-4c09-a7f9-4d93833be55e service nova] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] No waiting events found dispatching network-vif-plugged-583cff26-0813-4dfe-b978-b4d65e3ca895 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 665.704117] env[69663]: WARNING nova.compute.manager [req-20a4ba52-3ea9-4974-8d30-c331dbfdf017 req-ab83916e-7b85-4c09-a7f9-4d93833be55e service nova] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Received unexpected event network-vif-plugged-583cff26-0813-4dfe-b978-b4d65e3ca895 for instance with vm_state building and task_state spawning. [ 665.735163] env[69663]: DEBUG oslo_concurrency.lockutils [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.744050] env[69663]: DEBUG nova.compute.manager [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 665.773668] env[69663]: DEBUG nova.virt.hardware [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 665.773903] env[69663]: DEBUG nova.virt.hardware [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 665.774069] env[69663]: DEBUG nova.virt.hardware [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 665.774248] env[69663]: DEBUG nova.virt.hardware [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 665.774483] env[69663]: DEBUG nova.virt.hardware [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 665.774613] env[69663]: DEBUG nova.virt.hardware [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 665.775166] env[69663]: DEBUG nova.virt.hardware [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 665.775166] env[69663]: DEBUG nova.virt.hardware [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 665.775166] env[69663]: DEBUG nova.virt.hardware [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 665.775402] env[69663]: DEBUG nova.virt.hardware [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 665.775620] env[69663]: DEBUG nova.virt.hardware [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 665.777107] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf63794-49e8-459c-8848-ae9bdc403352 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.785785] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4867246-09dc-4a62-a6c2-dd623215fbe0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.935261] env[69663]: DEBUG nova.network.neutron [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Successfully created port: 66f9f865-73db-442d-becf-eec603b8d672 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 665.941143] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.236s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.941711] env[69663]: DEBUG nova.compute.manager [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 665.945522] env[69663]: DEBUG oslo_concurrency.lockutils [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.391s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.947078] env[69663]: INFO nova.compute.claims [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.999136] env[69663]: DEBUG oslo_concurrency.lockutils [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Releasing lock "refresh_cache-757ca1ff-c8bd-4db9-9234-3af69e69e28a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.999136] env[69663]: DEBUG nova.compute.manager [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Instance network_info: |[{"id": "583cff26-0813-4dfe-b978-b4d65e3ca895", "address": "fa:16:3e:ce:24:c6", "network": {"id": "29dd63b3-0f02-4534-b504-efa09b735a27", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1926748856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4252444148214697b6aac51e590a1b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap583cff26-08", "ovs_interfaceid": "583cff26-0813-4dfe-b978-b4d65e3ca895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 665.999269] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:24:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '583cff26-0813-4dfe-b978-b4d65e3ca895', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.022784] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 666.024371] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa4eee81-7efa-41e0-b248-3a55666709f3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.041132] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Created folder: OpenStack in parent group-v4. [ 666.041132] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Creating folder: Project (4252444148214697b6aac51e590a1b01). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 666.041132] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b11cb796-ab86-47c6-a5a6-757626866681 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.054843] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Created folder: Project (4252444148214697b6aac51e590a1b01) in parent group-v665133. [ 666.055239] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Creating folder: Instances. Parent ref: group-v665134. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 666.055530] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09581823-b6ad-4eef-a4c1-bb356bfa38d5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.065473] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Created folder: Instances in parent group-v665134. [ 666.065757] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.065987] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 666.066228] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d55d0c62-7628-4858-8492-06fbfe727a4e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.085665] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.085665] env[69663]: value = "task-3332106" [ 666.085665] env[69663]: _type = "Task" [ 666.085665] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.094247] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332106, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.266754] env[69663]: DEBUG nova.network.neutron [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Successfully updated port: f4a05c40-0c0e-4114-bb61-c91ae2b05472 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 666.447907] env[69663]: DEBUG nova.compute.utils [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 666.453194] env[69663]: DEBUG nova.compute.manager [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Not allocating networking since 'none' was specified. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 666.601053] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332106, 'name': CreateVM_Task} progress is 25%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.772845] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Acquiring lock "refresh_cache-2865aeeb-8d72-40c2-a8cc-057df0318dab" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.773103] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Acquired lock "refresh_cache-2865aeeb-8d72-40c2-a8cc-057df0318dab" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.773168] env[69663]: DEBUG nova.network.neutron [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 666.952705] env[69663]: DEBUG nova.compute.manager [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 667.105361] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332106, 'name': CreateVM_Task, 'duration_secs': 0.619615} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.105937] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 667.120542] env[69663]: DEBUG oslo_vmware.service [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7b32e7-cbeb-49e3-b938-88d755ff47c9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.127433] env[69663]: DEBUG oslo_concurrency.lockutils [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.127616] env[69663]: DEBUG oslo_concurrency.lockutils [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.129608] env[69663]: DEBUG oslo_concurrency.lockutils [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.129608] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca41485f-9114-418a-8a90-dc71585d3146 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.140458] env[69663]: DEBUG oslo_vmware.api [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Waiting for the task: (returnval){ [ 667.140458] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5250184f-74d8-e977-4f63-c19c3182e3f0" [ 667.140458] env[69663]: _type = "Task" [ 667.140458] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.150345] env[69663]: DEBUG oslo_vmware.api [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5250184f-74d8-e977-4f63-c19c3182e3f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.152291] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71a3614-bd3b-45ea-9a71-891d007205de {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.162988] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf122b4-f634-4153-a0f0-749877cdd68e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.199094] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e883bba-3831-4dbf-877f-a49fe0dc6679 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.212576] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af45105-7e13-4aac-8fdf-827f482ce769 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.229867] env[69663]: DEBUG nova.compute.provider_tree [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.301518] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquiring lock "15b18416-7534-4888-b1a7-9e147ff3980c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.301998] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lock "15b18416-7534-4888-b1a7-9e147ff3980c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.379724] env[69663]: DEBUG nova.network.neutron [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 667.593877] env[69663]: DEBUG nova.compute.manager [req-6127a7e8-f59c-4a1f-9f2a-e29aa1ce9153 req-42a43acd-226c-4ede-896d-eb01b840cc6e service nova] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Received event network-vif-plugged-f4a05c40-0c0e-4114-bb61-c91ae2b05472 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 667.594316] env[69663]: DEBUG oslo_concurrency.lockutils [req-6127a7e8-f59c-4a1f-9f2a-e29aa1ce9153 req-42a43acd-226c-4ede-896d-eb01b840cc6e service nova] Acquiring lock "2865aeeb-8d72-40c2-a8cc-057df0318dab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.595045] env[69663]: DEBUG oslo_concurrency.lockutils [req-6127a7e8-f59c-4a1f-9f2a-e29aa1ce9153 req-42a43acd-226c-4ede-896d-eb01b840cc6e service nova] Lock "2865aeeb-8d72-40c2-a8cc-057df0318dab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.595594] env[69663]: DEBUG oslo_concurrency.lockutils [req-6127a7e8-f59c-4a1f-9f2a-e29aa1ce9153 req-42a43acd-226c-4ede-896d-eb01b840cc6e service nova] Lock "2865aeeb-8d72-40c2-a8cc-057df0318dab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.595594] env[69663]: DEBUG nova.compute.manager [req-6127a7e8-f59c-4a1f-9f2a-e29aa1ce9153 req-42a43acd-226c-4ede-896d-eb01b840cc6e service nova] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] No waiting events found dispatching network-vif-plugged-f4a05c40-0c0e-4114-bb61-c91ae2b05472 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 667.595807] env[69663]: WARNING nova.compute.manager [req-6127a7e8-f59c-4a1f-9f2a-e29aa1ce9153 req-42a43acd-226c-4ede-896d-eb01b840cc6e service nova] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Received unexpected event network-vif-plugged-f4a05c40-0c0e-4114-bb61-c91ae2b05472 for instance with vm_state building and task_state spawning. [ 667.654438] env[69663]: DEBUG oslo_concurrency.lockutils [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.655293] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.655646] env[69663]: DEBUG oslo_concurrency.lockutils [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.655988] env[69663]: DEBUG oslo_concurrency.lockutils [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.656675] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.660636] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b8a77e7-b603-4b05-8086-62d441a97a19 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.673026] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.673026] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 667.673722] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7023c66e-6623-4515-bffc-a0e17100e320 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.684114] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-432ef38a-e700-439c-9caf-df5bef52a802 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.689473] env[69663]: DEBUG oslo_vmware.api [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Waiting for the task: (returnval){ [ 667.689473] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529c648a-1372-d4bd-cf3e-1b246627fc5c" [ 667.689473] env[69663]: _type = "Task" [ 667.689473] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.699542] env[69663]: DEBUG oslo_vmware.api [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529c648a-1372-d4bd-cf3e-1b246627fc5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.722853] env[69663]: DEBUG nova.network.neutron [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Updating instance_info_cache with network_info: [{"id": "f4a05c40-0c0e-4114-bb61-c91ae2b05472", "address": "fa:16:3e:17:b2:db", "network": {"id": "0caa1fd0-e638-4d4f-9533-dc53095bd24b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-795810732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4436bb8f00584397936c76104ddcf475", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4a05c40-0c", "ovs_interfaceid": "f4a05c40-0c0e-4114-bb61-c91ae2b05472", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.733271] env[69663]: DEBUG nova.scheduler.client.report [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 667.806559] env[69663]: DEBUG nova.compute.manager [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 667.966916] env[69663]: DEBUG nova.compute.manager [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 668.018378] env[69663]: DEBUG nova.virt.hardware [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 668.018679] env[69663]: DEBUG nova.virt.hardware [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 668.020165] env[69663]: DEBUG nova.virt.hardware [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 668.020465] env[69663]: DEBUG nova.virt.hardware [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 668.022263] env[69663]: DEBUG nova.virt.hardware [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 668.022263] env[69663]: DEBUG nova.virt.hardware [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 668.022263] env[69663]: DEBUG nova.virt.hardware [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 668.022512] env[69663]: DEBUG nova.virt.hardware [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 668.022727] env[69663]: DEBUG nova.virt.hardware [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 668.022903] env[69663]: DEBUG nova.virt.hardware [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 668.023118] env[69663]: DEBUG nova.virt.hardware [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 668.024721] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9190b0-fdc3-4b04-81db-d63056a2758c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.036026] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f40a1a9-2ba5-49a0-883b-ab8aa4d340cb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.059016] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Instance VIF info [] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.062166] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Creating folder: Project (01b63d19cb514d5689aa17498fbad205). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 668.062752] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7810f59-85ba-40df-b154-f5b5585db70b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.075978] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Created folder: Project (01b63d19cb514d5689aa17498fbad205) in parent group-v665133. [ 668.076248] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Creating folder: Instances. Parent ref: group-v665139. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 668.076858] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1c7a3b3-39e3-42a4-a09a-cdd043b8217c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.093434] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Created folder: Instances in parent group-v665139. [ 668.093735] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.093992] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 668.094646] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9dd19cf9-db85-40ac-a9b8-cad26231547b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.112078] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.112078] env[69663]: value = "task-3332113" [ 668.112078] env[69663]: _type = "Task" [ 668.112078] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.126703] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332113, 'name': CreateVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.202247] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Preparing fetch location {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 668.202756] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Creating directory with path [datastore1] vmware_temp/63f4a12d-c25f-4a54-bdb5-643103a2cfeb/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.203178] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51b3da03-009c-478c-a7ac-bfb733f00b7a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.226414] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Releasing lock "refresh_cache-2865aeeb-8d72-40c2-a8cc-057df0318dab" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.226549] env[69663]: DEBUG nova.compute.manager [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Instance network_info: |[{"id": "f4a05c40-0c0e-4114-bb61-c91ae2b05472", "address": "fa:16:3e:17:b2:db", "network": {"id": "0caa1fd0-e638-4d4f-9533-dc53095bd24b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-795810732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4436bb8f00584397936c76104ddcf475", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4a05c40-0c", "ovs_interfaceid": "f4a05c40-0c0e-4114-bb61-c91ae2b05472", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 668.227445] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:b2:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f408ce42-3cac-4d9d-9c05-15471d653a18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4a05c40-0c0e-4114-bb61-c91ae2b05472', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.242373] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Creating folder: Project (4436bb8f00584397936c76104ddcf475). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 668.245347] env[69663]: DEBUG oslo_concurrency.lockutils [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.246369] env[69663]: DEBUG nova.compute.manager [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 668.250308] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70011966-e993-4366-87ba-2beb59231a70 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.252909] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Created directory with path [datastore1] vmware_temp/63f4a12d-c25f-4a54-bdb5-643103a2cfeb/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.253113] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Fetch image to [datastore1] vmware_temp/63f4a12d-c25f-4a54-bdb5-643103a2cfeb/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/tmp-sparse.vmdk {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 668.253418] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Downloading image file data 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 to [datastore1] vmware_temp/63f4a12d-c25f-4a54-bdb5-643103a2cfeb/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/tmp-sparse.vmdk on the data store datastore1 {{(pid=69663) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 668.254038] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.151s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.254455] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.254455] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69663) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 668.254752] env[69663]: DEBUG oslo_concurrency.lockutils [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.523s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.256529] env[69663]: INFO nova.compute.claims [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.260214] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c769f4-2460-4bb5-9a0a-e729288fac95 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.265461] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49169c94-39fa-483d-93f5-6bd81e124cef {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.278938] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Created folder: Project (4436bb8f00584397936c76104ddcf475) in parent group-v665133. [ 668.279199] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Creating folder: Instances. Parent ref: group-v665143. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 668.286205] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2ffb6e3-6ded-4de7-86c4-f336d3390dc4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.292362] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8f5aa3-d2f1-4d76-85c0-452bf947971d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.298290] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3965db17-c4bb-4671-b014-7f753ef5f817 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.325257] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1935bd93-16a8-4f97-8858-08a217f8f971 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.328964] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Created folder: Instances in parent group-v665143. [ 668.328964] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 668.331412] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 668.333022] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f61c31c-695e-4298-8daa-e291cb8fcbdf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.340065] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb27f236-3017-484e-8225-809f2d4bb671 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.362572] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802c69b4-995b-42dd-a7ff-f3510e9b7f3f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.395126] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.395126] env[69663]: value = "task-3332116" [ 668.395126] env[69663]: _type = "Task" [ 668.395126] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.396327] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.397632] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ae8559-657e-4b5b-9f7b-a4a8a729656a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.431129] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180970MB free_disk=110GB free_vcpus=48 pci_devices=None {{(pid=69663) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 668.431290] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.437371] env[69663]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-cac7054c-7977-42cb-b37b-763119db6d3c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.440350] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332116, 'name': CreateVM_Task} progress is 25%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.529391] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Downloading image file data 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 to the data store datastore1 {{(pid=69663) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 668.612484] env[69663]: DEBUG oslo_vmware.rw_handles [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/63f4a12d-c25f-4a54-bdb5-643103a2cfeb/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69663) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 668.679836] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332113, 'name': CreateVM_Task, 'duration_secs': 0.304081} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.681107] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 668.681839] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.681996] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.682331] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.685483] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11bd87eb-3e9a-4a30-b1f9-ebb452781d2d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.693030] env[69663]: DEBUG oslo_vmware.api [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Waiting for the task: (returnval){ [ 668.693030] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e8634c-51e0-5c87-b62d-d7a6e52c1574" [ 668.693030] env[69663]: _type = "Task" [ 668.693030] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.706277] env[69663]: DEBUG oslo_vmware.api [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e8634c-51e0-5c87-b62d-d7a6e52c1574, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.759205] env[69663]: DEBUG nova.compute.utils [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 668.762286] env[69663]: DEBUG nova.compute.manager [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 668.762536] env[69663]: DEBUG nova.network.neutron [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 668.918338] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332116, 'name': CreateVM_Task, 'duration_secs': 0.363119} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.920693] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 668.921975] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.955821] env[69663]: DEBUG nova.policy [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ce8aef284f0440d9a7dfdfca0ded954', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '421a463bd4f34754b254b003bcbe9d68', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 669.210938] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.211396] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.211570] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.211822] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.212178] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.212520] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5426f6d1-7c07-46da-bdbd-1fa702a4bab3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.217984] env[69663]: DEBUG oslo_vmware.api [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Waiting for the task: (returnval){ [ 669.217984] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52221144-bc70-cfac-d559-8a0b68cab84a" [ 669.217984] env[69663]: _type = "Task" [ 669.217984] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.228853] env[69663]: DEBUG oslo_vmware.api [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52221144-bc70-cfac-d559-8a0b68cab84a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.266132] env[69663]: DEBUG nova.compute.manager [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 669.279099] env[69663]: DEBUG oslo_vmware.rw_handles [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Completed reading data from the image iterator. {{(pid=69663) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 669.279328] env[69663]: DEBUG oslo_vmware.rw_handles [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/63f4a12d-c25f-4a54-bdb5-643103a2cfeb/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 669.419627] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d950784-9516-4639-89a9-34957cfe35db {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.423046] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Downloaded image file data 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 to vmware_temp/63f4a12d-c25f-4a54-bdb5-643103a2cfeb/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/tmp-sparse.vmdk on the data store datastore1 {{(pid=69663) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 669.424429] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Caching image {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 669.425087] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Copying Virtual Disk [datastore1] vmware_temp/63f4a12d-c25f-4a54-bdb5-643103a2cfeb/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/tmp-sparse.vmdk to [datastore1] vmware_temp/63f4a12d-c25f-4a54-bdb5-643103a2cfeb/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 669.425087] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbe1643c-c5de-4560-966d-9fb3f2e6b307 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.432933] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb2d77f-a4d1-42d3-84a6-f9ec95913197 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.437551] env[69663]: DEBUG oslo_vmware.api [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Waiting for the task: (returnval){ [ 669.437551] env[69663]: value = "task-3332117" [ 669.437551] env[69663]: _type = "Task" [ 669.437551] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.470095] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecb4e17-ff1d-4b0d-a8c0-895bfda2d0d7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.476336] env[69663]: DEBUG oslo_vmware.api [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Task: {'id': task-3332117, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.481725] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0761445-4971-4179-9298-0d71054fc2a2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.497101] env[69663]: DEBUG nova.compute.provider_tree [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.638890] env[69663]: DEBUG nova.network.neutron [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Successfully updated port: 66f9f865-73db-442d-becf-eec603b8d672 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.734609] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.734609] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.734609] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.954179] env[69663]: DEBUG oslo_vmware.api [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Task: {'id': task-3332117, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.973774] env[69663]: DEBUG nova.network.neutron [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Successfully created port: ed383ceb-7816-4a6d-bbf3-319c06c24d05 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.003020] env[69663]: DEBUG nova.scheduler.client.report [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 670.141508] env[69663]: DEBUG oslo_concurrency.lockutils [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Acquiring lock "refresh_cache-1552b03f-709e-4f27-8193-c40d2f4f5828" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.145555] env[69663]: DEBUG oslo_concurrency.lockutils [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Acquired lock "refresh_cache-1552b03f-709e-4f27-8193-c40d2f4f5828" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.145555] env[69663]: DEBUG nova.network.neutron [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 670.286331] env[69663]: DEBUG nova.compute.manager [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 670.345204] env[69663]: DEBUG nova.virt.hardware [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 670.345818] env[69663]: DEBUG nova.virt.hardware [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 670.345818] env[69663]: DEBUG nova.virt.hardware [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.345818] env[69663]: DEBUG nova.virt.hardware [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 670.346047] env[69663]: DEBUG nova.virt.hardware [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.351346] env[69663]: DEBUG nova.virt.hardware [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 670.351460] env[69663]: DEBUG nova.virt.hardware [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 670.351817] env[69663]: DEBUG nova.virt.hardware [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 670.351817] env[69663]: DEBUG nova.virt.hardware [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 670.352295] env[69663]: DEBUG nova.virt.hardware [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 670.352295] env[69663]: DEBUG nova.virt.hardware [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 670.356653] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738692aa-9516-4989-a4dc-bff478404d1a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.376199] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3563af30-efbf-4c73-9ac1-8477fd98f804 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.391793] env[69663]: DEBUG nova.compute.manager [req-7938b4fd-661a-4a9f-a558-d675aa8f4ef1 req-182b3cee-75ff-4f3b-83dc-f8f1719bdcee service nova] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Received event network-changed-583cff26-0813-4dfe-b978-b4d65e3ca895 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 670.391955] env[69663]: DEBUG nova.compute.manager [req-7938b4fd-661a-4a9f-a558-d675aa8f4ef1 req-182b3cee-75ff-4f3b-83dc-f8f1719bdcee service nova] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Refreshing instance network info cache due to event network-changed-583cff26-0813-4dfe-b978-b4d65e3ca895. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 670.392697] env[69663]: DEBUG oslo_concurrency.lockutils [req-7938b4fd-661a-4a9f-a558-d675aa8f4ef1 req-182b3cee-75ff-4f3b-83dc-f8f1719bdcee service nova] Acquiring lock "refresh_cache-757ca1ff-c8bd-4db9-9234-3af69e69e28a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.392914] env[69663]: DEBUG oslo_concurrency.lockutils [req-7938b4fd-661a-4a9f-a558-d675aa8f4ef1 req-182b3cee-75ff-4f3b-83dc-f8f1719bdcee service nova] Acquired lock "refresh_cache-757ca1ff-c8bd-4db9-9234-3af69e69e28a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.393162] env[69663]: DEBUG nova.network.neutron [req-7938b4fd-661a-4a9f-a558-d675aa8f4ef1 req-182b3cee-75ff-4f3b-83dc-f8f1719bdcee service nova] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Refreshing network info cache for port 583cff26-0813-4dfe-b978-b4d65e3ca895 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 670.451125] env[69663]: DEBUG oslo_vmware.api [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Task: {'id': task-3332117, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693521} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.452380] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Copied Virtual Disk [datastore1] vmware_temp/63f4a12d-c25f-4a54-bdb5-643103a2cfeb/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/tmp-sparse.vmdk to [datastore1] vmware_temp/63f4a12d-c25f-4a54-bdb5-643103a2cfeb/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 670.452380] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Deleting the datastore file [datastore1] vmware_temp/63f4a12d-c25f-4a54-bdb5-643103a2cfeb/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/tmp-sparse.vmdk {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.452600] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4de1fbf3-913e-4f26-be86-6973ac21e239 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.462456] env[69663]: DEBUG oslo_vmware.api [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Waiting for the task: (returnval){ [ 670.462456] env[69663]: value = "task-3332118" [ 670.462456] env[69663]: _type = "Task" [ 670.462456] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.472513] env[69663]: DEBUG oslo_vmware.api [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Task: {'id': task-3332118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.506929] env[69663]: DEBUG oslo_concurrency.lockutils [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.507490] env[69663]: DEBUG nova.compute.manager [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 670.511179] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.114s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.512462] env[69663]: INFO nova.compute.claims [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.740827] env[69663]: DEBUG nova.network.neutron [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 671.051080] env[69663]: DEBUG nova.compute.utils [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 671.069069] env[69663]: DEBUG nova.compute.manager [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Not allocating networking since 'none' was specified. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 671.080288] env[69663]: DEBUG oslo_vmware.api [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Task: {'id': task-3332118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02583} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.081326] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.081583] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Moving file from [datastore1] vmware_temp/63f4a12d-c25f-4a54-bdb5-643103a2cfeb/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 to [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474. {{(pid=69663) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 671.081918] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-67aef3d3-2a9f-4997-8dfd-0daf15af2a71 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.093201] env[69663]: DEBUG oslo_vmware.api [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Waiting for the task: (returnval){ [ 671.093201] env[69663]: value = "task-3332120" [ 671.093201] env[69663]: _type = "Task" [ 671.093201] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.106872] env[69663]: DEBUG oslo_vmware.api [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Task: {'id': task-3332120, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.486441] env[69663]: DEBUG nova.network.neutron [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Updating instance_info_cache with network_info: [{"id": "66f9f865-73db-442d-becf-eec603b8d672", "address": "fa:16:3e:3b:12:05", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f9f865-73", "ovs_interfaceid": "66f9f865-73db-442d-becf-eec603b8d672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.561230] env[69663]: DEBUG nova.compute.manager [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 671.614023] env[69663]: DEBUG oslo_vmware.api [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Task: {'id': task-3332120, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.027769} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.614023] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] File moved {{(pid=69663) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 671.614023] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Cleaning up location [datastore1] vmware_temp/63f4a12d-c25f-4a54-bdb5-643103a2cfeb {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 671.614023] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Deleting the datastore file [datastore1] vmware_temp/63f4a12d-c25f-4a54-bdb5-643103a2cfeb {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 671.614023] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5eac56df-20cf-41b7-989a-ec50b166c79a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.633682] env[69663]: DEBUG oslo_vmware.api [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Waiting for the task: (returnval){ [ 671.633682] env[69663]: value = "task-3332121" [ 671.633682] env[69663]: _type = "Task" [ 671.633682] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.648478] env[69663]: DEBUG oslo_vmware.api [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Task: {'id': task-3332121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.717760] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b38fe93-eb3b-479e-a4a2-3391ad7f4208 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.721726] env[69663]: DEBUG nova.network.neutron [req-7938b4fd-661a-4a9f-a558-d675aa8f4ef1 req-182b3cee-75ff-4f3b-83dc-f8f1719bdcee service nova] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Updated VIF entry in instance network info cache for port 583cff26-0813-4dfe-b978-b4d65e3ca895. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 671.721982] env[69663]: DEBUG nova.network.neutron [req-7938b4fd-661a-4a9f-a558-d675aa8f4ef1 req-182b3cee-75ff-4f3b-83dc-f8f1719bdcee service nova] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Updating instance_info_cache with network_info: [{"id": "583cff26-0813-4dfe-b978-b4d65e3ca895", "address": "fa:16:3e:ce:24:c6", "network": {"id": "29dd63b3-0f02-4534-b504-efa09b735a27", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1926748856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4252444148214697b6aac51e590a1b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap583cff26-08", "ovs_interfaceid": "583cff26-0813-4dfe-b978-b4d65e3ca895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.729865] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0bcb85-855a-46fd-a8b0-a79ee2d00e85 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.765237] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a41e384-ac84-4841-a8e8-a998970752d3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.773210] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b299c2f-5a6f-4d0c-b8fd-12dd8da3d1d0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.787839] env[69663]: DEBUG nova.compute.provider_tree [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.877379] env[69663]: DEBUG nova.compute.manager [req-fcfed22b-494e-4ab0-a394-b6defc66da7e req-4cd2959c-9426-4f61-af78-6a0330a7ee0d service nova] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Received event network-changed-f4a05c40-0c0e-4114-bb61-c91ae2b05472 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 671.877486] env[69663]: DEBUG nova.compute.manager [req-fcfed22b-494e-4ab0-a394-b6defc66da7e req-4cd2959c-9426-4f61-af78-6a0330a7ee0d service nova] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Refreshing instance network info cache due to event network-changed-f4a05c40-0c0e-4114-bb61-c91ae2b05472. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 671.877778] env[69663]: DEBUG oslo_concurrency.lockutils [req-fcfed22b-494e-4ab0-a394-b6defc66da7e req-4cd2959c-9426-4f61-af78-6a0330a7ee0d service nova] Acquiring lock "refresh_cache-2865aeeb-8d72-40c2-a8cc-057df0318dab" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.878073] env[69663]: DEBUG oslo_concurrency.lockutils [req-fcfed22b-494e-4ab0-a394-b6defc66da7e req-4cd2959c-9426-4f61-af78-6a0330a7ee0d service nova] Acquired lock "refresh_cache-2865aeeb-8d72-40c2-a8cc-057df0318dab" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.878168] env[69663]: DEBUG nova.network.neutron [req-fcfed22b-494e-4ab0-a394-b6defc66da7e req-4cd2959c-9426-4f61-af78-6a0330a7ee0d service nova] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Refreshing network info cache for port f4a05c40-0c0e-4114-bb61-c91ae2b05472 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 671.991291] env[69663]: DEBUG oslo_concurrency.lockutils [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Releasing lock "refresh_cache-1552b03f-709e-4f27-8193-c40d2f4f5828" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.991291] env[69663]: DEBUG nova.compute.manager [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Instance network_info: |[{"id": "66f9f865-73db-442d-becf-eec603b8d672", "address": "fa:16:3e:3b:12:05", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f9f865-73", "ovs_interfaceid": "66f9f865-73db-442d-becf-eec603b8d672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 671.991689] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:12:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66f9f865-73db-442d-becf-eec603b8d672', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.001846] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Creating folder: Project (ae61357978594e669d043e83d20b3593). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 672.002205] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca046c08-58d1-452c-ab6b-05e3b260f545 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.015900] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Created folder: Project (ae61357978594e669d043e83d20b3593) in parent group-v665133. [ 672.016145] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Creating folder: Instances. Parent ref: group-v665146. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 672.016449] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f59f3d70-b487-4764-b88a-cf0d8e534dd3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.027715] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Created folder: Instances in parent group-v665146. [ 672.028105] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.028433] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 672.028978] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec5d75e3-749e-488c-9ed1-267cce002689 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.054304] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.054304] env[69663]: value = "task-3332124" [ 672.054304] env[69663]: _type = "Task" [ 672.054304] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.062618] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332124, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.109402] env[69663]: DEBUG nova.network.neutron [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Successfully updated port: ed383ceb-7816-4a6d-bbf3-319c06c24d05 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.146150] env[69663]: DEBUG oslo_vmware.api [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Task: {'id': task-3332121, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09259} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.146436] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 672.147406] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df6b1aa3-8989-4a07-b1ef-1f0c1d56aa35 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.153532] env[69663]: DEBUG oslo_vmware.api [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Waiting for the task: (returnval){ [ 672.153532] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d08ba8-e9db-abec-6623-309d68195228" [ 672.153532] env[69663]: _type = "Task" [ 672.153532] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.162920] env[69663]: DEBUG oslo_vmware.api [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d08ba8-e9db-abec-6623-309d68195228, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.225761] env[69663]: DEBUG oslo_concurrency.lockutils [req-7938b4fd-661a-4a9f-a558-d675aa8f4ef1 req-182b3cee-75ff-4f3b-83dc-f8f1719bdcee service nova] Releasing lock "refresh_cache-757ca1ff-c8bd-4db9-9234-3af69e69e28a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.294410] env[69663]: DEBUG nova.scheduler.client.report [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 672.570127] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332124, 'name': CreateVM_Task, 'duration_secs': 0.350213} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.570127] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 672.570127] env[69663]: DEBUG oslo_concurrency.lockutils [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.570127] env[69663]: DEBUG oslo_concurrency.lockutils [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.570127] env[69663]: DEBUG oslo_concurrency.lockutils [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.570313] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4a7f00e-d597-4f8e-9495-8e291e640dea {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.572778] env[69663]: DEBUG nova.compute.manager [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 672.580022] env[69663]: DEBUG oslo_vmware.api [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Waiting for the task: (returnval){ [ 672.580022] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5222aeb2-8e12-3486-8032-9c740d416cc8" [ 672.580022] env[69663]: _type = "Task" [ 672.580022] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.589707] env[69663]: DEBUG oslo_vmware.api [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5222aeb2-8e12-3486-8032-9c740d416cc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.609095] env[69663]: DEBUG nova.virt.hardware [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 672.609259] env[69663]: DEBUG nova.virt.hardware [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 672.609306] env[69663]: DEBUG nova.virt.hardware [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.609987] env[69663]: DEBUG nova.virt.hardware [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 672.609987] env[69663]: DEBUG nova.virt.hardware [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.609987] env[69663]: DEBUG nova.virt.hardware [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 672.609987] env[69663]: DEBUG nova.virt.hardware [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 672.610161] env[69663]: DEBUG nova.virt.hardware [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 672.610821] env[69663]: DEBUG nova.virt.hardware [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 672.610821] env[69663]: DEBUG nova.virt.hardware [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 672.610821] env[69663]: DEBUG nova.virt.hardware [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 672.611485] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b52633-8423-4d64-9751-9776ee6d4802 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.614528] env[69663]: DEBUG oslo_concurrency.lockutils [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquiring lock "refresh_cache-1d2d49f3-0406-467b-95b7-22d38c24dcf5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.614528] env[69663]: DEBUG oslo_concurrency.lockutils [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquired lock "refresh_cache-1d2d49f3-0406-467b-95b7-22d38c24dcf5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.615922] env[69663]: DEBUG nova.network.neutron [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 672.621103] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794af1c0-8095-4967-b8a0-525c4a001ff1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.640147] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Instance VIF info [] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.647432] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Creating folder: Project (88ecec27167e4a0badc163e2f911ab8b). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 672.648726] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2dbb3f0-9296-4074-bfd4-e9728433e0f1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.660147] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Created folder: Project (88ecec27167e4a0badc163e2f911ab8b) in parent group-v665133. [ 672.660147] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Creating folder: Instances. Parent ref: group-v665149. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 672.660147] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29aacf01-0df1-498b-a80c-56e64ef31509 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.665795] env[69663]: DEBUG oslo_vmware.api [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d08ba8-e9db-abec-6623-309d68195228, 'name': SearchDatastore_Task, 'duration_secs': 0.015414} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.666400] env[69663]: DEBUG oslo_concurrency.lockutils [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.666653] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 757ca1ff-c8bd-4db9-9234-3af69e69e28a/757ca1ff-c8bd-4db9-9234-3af69e69e28a.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 672.669234] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.669625] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.669625] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1411ed1f-36c3-4b42-b67e-2b650cf4fb53 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.672040] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cca131d5-5564-491c-9f15-ab471aa79d9b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.675637] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Created folder: Instances in parent group-v665149. [ 672.675886] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.676399] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 672.676636] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da73b66d-8308-4a41-aadd-55a6316b1450 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.694224] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.694894] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 672.695920] env[69663]: DEBUG oslo_vmware.api [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Waiting for the task: (returnval){ [ 672.695920] env[69663]: value = "task-3332127" [ 672.695920] env[69663]: _type = "Task" [ 672.695920] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.696516] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b731149-76f6-4cec-bab1-769cfca6c23b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.702774] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.702774] env[69663]: value = "task-3332128" [ 672.702774] env[69663]: _type = "Task" [ 672.702774] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.710869] env[69663]: DEBUG oslo_vmware.api [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Task: {'id': task-3332127, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.711212] env[69663]: DEBUG oslo_vmware.api [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Waiting for the task: (returnval){ [ 672.711212] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e55331-468f-7e4f-a867-6af87a554dca" [ 672.711212] env[69663]: _type = "Task" [ 672.711212] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.718907] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332128, 'name': CreateVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.723275] env[69663]: DEBUG oslo_vmware.api [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e55331-468f-7e4f-a867-6af87a554dca, 'name': SearchDatastore_Task, 'duration_secs': 0.008425} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.724073] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90a79d5e-0df1-48de-aea5-2b7eaffa080a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.733428] env[69663]: DEBUG oslo_vmware.api [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Waiting for the task: (returnval){ [ 672.733428] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]526ea996-998f-15dc-16fd-a8e645dd17b7" [ 672.733428] env[69663]: _type = "Task" [ 672.733428] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.746872] env[69663]: DEBUG oslo_vmware.api [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]526ea996-998f-15dc-16fd-a8e645dd17b7, 'name': SearchDatastore_Task, 'duration_secs': 0.008705} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.747232] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.747439] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2/a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 672.747715] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.747912] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.749261] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70cad247-6498-490e-a85b-f1ae1c8e3648 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.750283] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b33295a-25c9-4132-ad7d-c722432ffc3e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.757666] env[69663]: DEBUG oslo_vmware.api [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Waiting for the task: (returnval){ [ 672.757666] env[69663]: value = "task-3332129" [ 672.757666] env[69663]: _type = "Task" [ 672.757666] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.762619] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.762867] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 672.767127] env[69663]: DEBUG nova.network.neutron [req-fcfed22b-494e-4ab0-a394-b6defc66da7e req-4cd2959c-9426-4f61-af78-6a0330a7ee0d service nova] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Updated VIF entry in instance network info cache for port f4a05c40-0c0e-4114-bb61-c91ae2b05472. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 672.767524] env[69663]: DEBUG nova.network.neutron [req-fcfed22b-494e-4ab0-a394-b6defc66da7e req-4cd2959c-9426-4f61-af78-6a0330a7ee0d service nova] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Updating instance_info_cache with network_info: [{"id": "f4a05c40-0c0e-4114-bb61-c91ae2b05472", "address": "fa:16:3e:17:b2:db", "network": {"id": "0caa1fd0-e638-4d4f-9533-dc53095bd24b", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-795810732-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4436bb8f00584397936c76104ddcf475", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f408ce42-3cac-4d9d-9c05-15471d653a18", "external-id": "nsx-vlan-transportzone-265", "segmentation_id": 265, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4a05c40-0c", "ovs_interfaceid": "f4a05c40-0c0e-4114-bb61-c91ae2b05472", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.768918] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6ccd871-14d7-4553-9c9b-6f1bad8340e7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.774154] env[69663]: DEBUG oslo_vmware.api [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Task: {'id': task-3332129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.778134] env[69663]: DEBUG oslo_vmware.api [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Waiting for the task: (returnval){ [ 672.778134] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f07642-8ae2-69ba-1462-f51bba9417bd" [ 672.778134] env[69663]: _type = "Task" [ 672.778134] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.788062] env[69663]: DEBUG oslo_vmware.api [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f07642-8ae2-69ba-1462-f51bba9417bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.801122] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.290s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.801711] env[69663]: DEBUG nova.compute.manager [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 672.804629] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.373s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.001289] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Acquiring lock "367b5f83-09a7-4b03-8478-b50b70effc8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.001913] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Lock "367b5f83-09a7-4b03-8478-b50b70effc8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.096043] env[69663]: DEBUG oslo_vmware.api [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5222aeb2-8e12-3486-8032-9c740d416cc8, 'name': SearchDatastore_Task, 'duration_secs': 0.008635} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.096043] env[69663]: DEBUG oslo_concurrency.lockutils [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.096043] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.096043] env[69663]: DEBUG oslo_concurrency.lockutils [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.195947] env[69663]: DEBUG nova.network.neutron [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 673.211558] env[69663]: DEBUG oslo_vmware.api [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Task: {'id': task-3332127, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515157} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.211682] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 757ca1ff-c8bd-4db9-9234-3af69e69e28a/757ca1ff-c8bd-4db9-9234-3af69e69e28a.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 673.211875] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.212160] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-effa7359-223d-4690-97a3-4fae69ba79ce {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.217822] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332128, 'name': CreateVM_Task, 'duration_secs': 0.356579} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.220758] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 673.221914] env[69663]: DEBUG oslo_vmware.service [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622c9388-4660-41c8-901b-03e72d80bc25 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.226671] env[69663]: DEBUG oslo_vmware.api [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Waiting for the task: (returnval){ [ 673.226671] env[69663]: value = "task-3332131" [ 673.226671] env[69663]: _type = "Task" [ 673.226671] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.233140] env[69663]: DEBUG oslo_concurrency.lockutils [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.234066] env[69663]: DEBUG oslo_concurrency.lockutils [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.234066] env[69663]: DEBUG oslo_concurrency.lockutils [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.234258] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d26385e-bcd1-45ba-a6e2-89450b7c168a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.243320] env[69663]: DEBUG oslo_vmware.api [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Task: {'id': task-3332131, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.245362] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Waiting for the task: (returnval){ [ 673.245362] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52703717-15d3-aacc-fd7b-364ac4321be9" [ 673.245362] env[69663]: _type = "Task" [ 673.245362] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.254946] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52703717-15d3-aacc-fd7b-364ac4321be9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.268633] env[69663]: DEBUG oslo_vmware.api [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Task: {'id': task-3332129, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.276588] env[69663]: DEBUG oslo_concurrency.lockutils [req-fcfed22b-494e-4ab0-a394-b6defc66da7e req-4cd2959c-9426-4f61-af78-6a0330a7ee0d service nova] Releasing lock "refresh_cache-2865aeeb-8d72-40c2-a8cc-057df0318dab" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.289471] env[69663]: DEBUG oslo_vmware.api [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f07642-8ae2-69ba-1462-f51bba9417bd, 'name': SearchDatastore_Task, 'duration_secs': 0.00929} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.290573] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ba8ec53-43ef-40d2-b14d-1babc5c1cd6b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.297409] env[69663]: DEBUG oslo_vmware.api [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Waiting for the task: (returnval){ [ 673.297409] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525f6af8-03e5-7c39-ff0e-af6fcb883a07" [ 673.297409] env[69663]: _type = "Task" [ 673.297409] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.313029] env[69663]: DEBUG nova.compute.utils [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 673.315012] env[69663]: DEBUG oslo_vmware.api [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525f6af8-03e5-7c39-ff0e-af6fcb883a07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.315542] env[69663]: DEBUG nova.compute.manager [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 673.316448] env[69663]: DEBUG nova.network.neutron [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 673.364029] env[69663]: DEBUG nova.policy [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff9c6e81105e43e89ceb671e320cf680', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69e38c23e4344a638313c6c7d5573df2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 673.493646] env[69663]: DEBUG nova.network.neutron [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Updating instance_info_cache with network_info: [{"id": "ed383ceb-7816-4a6d-bbf3-319c06c24d05", "address": "fa:16:3e:5f:91:7e", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped383ceb-78", "ovs_interfaceid": "ed383ceb-7816-4a6d-bbf3-319c06c24d05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.504827] env[69663]: DEBUG nova.compute.manager [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 673.738175] env[69663]: DEBUG oslo_vmware.api [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Task: {'id': task-3332131, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098557} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.739078] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.739411] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3340ffe7-b365-4fb0-984c-cc5c0e5eb2c0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.770088] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 757ca1ff-c8bd-4db9-9234-3af69e69e28a/757ca1ff-c8bd-4db9-9234-3af69e69e28a.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.774440] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5dc20b5-42e8-4345-a411-e6c6f57a6b5c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.805473] env[69663]: DEBUG oslo_concurrency.lockutils [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.805770] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.806009] env[69663]: DEBUG oslo_concurrency.lockutils [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.806171] env[69663]: DEBUG oslo_concurrency.lockutils [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.806346] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.806623] env[69663]: DEBUG oslo_vmware.api [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Task: {'id': task-3332129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.767503} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.807907] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb3fb2b1-e04e-4a44-b9df-b50c09f99a27 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.809713] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2/a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 673.809974] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.810243] env[69663]: DEBUG oslo_vmware.api [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Waiting for the task: (returnval){ [ 673.810243] env[69663]: value = "task-3332132" [ 673.810243] env[69663]: _type = "Task" [ 673.810243] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.810752] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86949aff-87c0-45b7-ad1b-0abe4461e2db {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.821492] env[69663]: DEBUG nova.compute.manager [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 673.825186] env[69663]: DEBUG oslo_vmware.api [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525f6af8-03e5-7c39-ff0e-af6fcb883a07, 'name': SearchDatastore_Task, 'duration_secs': 0.049944} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.830220] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.830472] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 2865aeeb-8d72-40c2-a8cc-057df0318dab/2865aeeb-8d72-40c2-a8cc-057df0318dab.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 673.830762] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.830922] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 673.831635] env[69663]: DEBUG oslo_concurrency.lockutils [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.832478] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.832478] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d16b69b6-9648-4c14-8ad6-e83db5cd2e9f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.834735] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15aaee6-10ec-4012-ac4f-52a813817d54 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.842338] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-115e5138-c043-40dd-b742-1c8128359e37 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.844702] env[69663]: DEBUG oslo_vmware.api [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Waiting for the task: (returnval){ [ 673.844702] env[69663]: value = "task-3332133" [ 673.844702] env[69663]: _type = "Task" [ 673.844702] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.844702] env[69663]: DEBUG oslo_vmware.api [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Task: {'id': task-3332132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.856702] env[69663]: DEBUG oslo_vmware.api [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Waiting for the task: (returnval){ [ 673.856702] env[69663]: value = "task-3332134" [ 673.856702] env[69663]: _type = "Task" [ 673.856702] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.856702] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.856702] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 673.864210] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-727e8afa-a3e7-4faf-848d-7c661624d2aa {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.866960] env[69663]: DEBUG oslo_vmware.api [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Task: {'id': task-3332133, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.873019] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 757ca1ff-c8bd-4db9-9234-3af69e69e28a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 673.873019] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 2865aeeb-8d72-40c2-a8cc-057df0318dab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 673.873019] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 1552b03f-709e-4f27-8193-c40d2f4f5828 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 673.873019] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 673.873455] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 1d2d49f3-0406-467b-95b7-22d38c24dcf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 673.873455] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance cd6d24ba-186f-42dd-a6e4-21cd10fee2c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 673.873455] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 15b18416-7534-4888-b1a7-9e147ff3980c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 1024, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 673.874811] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04e551bf-a57b-4980-bafb-b5fc4ee40ec8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.882698] env[69663]: DEBUG oslo_vmware.api [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.883023] env[69663]: DEBUG oslo_vmware.api [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Waiting for the task: (returnval){ [ 673.883023] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52128c5d-80e0-dbc6-ca03-2736e7ce0b76" [ 673.883023] env[69663]: _type = "Task" [ 673.883023] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.889111] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Waiting for the task: (returnval){ [ 673.889111] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525b212b-f5e0-2486-0d1b-1c53602649df" [ 673.889111] env[69663]: _type = "Task" [ 673.889111] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.899252] env[69663]: DEBUG oslo_vmware.api [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52128c5d-80e0-dbc6-ca03-2736e7ce0b76, 'name': SearchDatastore_Task, 'duration_secs': 0.008474} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.899252] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fbc26a7-3a9c-4af3-aa32-0907ebcb5560 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.906082] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Preparing fetch location {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 673.906366] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Creating directory with path [datastore2] vmware_temp/73b5d3fd-1ba3-4254-b4e6-b6378cd960a7/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.906865] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fffedd34-2291-49cb-9a46-5820eb83ceff {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.910448] env[69663]: DEBUG oslo_vmware.api [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Waiting for the task: (returnval){ [ 673.910448] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52570850-e369-eb16-989d-78bc75e693b3" [ 673.910448] env[69663]: _type = "Task" [ 673.910448] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.920362] env[69663]: DEBUG oslo_vmware.api [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52570850-e369-eb16-989d-78bc75e693b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.942248] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Created directory with path [datastore2] vmware_temp/73b5d3fd-1ba3-4254-b4e6-b6378cd960a7/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.942575] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Fetch image to [datastore2] vmware_temp/73b5d3fd-1ba3-4254-b4e6-b6378cd960a7/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/tmp-sparse.vmdk {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 673.942707] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Downloading image file data 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 to [datastore2] vmware_temp/73b5d3fd-1ba3-4254-b4e6-b6378cd960a7/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/tmp-sparse.vmdk on the data store datastore2 {{(pid=69663) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 673.943582] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b10a7a-d952-4c5a-9851-d6e914c6fbba {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.947846] env[69663]: DEBUG nova.network.neutron [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Successfully created port: 8db95fcb-3f73-4bd3-a9b6-951f1ff294cf {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.954560] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72440210-8e50-4597-b2ad-c1f6591f4743 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.969028] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77845358-0a78-4f53-8f76-47e32ed3955f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.001412] env[69663]: DEBUG oslo_concurrency.lockutils [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Releasing lock "refresh_cache-1d2d49f3-0406-467b-95b7-22d38c24dcf5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.001412] env[69663]: DEBUG nova.compute.manager [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Instance network_info: |[{"id": "ed383ceb-7816-4a6d-bbf3-319c06c24d05", "address": "fa:16:3e:5f:91:7e", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped383ceb-78", "ovs_interfaceid": "ed383ceb-7816-4a6d-bbf3-319c06c24d05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 674.001780] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:91:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed383ceb-7816-4a6d-bbf3-319c06c24d05', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.008163] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Creating folder: Project (421a463bd4f34754b254b003bcbe9d68). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 674.009025] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7da1bc-afa6-4667-a57f-5b99d8f270c4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.011953] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b01da52b-3cca-4540-873f-eb2e9b79aef2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.021682] env[69663]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-5daf2683-e8c0-4911-bcce-ecfa1ac641af {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.027924] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Created folder: Project (421a463bd4f34754b254b003bcbe9d68) in parent group-v665133. [ 674.028142] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Creating folder: Instances. Parent ref: group-v665152. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 674.028368] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1a46cc0-afe2-4303-bff2-dcdfa62434e7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.036730] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Created folder: Instances in parent group-v665152. [ 674.037108] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.037836] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 674.038631] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43c5d049-5144-47c7-b424-c80059274572 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.055158] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.059377] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Downloading image file data 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 to the data store datastore2 {{(pid=69663) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 674.064259] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.064259] env[69663]: value = "task-3332137" [ 674.064259] env[69663]: _type = "Task" [ 674.064259] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.073190] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332137, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.122051] env[69663]: DEBUG oslo_vmware.rw_handles [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/73b5d3fd-1ba3-4254-b4e6-b6378cd960a7/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69663) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 674.334329] env[69663]: DEBUG oslo_vmware.api [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Task: {'id': task-3332132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.362800] env[69663]: DEBUG oslo_vmware.api [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Task: {'id': task-3332133, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071175} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.368734] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.369385] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a504ad-eb16-4b2c-a675-668aa230a730 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.375407] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 367b5f83-09a7-4b03-8478-b50b70effc8a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 674.376506] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 674.376506] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 674.378287] env[69663]: DEBUG oslo_vmware.api [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332134, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.405392] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2/a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.417064] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8400aad-3cba-451a-9ce0-243c9e1604d1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.453246] env[69663]: DEBUG nova.compute.manager [req-6c31c6ec-b061-4951-a6e6-299737766c0c req-e0c7b16c-5535-48dd-9ae5-85a1b501957b service nova] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Received event network-vif-plugged-66f9f865-73db-442d-becf-eec603b8d672 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 674.453246] env[69663]: DEBUG oslo_concurrency.lockutils [req-6c31c6ec-b061-4951-a6e6-299737766c0c req-e0c7b16c-5535-48dd-9ae5-85a1b501957b service nova] Acquiring lock "1552b03f-709e-4f27-8193-c40d2f4f5828-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.453387] env[69663]: DEBUG oslo_concurrency.lockutils [req-6c31c6ec-b061-4951-a6e6-299737766c0c req-e0c7b16c-5535-48dd-9ae5-85a1b501957b service nova] Lock "1552b03f-709e-4f27-8193-c40d2f4f5828-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.453565] env[69663]: DEBUG oslo_concurrency.lockutils [req-6c31c6ec-b061-4951-a6e6-299737766c0c req-e0c7b16c-5535-48dd-9ae5-85a1b501957b service nova] Lock "1552b03f-709e-4f27-8193-c40d2f4f5828-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.453726] env[69663]: DEBUG nova.compute.manager [req-6c31c6ec-b061-4951-a6e6-299737766c0c req-e0c7b16c-5535-48dd-9ae5-85a1b501957b service nova] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] No waiting events found dispatching network-vif-plugged-66f9f865-73db-442d-becf-eec603b8d672 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 674.454110] env[69663]: WARNING nova.compute.manager [req-6c31c6ec-b061-4951-a6e6-299737766c0c req-e0c7b16c-5535-48dd-9ae5-85a1b501957b service nova] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Received unexpected event network-vif-plugged-66f9f865-73db-442d-becf-eec603b8d672 for instance with vm_state building and task_state spawning. [ 674.454224] env[69663]: DEBUG nova.compute.manager [req-6c31c6ec-b061-4951-a6e6-299737766c0c req-e0c7b16c-5535-48dd-9ae5-85a1b501957b service nova] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Received event network-changed-66f9f865-73db-442d-becf-eec603b8d672 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 674.454438] env[69663]: DEBUG nova.compute.manager [req-6c31c6ec-b061-4951-a6e6-299737766c0c req-e0c7b16c-5535-48dd-9ae5-85a1b501957b service nova] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Refreshing instance network info cache due to event network-changed-66f9f865-73db-442d-becf-eec603b8d672. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 674.454622] env[69663]: DEBUG oslo_concurrency.lockutils [req-6c31c6ec-b061-4951-a6e6-299737766c0c req-e0c7b16c-5535-48dd-9ae5-85a1b501957b service nova] Acquiring lock "refresh_cache-1552b03f-709e-4f27-8193-c40d2f4f5828" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.454806] env[69663]: DEBUG oslo_concurrency.lockutils [req-6c31c6ec-b061-4951-a6e6-299737766c0c req-e0c7b16c-5535-48dd-9ae5-85a1b501957b service nova] Acquired lock "refresh_cache-1552b03f-709e-4f27-8193-c40d2f4f5828" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.454934] env[69663]: DEBUG nova.network.neutron [req-6c31c6ec-b061-4951-a6e6-299737766c0c req-e0c7b16c-5535-48dd-9ae5-85a1b501957b service nova] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Refreshing network info cache for port 66f9f865-73db-442d-becf-eec603b8d672 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 674.474228] env[69663]: DEBUG oslo_vmware.api [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Waiting for the task: (returnval){ [ 674.474228] env[69663]: value = "task-3332138" [ 674.474228] env[69663]: _type = "Task" [ 674.474228] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.475328] env[69663]: DEBUG oslo_vmware.api [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52570850-e369-eb16-989d-78bc75e693b3, 'name': SearchDatastore_Task, 'duration_secs': 0.021333} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.478163] env[69663]: DEBUG oslo_concurrency.lockutils [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.479398] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 1552b03f-709e-4f27-8193-c40d2f4f5828/1552b03f-709e-4f27-8193-c40d2f4f5828.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 674.482860] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4917a86-4fed-40fe-bb6b-7b61b042b934 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.495376] env[69663]: DEBUG oslo_vmware.api [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Task: {'id': task-3332138, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.496978] env[69663]: DEBUG oslo_vmware.api [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Waiting for the task: (returnval){ [ 674.496978] env[69663]: value = "task-3332139" [ 674.496978] env[69663]: _type = "Task" [ 674.496978] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.513719] env[69663]: DEBUG oslo_vmware.api [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': task-3332139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.585312] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332137, 'name': CreateVM_Task} progress is 25%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.704779] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Acquiring lock "b371813d-2134-4a79-b6f9-890b01707948" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.705096] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Lock "b371813d-2134-4a79-b6f9-890b01707948" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.732324] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "f8fd6dad-6e51-4f7c-b769-00f03441a061" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.732324] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "f8fd6dad-6e51-4f7c-b769-00f03441a061" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.792907] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96abc89-8846-4cfd-ad53-99704a62351f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.801114] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45074096-efc9-4471-ab93-bd638800eec6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.844712] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285d7c6d-1be1-4353-8572-939fd854d013 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.848637] env[69663]: DEBUG nova.compute.manager [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 674.854386] env[69663]: DEBUG oslo_vmware.rw_handles [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Completed reading data from the image iterator. {{(pid=69663) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 674.854465] env[69663]: DEBUG oslo_vmware.rw_handles [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/73b5d3fd-1ba3-4254-b4e6-b6378cd960a7/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 674.865615] env[69663]: DEBUG oslo_vmware.api [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Task: {'id': task-3332132, 'name': ReconfigVM_Task, 'duration_secs': 0.910242} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.865615] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 757ca1ff-c8bd-4db9-9234-3af69e69e28a/757ca1ff-c8bd-4db9-9234-3af69e69e28a.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.867124] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1acabdf2-d67a-4893-9780-1388dd9c8398 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.871890] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c493f2-ae4a-4db8-8956-29f2d9027b49 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.879746] env[69663]: DEBUG oslo_vmware.api [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332134, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.891306] env[69663]: DEBUG nova.compute.provider_tree [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.897108] env[69663]: DEBUG nova.virt.hardware [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:24:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={},flavorid='1715290924',id=21,is_public=True,memory_mb=1024,name='tempest-ServersWithFlavorSwapResizeTest-flavor-1942290240',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 674.897108] env[69663]: DEBUG nova.virt.hardware [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 674.897108] env[69663]: DEBUG nova.virt.hardware [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.897409] env[69663]: DEBUG nova.virt.hardware [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 674.897409] env[69663]: DEBUG nova.virt.hardware [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.897409] env[69663]: DEBUG nova.virt.hardware [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 674.897409] env[69663]: DEBUG nova.virt.hardware [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 674.897409] env[69663]: DEBUG nova.virt.hardware [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 674.897556] env[69663]: DEBUG nova.virt.hardware [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 674.897556] env[69663]: DEBUG nova.virt.hardware [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 674.897556] env[69663]: DEBUG nova.virt.hardware [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 674.897641] env[69663]: DEBUG oslo_vmware.api [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Waiting for the task: (returnval){ [ 674.897641] env[69663]: value = "task-3332140" [ 674.897641] env[69663]: _type = "Task" [ 674.897641] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.898607] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c92307-3849-46c6-89b8-b4a375d1a750 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.915712] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f964c2b-2bae-4e18-8aed-e2212694cbd2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.991110] env[69663]: DEBUG oslo_vmware.api [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Task: {'id': task-3332138, 'name': ReconfigVM_Task, 'duration_secs': 0.473182} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.991399] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Reconfigured VM instance instance-00000004 to attach disk [datastore1] a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2/a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.992049] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-039c1d41-aca6-4e7c-a509-852355f9ce09 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.002650] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Downloaded image file data 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 to vmware_temp/73b5d3fd-1ba3-4254-b4e6-b6378cd960a7/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/tmp-sparse.vmdk on the data store datastore2 {{(pid=69663) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 675.004616] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Caching image {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 675.004616] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Copying Virtual Disk [datastore2] vmware_temp/73b5d3fd-1ba3-4254-b4e6-b6378cd960a7/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/tmp-sparse.vmdk to [datastore2] vmware_temp/73b5d3fd-1ba3-4254-b4e6-b6378cd960a7/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 675.005064] env[69663]: DEBUG oslo_vmware.api [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Waiting for the task: (returnval){ [ 675.005064] env[69663]: value = "task-3332141" [ 675.005064] env[69663]: _type = "Task" [ 675.005064] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.005219] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5cfe662-9036-411f-85e6-fcb0de4cf757 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.014839] env[69663]: DEBUG oslo_vmware.api [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': task-3332139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.016355] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Waiting for the task: (returnval){ [ 675.016355] env[69663]: value = "task-3332142" [ 675.016355] env[69663]: _type = "Task" [ 675.016355] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.023936] env[69663]: DEBUG oslo_vmware.api [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Task: {'id': task-3332141, 'name': Rename_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.031681] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Task: {'id': task-3332142, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.079603] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332137, 'name': CreateVM_Task, 'duration_secs': 0.700731} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.079775] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 675.080484] env[69663]: DEBUG oslo_concurrency.lockutils [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.080649] env[69663]: DEBUG oslo_concurrency.lockutils [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.080955] env[69663]: DEBUG oslo_concurrency.lockutils [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.081223] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf329c96-aa66-40fa-9230-2838cc6c4b71 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.087528] env[69663]: DEBUG oslo_vmware.api [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for the task: (returnval){ [ 675.087528] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5274a296-7f56-88bf-489d-6228865be34d" [ 675.087528] env[69663]: _type = "Task" [ 675.087528] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.097534] env[69663]: DEBUG oslo_vmware.api [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5274a296-7f56-88bf-489d-6228865be34d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.209850] env[69663]: DEBUG nova.compute.manager [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: b371813d-2134-4a79-b6f9-890b01707948] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 675.239647] env[69663]: DEBUG nova.compute.manager [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 675.367108] env[69663]: DEBUG oslo_vmware.api [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332134, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.403220] env[69663]: DEBUG nova.scheduler.client.report [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 675.410888] env[69663]: DEBUG nova.network.neutron [req-6c31c6ec-b061-4951-a6e6-299737766c0c req-e0c7b16c-5535-48dd-9ae5-85a1b501957b service nova] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Updated VIF entry in instance network info cache for port 66f9f865-73db-442d-becf-eec603b8d672. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 675.412226] env[69663]: DEBUG nova.network.neutron [req-6c31c6ec-b061-4951-a6e6-299737766c0c req-e0c7b16c-5535-48dd-9ae5-85a1b501957b service nova] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Updating instance_info_cache with network_info: [{"id": "66f9f865-73db-442d-becf-eec603b8d672", "address": "fa:16:3e:3b:12:05", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.37", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66f9f865-73", "ovs_interfaceid": "66f9f865-73db-442d-becf-eec603b8d672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.418877] env[69663]: DEBUG oslo_vmware.api [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Task: {'id': task-3332140, 'name': Rename_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.508341] env[69663]: DEBUG oslo_vmware.api [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': task-3332139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.517591] env[69663]: DEBUG oslo_vmware.api [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Task: {'id': task-3332141, 'name': Rename_Task, 'duration_secs': 0.160406} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.522161] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 675.523357] env[69663]: DEBUG nova.compute.manager [req-fe7a276d-14e7-4aef-96b6-c716b353cdfe req-e60d0512-27a8-41e3-a73f-44e17576ccf8 service nova] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Received event network-vif-plugged-ed383ceb-7816-4a6d-bbf3-319c06c24d05 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 675.523560] env[69663]: DEBUG oslo_concurrency.lockutils [req-fe7a276d-14e7-4aef-96b6-c716b353cdfe req-e60d0512-27a8-41e3-a73f-44e17576ccf8 service nova] Acquiring lock "1d2d49f3-0406-467b-95b7-22d38c24dcf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.523750] env[69663]: DEBUG oslo_concurrency.lockutils [req-fe7a276d-14e7-4aef-96b6-c716b353cdfe req-e60d0512-27a8-41e3-a73f-44e17576ccf8 service nova] Lock "1d2d49f3-0406-467b-95b7-22d38c24dcf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.523913] env[69663]: DEBUG oslo_concurrency.lockutils [req-fe7a276d-14e7-4aef-96b6-c716b353cdfe req-e60d0512-27a8-41e3-a73f-44e17576ccf8 service nova] Lock "1d2d49f3-0406-467b-95b7-22d38c24dcf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.524087] env[69663]: DEBUG nova.compute.manager [req-fe7a276d-14e7-4aef-96b6-c716b353cdfe req-e60d0512-27a8-41e3-a73f-44e17576ccf8 service nova] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] No waiting events found dispatching network-vif-plugged-ed383ceb-7816-4a6d-bbf3-319c06c24d05 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 675.524247] env[69663]: WARNING nova.compute.manager [req-fe7a276d-14e7-4aef-96b6-c716b353cdfe req-e60d0512-27a8-41e3-a73f-44e17576ccf8 service nova] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Received unexpected event network-vif-plugged-ed383ceb-7816-4a6d-bbf3-319c06c24d05 for instance with vm_state building and task_state spawning. [ 675.524429] env[69663]: DEBUG nova.compute.manager [req-fe7a276d-14e7-4aef-96b6-c716b353cdfe req-e60d0512-27a8-41e3-a73f-44e17576ccf8 service nova] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Received event network-changed-ed383ceb-7816-4a6d-bbf3-319c06c24d05 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 675.524548] env[69663]: DEBUG nova.compute.manager [req-fe7a276d-14e7-4aef-96b6-c716b353cdfe req-e60d0512-27a8-41e3-a73f-44e17576ccf8 service nova] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Refreshing instance network info cache due to event network-changed-ed383ceb-7816-4a6d-bbf3-319c06c24d05. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 675.524727] env[69663]: DEBUG oslo_concurrency.lockutils [req-fe7a276d-14e7-4aef-96b6-c716b353cdfe req-e60d0512-27a8-41e3-a73f-44e17576ccf8 service nova] Acquiring lock "refresh_cache-1d2d49f3-0406-467b-95b7-22d38c24dcf5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.524859] env[69663]: DEBUG oslo_concurrency.lockutils [req-fe7a276d-14e7-4aef-96b6-c716b353cdfe req-e60d0512-27a8-41e3-a73f-44e17576ccf8 service nova] Acquired lock "refresh_cache-1d2d49f3-0406-467b-95b7-22d38c24dcf5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.525021] env[69663]: DEBUG nova.network.neutron [req-fe7a276d-14e7-4aef-96b6-c716b353cdfe req-e60d0512-27a8-41e3-a73f-44e17576ccf8 service nova] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Refreshing network info cache for port ed383ceb-7816-4a6d-bbf3-319c06c24d05 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 675.529394] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a8bf673-efea-4cf5-b434-1f11d43c5ed4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.537602] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Task: {'id': task-3332142, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.539143] env[69663]: DEBUG oslo_vmware.api [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Waiting for the task: (returnval){ [ 675.539143] env[69663]: value = "task-3332144" [ 675.539143] env[69663]: _type = "Task" [ 675.539143] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.547968] env[69663]: DEBUG oslo_vmware.api [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Task: {'id': task-3332144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.599189] env[69663]: DEBUG oslo_vmware.api [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5274a296-7f56-88bf-489d-6228865be34d, 'name': SearchDatastore_Task, 'duration_secs': 0.009981} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.599484] env[69663]: DEBUG oslo_concurrency.lockutils [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.599714] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.599932] env[69663]: DEBUG oslo_concurrency.lockutils [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.600081] env[69663]: DEBUG oslo_concurrency.lockutils [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.600274] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.600528] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a169d2d3-01ac-422c-a4dd-4d96be8f2555 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.609520] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.609694] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 675.610413] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adcef343-f826-4fea-a8b4-94c7f3336812 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.617622] env[69663]: DEBUG oslo_vmware.api [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for the task: (returnval){ [ 675.617622] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5237a56e-6e67-8bd8-ceac-5c5d4a8272ff" [ 675.617622] env[69663]: _type = "Task" [ 675.617622] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.626085] env[69663]: DEBUG oslo_vmware.api [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5237a56e-6e67-8bd8-ceac-5c5d4a8272ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.734769] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.774616] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.872452] env[69663]: DEBUG oslo_vmware.api [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332134, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.885908} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.872452] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 2865aeeb-8d72-40c2-a8cc-057df0318dab/2865aeeb-8d72-40c2-a8cc-057df0318dab.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 675.872452] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.872452] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5174d35-533b-41cf-b581-9b7c3d3411eb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.884657] env[69663]: DEBUG oslo_vmware.api [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Waiting for the task: (returnval){ [ 675.884657] env[69663]: value = "task-3332145" [ 675.884657] env[69663]: _type = "Task" [ 675.884657] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.900250] env[69663]: DEBUG oslo_vmware.api [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.911343] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69663) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 675.911641] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.107s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.911916] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.857s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.913611] env[69663]: INFO nova.compute.claims [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.919907] env[69663]: DEBUG oslo_concurrency.lockutils [req-6c31c6ec-b061-4951-a6e6-299737766c0c req-e0c7b16c-5535-48dd-9ae5-85a1b501957b service nova] Releasing lock "refresh_cache-1552b03f-709e-4f27-8193-c40d2f4f5828" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.927096] env[69663]: DEBUG oslo_vmware.api [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Task: {'id': task-3332140, 'name': Rename_Task, 'duration_secs': 1.003078} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.927496] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 675.927759] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c0a0e9a-0ab0-497b-832a-09f641924f40 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.938860] env[69663]: DEBUG oslo_vmware.api [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Waiting for the task: (returnval){ [ 675.938860] env[69663]: value = "task-3332146" [ 675.938860] env[69663]: _type = "Task" [ 675.938860] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.950711] env[69663]: DEBUG oslo_vmware.api [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Task: {'id': task-3332146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.017854] env[69663]: DEBUG oslo_vmware.api [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': task-3332139, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.040634] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Task: {'id': task-3332142, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.054368] env[69663]: DEBUG oslo_vmware.api [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Task: {'id': task-3332144, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.132860] env[69663]: DEBUG oslo_vmware.api [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5237a56e-6e67-8bd8-ceac-5c5d4a8272ff, 'name': SearchDatastore_Task, 'duration_secs': 0.009816} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.134070] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e363c1f-0dd8-4b7d-ac7c-a849eaf15d0f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.143452] env[69663]: DEBUG oslo_vmware.api [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for the task: (returnval){ [ 676.143452] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52dd5444-6e9a-7f30-9169-89ead52f3794" [ 676.143452] env[69663]: _type = "Task" [ 676.143452] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.154427] env[69663]: DEBUG oslo_vmware.api [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52dd5444-6e9a-7f30-9169-89ead52f3794, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.396916] env[69663]: DEBUG oslo_vmware.api [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092071} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.400942] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.402211] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c03728e-1082-4780-b18d-73bbc218b6f1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.436424] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 2865aeeb-8d72-40c2-a8cc-057df0318dab/2865aeeb-8d72-40c2-a8cc-057df0318dab.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.436424] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41d766c4-cab4-454e-9676-362155ef2a8c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.465751] env[69663]: DEBUG oslo_vmware.api [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Task: {'id': task-3332146, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.469395] env[69663]: DEBUG oslo_vmware.api [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Waiting for the task: (returnval){ [ 676.469395] env[69663]: value = "task-3332147" [ 676.469395] env[69663]: _type = "Task" [ 676.469395] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.480594] env[69663]: DEBUG oslo_vmware.api [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332147, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.513804] env[69663]: DEBUG oslo_vmware.api [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': task-3332139, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.731964} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.513804] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 1552b03f-709e-4f27-8193-c40d2f4f5828/1552b03f-709e-4f27-8193-c40d2f4f5828.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 676.513804] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.514275] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37325616-2763-46d8-bb44-9f43c925d90b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.523779] env[69663]: DEBUG oslo_vmware.api [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Waiting for the task: (returnval){ [ 676.523779] env[69663]: value = "task-3332148" [ 676.523779] env[69663]: _type = "Task" [ 676.523779] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.534772] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Task: {'id': task-3332142, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.540855] env[69663]: DEBUG oslo_vmware.api [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': task-3332148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.553603] env[69663]: DEBUG oslo_vmware.api [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Task: {'id': task-3332144, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.586295] env[69663]: DEBUG nova.network.neutron [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Successfully updated port: 8db95fcb-3f73-4bd3-a9b6-951f1ff294cf {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.659476] env[69663]: DEBUG oslo_vmware.api [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52dd5444-6e9a-7f30-9169-89ead52f3794, 'name': SearchDatastore_Task, 'duration_secs': 0.055735} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.659816] env[69663]: DEBUG oslo_concurrency.lockutils [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.660907] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 1d2d49f3-0406-467b-95b7-22d38c24dcf5/1d2d49f3-0406-467b-95b7-22d38c24dcf5.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 676.660907] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc5d3705-6ac7-4c4a-97bf-e4ebad48bcd2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.668849] env[69663]: DEBUG oslo_vmware.api [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for the task: (returnval){ [ 676.668849] env[69663]: value = "task-3332149" [ 676.668849] env[69663]: _type = "Task" [ 676.668849] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.680805] env[69663]: DEBUG oslo_vmware.api [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332149, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.755211] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Acquiring lock "2fd6c829-2455-4d5e-81e8-94f302589d41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.755555] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Lock "2fd6c829-2455-4d5e-81e8-94f302589d41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.965619] env[69663]: DEBUG oslo_vmware.api [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Task: {'id': task-3332146, 'name': PowerOnVM_Task, 'duration_secs': 0.862053} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.966653] env[69663]: DEBUG nova.network.neutron [req-fe7a276d-14e7-4aef-96b6-c716b353cdfe req-e60d0512-27a8-41e3-a73f-44e17576ccf8 service nova] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Updated VIF entry in instance network info cache for port ed383ceb-7816-4a6d-bbf3-319c06c24d05. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 676.967467] env[69663]: DEBUG nova.network.neutron [req-fe7a276d-14e7-4aef-96b6-c716b353cdfe req-e60d0512-27a8-41e3-a73f-44e17576ccf8 service nova] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Updating instance_info_cache with network_info: [{"id": "ed383ceb-7816-4a6d-bbf3-319c06c24d05", "address": "fa:16:3e:5f:91:7e", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped383ceb-78", "ovs_interfaceid": "ed383ceb-7816-4a6d-bbf3-319c06c24d05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.968667] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 676.969169] env[69663]: INFO nova.compute.manager [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Took 15.70 seconds to spawn the instance on the hypervisor. [ 676.969441] env[69663]: DEBUG nova.compute.manager [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 676.970835] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b2bdeb-5f73-4c8f-a681-b7e173f81fea {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.004950] env[69663]: DEBUG oslo_vmware.api [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332147, 'name': ReconfigVM_Task, 'duration_secs': 0.329875} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.007177] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 2865aeeb-8d72-40c2-a8cc-057df0318dab/2865aeeb-8d72-40c2-a8cc-057df0318dab.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.008024] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-413f7532-1e82-41e1-919c-cb97a7bdaa51 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.016837] env[69663]: DEBUG oslo_vmware.api [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Waiting for the task: (returnval){ [ 677.016837] env[69663]: value = "task-3332150" [ 677.016837] env[69663]: _type = "Task" [ 677.016837] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.036088] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Task: {'id': task-3332142, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.640434} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.036826] env[69663]: DEBUG oslo_vmware.api [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332150, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.037252] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Copied Virtual Disk [datastore2] vmware_temp/73b5d3fd-1ba3-4254-b4e6-b6378cd960a7/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/tmp-sparse.vmdk to [datastore2] vmware_temp/73b5d3fd-1ba3-4254-b4e6-b6378cd960a7/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 677.037588] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Deleting the datastore file [datastore2] vmware_temp/73b5d3fd-1ba3-4254-b4e6-b6378cd960a7/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/tmp-sparse.vmdk {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.038166] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73432aff-11e1-42e1-9fcb-90adc0e5ead6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.044204] env[69663]: DEBUG oslo_vmware.api [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': task-3332148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.057621] env[69663]: DEBUG oslo_vmware.api [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Task: {'id': task-3332144, 'name': PowerOnVM_Task, 'duration_secs': 1.072451} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.059278] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 677.059552] env[69663]: INFO nova.compute.manager [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Took 9.09 seconds to spawn the instance on the hypervisor. [ 677.059762] env[69663]: DEBUG nova.compute.manager [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 677.060125] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Waiting for the task: (returnval){ [ 677.060125] env[69663]: value = "task-3332151" [ 677.060125] env[69663]: _type = "Task" [ 677.060125] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.060945] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8a4444-937d-4769-a494-e2585013205c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.081359] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Task: {'id': task-3332151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.091033] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquiring lock "refresh_cache-15b18416-7534-4888-b1a7-9e147ff3980c" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.091033] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquired lock "refresh_cache-15b18416-7534-4888-b1a7-9e147ff3980c" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.091325] env[69663]: DEBUG nova.network.neutron [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 677.183886] env[69663]: DEBUG oslo_vmware.api [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332149, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.258191] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fcb320b-6585-4b05-a3fe-79ac58e01640 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.268896] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2dbc9a-4562-4300-9efa-5b625fea8731 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.305855] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c965bf-e50f-46b2-b6dc-f8ea2d405275 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.315565] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e82efb4-e8c5-4a89-8136-c665c17d9964 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.331510] env[69663]: DEBUG nova.compute.provider_tree [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 677.472116] env[69663]: DEBUG oslo_concurrency.lockutils [req-fe7a276d-14e7-4aef-96b6-c716b353cdfe req-e60d0512-27a8-41e3-a73f-44e17576ccf8 service nova] Releasing lock "refresh_cache-1d2d49f3-0406-467b-95b7-22d38c24dcf5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.527122] env[69663]: INFO nova.compute.manager [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Took 20.51 seconds to build instance. [ 677.544219] env[69663]: DEBUG oslo_vmware.api [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332150, 'name': Rename_Task, 'duration_secs': 0.197578} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.546111] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 677.546699] env[69663]: DEBUG oslo_vmware.api [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': task-3332148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.97606} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.547176] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f690b6c8-54bc-4d8e-a260-7fcbe1c31e6e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.550631] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.551605] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb39c587-4096-4af3-9bbf-00ee0970eca6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.584393] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 1552b03f-709e-4f27-8193-c40d2f4f5828/1552b03f-709e-4f27-8193-c40d2f4f5828.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.589556] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76d3efa2-e2f2-4837-8d03-a95bc1528637 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.606915] env[69663]: DEBUG oslo_vmware.api [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Waiting for the task: (returnval){ [ 677.606915] env[69663]: value = "task-3332152" [ 677.606915] env[69663]: _type = "Task" [ 677.606915] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.622985] env[69663]: INFO nova.compute.manager [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Took 17.31 seconds to build instance. [ 677.628329] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Task: {'id': task-3332151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.062887} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.628697] env[69663]: DEBUG oslo_vmware.api [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Waiting for the task: (returnval){ [ 677.628697] env[69663]: value = "task-3332153" [ 677.628697] env[69663]: _type = "Task" [ 677.628697] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.629518] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.629766] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Moving file from [datastore2] vmware_temp/73b5d3fd-1ba3-4254-b4e6-b6378cd960a7/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 to [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474. {{(pid=69663) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 677.630514] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-d4572658-5adf-4059-9b9f-74f642f63bba {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.639450] env[69663]: DEBUG oslo_vmware.api [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332152, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.647671] env[69663]: DEBUG oslo_vmware.api [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': task-3332153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.649301] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Waiting for the task: (returnval){ [ 677.649301] env[69663]: value = "task-3332154" [ 677.649301] env[69663]: _type = "Task" [ 677.649301] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.659184] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Task: {'id': task-3332154, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.680383] env[69663]: DEBUG oslo_vmware.api [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332149, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.770759} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.680670] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 1d2d49f3-0406-467b-95b7-22d38c24dcf5/1d2d49f3-0406-467b-95b7-22d38c24dcf5.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 677.680882] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.681196] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc25fdd3-915a-4eea-a427-8968f457e6f0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.689187] env[69663]: DEBUG oslo_vmware.api [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for the task: (returnval){ [ 677.689187] env[69663]: value = "task-3332155" [ 677.689187] env[69663]: _type = "Task" [ 677.689187] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.695950] env[69663]: DEBUG nova.network.neutron [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 677.702224] env[69663]: DEBUG oslo_vmware.api [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332155, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.863935] env[69663]: ERROR nova.scheduler.client.report [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] [req-e8f3c775-f485-4ad2-90ed-7abd83db9f62] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f2fb168a-c97f-41a4-9b18-725376271f6b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e8f3c775-f485-4ad2-90ed-7abd83db9f62"}]} [ 677.896202] env[69663]: DEBUG nova.scheduler.client.report [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Refreshing inventories for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 677.922110] env[69663]: DEBUG nova.scheduler.client.report [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Updating ProviderTree inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 677.922110] env[69663]: DEBUG nova.compute.provider_tree [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 677.943037] env[69663]: DEBUG nova.scheduler.client.report [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Refreshing aggregate associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, aggregates: None {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 677.988591] env[69663]: DEBUG nova.scheduler.client.report [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Refreshing trait associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 678.038387] env[69663]: DEBUG oslo_concurrency.lockutils [None req-674adaa2-1597-43d3-90f3-78056471253e tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Lock "757ca1ff-c8bd-4db9-9234-3af69e69e28a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.036s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.084078] env[69663]: DEBUG nova.network.neutron [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Updating instance_info_cache with network_info: [{"id": "8db95fcb-3f73-4bd3-a9b6-951f1ff294cf", "address": "fa:16:3e:06:38:36", "network": {"id": "dac535d4-890b-4c14-a296-d1a6e6353c0e", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-2036290172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69e38c23e4344a638313c6c7d5573df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db95fcb-3f", "ovs_interfaceid": "8db95fcb-3f73-4bd3-a9b6-951f1ff294cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.130537] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ac2cb308-388d-4236-91ad-f805b9eedd48 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Lock "a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.830s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.130642] env[69663]: DEBUG oslo_vmware.api [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332152, 'name': PowerOnVM_Task, 'duration_secs': 0.563058} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.131075] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 678.131312] env[69663]: INFO nova.compute.manager [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Took 14.61 seconds to spawn the instance on the hypervisor. [ 678.131510] env[69663]: DEBUG nova.compute.manager [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 678.136124] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2029f695-af5f-4f1c-803c-2c5d467800ac {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.153447] env[69663]: DEBUG oslo_vmware.api [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': task-3332153, 'name': ReconfigVM_Task, 'duration_secs': 0.426068} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.159149] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 1552b03f-709e-4f27-8193-c40d2f4f5828/1552b03f-709e-4f27-8193-c40d2f4f5828.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.160056] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2304cc92-a0e5-40b1-985c-03eafbccc584 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.178407] env[69663]: DEBUG oslo_vmware.api [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Waiting for the task: (returnval){ [ 678.178407] env[69663]: value = "task-3332157" [ 678.178407] env[69663]: _type = "Task" [ 678.178407] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.178407] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Task: {'id': task-3332154, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.05508} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.178407] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] File moved {{(pid=69663) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 678.178407] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Cleaning up location [datastore2] vmware_temp/73b5d3fd-1ba3-4254-b4e6-b6378cd960a7 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 678.178745] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Deleting the datastore file [datastore2] vmware_temp/73b5d3fd-1ba3-4254-b4e6-b6378cd960a7 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.182892] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6850b88a-22c9-44cf-b1cc-731791c1b69f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.191063] env[69663]: DEBUG oslo_vmware.api [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': task-3332157, 'name': Rename_Task} progress is 10%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.199596] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Waiting for the task: (returnval){ [ 678.199596] env[69663]: value = "task-3332158" [ 678.199596] env[69663]: _type = "Task" [ 678.199596] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.209276] env[69663]: DEBUG oslo_vmware.api [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332155, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087874} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.212869] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.213288] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Task: {'id': task-3332158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.218283] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7799bb01-3f5c-45cd-81bb-ab04c768a1d3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.252021] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 1d2d49f3-0406-467b-95b7-22d38c24dcf5/1d2d49f3-0406-467b-95b7-22d38c24dcf5.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.255610] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-295924ed-dcc5-4390-bc4f-e72dc484c8bd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.284886] env[69663]: DEBUG oslo_vmware.api [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for the task: (returnval){ [ 678.284886] env[69663]: value = "task-3332159" [ 678.284886] env[69663]: _type = "Task" [ 678.284886] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.315315] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1672f53d-3e23-4331-adca-f491449e1215 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.324414] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7b590b-99c7-48b4-96de-2baa8d6941d7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.377686] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4339b22f-b1b4-4580-9992-75a888506d27 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.387539] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e837c7f8-c7fb-45ff-a14f-91bc2ddc9b3e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.406332] env[69663]: DEBUG nova.compute.provider_tree [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 678.543345] env[69663]: DEBUG nova.compute.manager [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 678.588793] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Releasing lock "refresh_cache-15b18416-7534-4888-b1a7-9e147ff3980c" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.588793] env[69663]: DEBUG nova.compute.manager [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Instance network_info: |[{"id": "8db95fcb-3f73-4bd3-a9b6-951f1ff294cf", "address": "fa:16:3e:06:38:36", "network": {"id": "dac535d4-890b-4c14-a296-d1a6e6353c0e", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-2036290172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69e38c23e4344a638313c6c7d5573df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db95fcb-3f", "ovs_interfaceid": "8db95fcb-3f73-4bd3-a9b6-951f1ff294cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 678.589397] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:38:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2bf99f85-3a5c-47c6-a603-e215be6ab0bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8db95fcb-3f73-4bd3-a9b6-951f1ff294cf', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.598702] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Creating folder: Project (69e38c23e4344a638313c6c7d5573df2). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 678.599672] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f54d6cf-2921-462f-8fc0-53838b939a8e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.614817] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Created folder: Project (69e38c23e4344a638313c6c7d5573df2) in parent group-v665133. [ 678.614817] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Creating folder: Instances. Parent ref: group-v665156. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 678.616406] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d149f0fc-badf-4764-ae82-0737a9e31d6d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.621731] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Acquiring lock "779bf209-bdee-44a6-aff6-cf79dbf46bd4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.621971] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Lock "779bf209-bdee-44a6-aff6-cf79dbf46bd4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.633483] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Created folder: Instances in parent group-v665156. [ 678.633761] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.633963] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 678.634976] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6660319-2170-4e54-84de-d900c8475e05 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.667348] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.667348] env[69663]: value = "task-3332162" [ 678.667348] env[69663]: _type = "Task" [ 678.667348] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.672083] env[69663]: INFO nova.compute.manager [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Took 21.02 seconds to build instance. [ 678.679491] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332162, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.693444] env[69663]: DEBUG oslo_vmware.api [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': task-3332157, 'name': Rename_Task, 'duration_secs': 0.34261} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.694033] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 678.694566] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0f335a1-ac5b-4528-944f-a879d2a83544 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.706577] env[69663]: DEBUG oslo_vmware.api [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Waiting for the task: (returnval){ [ 678.706577] env[69663]: value = "task-3332163" [ 678.706577] env[69663]: _type = "Task" [ 678.706577] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.714999] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Task: {'id': task-3332158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.052345} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.715713] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.716621] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c788993f-a502-412b-8686-5d8f63606025 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.725978] env[69663]: DEBUG oslo_vmware.api [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': task-3332163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.730562] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Waiting for the task: (returnval){ [ 678.730562] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a184eb-52f7-2108-67f9-9134e0b08e38" [ 678.730562] env[69663]: _type = "Task" [ 678.730562] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.741274] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a184eb-52f7-2108-67f9-9134e0b08e38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.796042] env[69663]: DEBUG nova.compute.manager [req-c0852e89-a604-472c-80af-34b99ca21bd5 req-9437d4e8-4cc1-4f4a-9de8-f1d568989dc4 service nova] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Received event network-vif-plugged-8db95fcb-3f73-4bd3-a9b6-951f1ff294cf {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 678.796042] env[69663]: DEBUG oslo_concurrency.lockutils [req-c0852e89-a604-472c-80af-34b99ca21bd5 req-9437d4e8-4cc1-4f4a-9de8-f1d568989dc4 service nova] Acquiring lock "15b18416-7534-4888-b1a7-9e147ff3980c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.796290] env[69663]: DEBUG oslo_concurrency.lockutils [req-c0852e89-a604-472c-80af-34b99ca21bd5 req-9437d4e8-4cc1-4f4a-9de8-f1d568989dc4 service nova] Lock "15b18416-7534-4888-b1a7-9e147ff3980c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.796398] env[69663]: DEBUG oslo_concurrency.lockutils [req-c0852e89-a604-472c-80af-34b99ca21bd5 req-9437d4e8-4cc1-4f4a-9de8-f1d568989dc4 service nova] Lock "15b18416-7534-4888-b1a7-9e147ff3980c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.796959] env[69663]: DEBUG nova.compute.manager [req-c0852e89-a604-472c-80af-34b99ca21bd5 req-9437d4e8-4cc1-4f4a-9de8-f1d568989dc4 service nova] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] No waiting events found dispatching network-vif-plugged-8db95fcb-3f73-4bd3-a9b6-951f1ff294cf {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 678.796959] env[69663]: WARNING nova.compute.manager [req-c0852e89-a604-472c-80af-34b99ca21bd5 req-9437d4e8-4cc1-4f4a-9de8-f1d568989dc4 service nova] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Received unexpected event network-vif-plugged-8db95fcb-3f73-4bd3-a9b6-951f1ff294cf for instance with vm_state building and task_state spawning. [ 678.802331] env[69663]: DEBUG oslo_vmware.api [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332159, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.940505] env[69663]: ERROR nova.scheduler.client.report [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] [req-e5b69c95-e059-44aa-9a0f-42424bffdd79] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f2fb168a-c97f-41a4-9b18-725376271f6b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e5b69c95-e059-44aa-9a0f-42424bffdd79"}]} [ 678.969380] env[69663]: DEBUG nova.scheduler.client.report [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Refreshing inventories for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 678.987283] env[69663]: DEBUG nova.scheduler.client.report [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Updating ProviderTree inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 678.989265] env[69663]: DEBUG nova.compute.provider_tree [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 110, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 679.005714] env[69663]: DEBUG nova.scheduler.client.report [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Refreshing aggregate associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, aggregates: None {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 679.047323] env[69663]: DEBUG nova.scheduler.client.report [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Refreshing trait associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 679.078822] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.131218] env[69663]: DEBUG nova.compute.manager [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 679.177197] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2cafc07-dd8a-467e-90ff-71ef3299551e tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Lock "2865aeeb-8d72-40c2-a8cc-057df0318dab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.536s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.186543] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332162, 'name': CreateVM_Task, 'duration_secs': 0.494106} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.186757] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 679.187626] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.187796] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.189124] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.189124] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b39b3c8d-101a-4922-9a0f-56b9ee8cd0a5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.198356] env[69663]: DEBUG oslo_vmware.api [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 679.198356] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ac8acd-ac88-375f-d2de-c8358a308a57" [ 679.198356] env[69663]: _type = "Task" [ 679.198356] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.213132] env[69663]: DEBUG oslo_vmware.api [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ac8acd-ac88-375f-d2de-c8358a308a57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.226192] env[69663]: DEBUG oslo_vmware.api [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': task-3332163, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.245265] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a184eb-52f7-2108-67f9-9134e0b08e38, 'name': SearchDatastore_Task, 'duration_secs': 0.02041} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.245702] env[69663]: DEBUG oslo_concurrency.lockutils [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.246170] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] cd6d24ba-186f-42dd-a6e4-21cd10fee2c4/cd6d24ba-186f-42dd-a6e4-21cd10fee2c4.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 679.246371] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3b27af4-1e37-4e9e-bd24-303aad2373b9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.261041] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Waiting for the task: (returnval){ [ 679.261041] env[69663]: value = "task-3332164" [ 679.261041] env[69663]: _type = "Task" [ 679.261041] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.271656] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Task: {'id': task-3332164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.305022] env[69663]: DEBUG oslo_vmware.api [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332159, 'name': ReconfigVM_Task, 'duration_secs': 0.676314} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.305022] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 1d2d49f3-0406-467b-95b7-22d38c24dcf5/1d2d49f3-0406-467b-95b7-22d38c24dcf5.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 679.305022] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2749dc92-c4d2-4f0f-92ac-c8d5b63e7e01 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.313823] env[69663]: DEBUG oslo_vmware.api [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for the task: (returnval){ [ 679.313823] env[69663]: value = "task-3332165" [ 679.313823] env[69663]: _type = "Task" [ 679.313823] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.328128] env[69663]: DEBUG oslo_vmware.api [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332165, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.334021] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96a4d39-d047-497d-8b63-28db865dbbb1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.346053] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef9f72a-48c7-47a2-9ba3-4b54c6864ef4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.383186] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14775443-343d-420a-969f-a3987e05869c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.393279] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa9d95d-2052-45aa-a054-c5708ebc8c8b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.411546] env[69663]: DEBUG nova.compute.provider_tree [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 679.659702] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.719100] env[69663]: DEBUG oslo_vmware.api [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ac8acd-ac88-375f-d2de-c8358a308a57, 'name': SearchDatastore_Task, 'duration_secs': 0.015527} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.724756] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.725045] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.725293] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.725980] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.726193] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.726527] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ef93cb8-9900-47a8-bc3b-aea06e8a4e29 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.736845] env[69663]: DEBUG oslo_vmware.api [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': task-3332163, 'name': PowerOnVM_Task, 'duration_secs': 0.700865} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.737032] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 679.737316] env[69663]: INFO nova.compute.manager [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Took 13.99 seconds to spawn the instance on the hypervisor. [ 679.737675] env[69663]: DEBUG nova.compute.manager [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 679.738872] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd6708c-3021-4355-922e-43095ea181e9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.743244] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.743444] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 679.746179] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e7e9874-e390-46a1-a027-2adee37ad0b0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.766619] env[69663]: DEBUG oslo_vmware.api [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 679.766619] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]527c254c-f46a-ebd4-f7e3-f6494c829220" [ 679.766619] env[69663]: _type = "Task" [ 679.766619] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.777295] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Task: {'id': task-3332164, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.789100] env[69663]: DEBUG oslo_vmware.api [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]527c254c-f46a-ebd4-f7e3-f6494c829220, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.829099] env[69663]: DEBUG oslo_vmware.api [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332165, 'name': Rename_Task, 'duration_secs': 0.206739} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.829525] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 679.830193] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12500251-1552-4bc6-9c4a-346689c11378 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.841873] env[69663]: DEBUG oslo_vmware.api [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for the task: (returnval){ [ 679.841873] env[69663]: value = "task-3332167" [ 679.841873] env[69663]: _type = "Task" [ 679.841873] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.852727] env[69663]: DEBUG oslo_vmware.api [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.976069] env[69663]: DEBUG nova.scheduler.client.report [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Updated inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b with generation 16 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 679.976337] env[69663]: DEBUG nova.compute.provider_tree [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Updating resource provider f2fb168a-c97f-41a4-9b18-725376271f6b generation from 16 to 17 during operation: update_inventory {{(pid=69663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 679.976511] env[69663]: DEBUG nova.compute.provider_tree [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 680.275032] env[69663]: INFO nova.compute.manager [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Took 22.26 seconds to build instance. [ 680.280330] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Task: {'id': task-3332164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576299} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.284041] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] cd6d24ba-186f-42dd-a6e4-21cd10fee2c4/cd6d24ba-186f-42dd-a6e4-21cd10fee2c4.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 680.284302] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.284566] env[69663]: DEBUG oslo_vmware.api [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]527c254c-f46a-ebd4-f7e3-f6494c829220, 'name': SearchDatastore_Task, 'duration_secs': 0.04803} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.284756] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9146933-5e15-4932-b7b7-588a124a9ff2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.287296] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b97156bd-9c52-4c55-8ad7-a8ca020ed09f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.293840] env[69663]: DEBUG oslo_vmware.api [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 680.293840] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]523d9f11-fd51-6675-eb87-0cc3afeab97f" [ 680.293840] env[69663]: _type = "Task" [ 680.293840] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.298441] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Waiting for the task: (returnval){ [ 680.298441] env[69663]: value = "task-3332168" [ 680.298441] env[69663]: _type = "Task" [ 680.298441] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.305224] env[69663]: DEBUG oslo_vmware.api [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]523d9f11-fd51-6675-eb87-0cc3afeab97f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.311396] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Task: {'id': task-3332168, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.352875] env[69663]: DEBUG oslo_vmware.api [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332167, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.485418] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.571s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.485418] env[69663]: DEBUG nova.compute.manager [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 680.487699] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.753s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.489745] env[69663]: INFO nova.compute.claims [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: b371813d-2134-4a79-b6f9-890b01707948] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.780208] env[69663]: DEBUG oslo_concurrency.lockutils [None req-301ebee4-47fe-44ea-b05a-c153599c62c8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Lock "1552b03f-709e-4f27-8193-c40d2f4f5828" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.777s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.808767] env[69663]: DEBUG oslo_vmware.api [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]523d9f11-fd51-6675-eb87-0cc3afeab97f, 'name': SearchDatastore_Task, 'duration_secs': 0.023466} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.809514] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.810019] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 15b18416-7534-4888-b1a7-9e147ff3980c/15b18416-7534-4888-b1a7-9e147ff3980c.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 680.810347] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf7431d2-7626-4e43-b272-0f5b98a63149 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.820318] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Task: {'id': task-3332168, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.242337} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.821421] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.822299] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2641f85-342d-41f2-90ed-2abdc707832b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.828161] env[69663]: DEBUG oslo_vmware.api [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 680.828161] env[69663]: value = "task-3332169" [ 680.828161] env[69663]: _type = "Task" [ 680.828161] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.851399] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] cd6d24ba-186f-42dd-a6e4-21cd10fee2c4/cd6d24ba-186f-42dd-a6e4-21cd10fee2c4.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.852796] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a75d637-93db-40d5-b9ad-a1928aae8d83 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.879341] env[69663]: DEBUG oslo_vmware.api [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3332169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.893082] env[69663]: DEBUG oslo_vmware.api [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332167, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.895114] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Waiting for the task: (returnval){ [ 680.895114] env[69663]: value = "task-3332170" [ 680.895114] env[69663]: _type = "Task" [ 680.895114] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.906313] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Task: {'id': task-3332170, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.995214] env[69663]: DEBUG nova.compute.utils [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 681.000656] env[69663]: DEBUG nova.compute.manager [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 681.000809] env[69663]: DEBUG nova.network.neutron [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 681.104500] env[69663]: DEBUG nova.policy [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11ae19c072bf4c73865cbeea0d9e31be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58fae5e162b1408dade6c83b185c386b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 681.331645] env[69663]: DEBUG nova.compute.manager [None req-07c93d3c-d88a-4088-9f88-4cce2d89d9ff tempest-ServerDiagnosticsV248Test-1863502305 tempest-ServerDiagnosticsV248Test-1863502305-project-admin] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 681.338701] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b5b185-f28d-43c0-92b9-59e8b80bab44 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.359045] env[69663]: DEBUG oslo_vmware.api [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3332169, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.359045] env[69663]: INFO nova.compute.manager [None req-07c93d3c-d88a-4088-9f88-4cce2d89d9ff tempest-ServerDiagnosticsV248Test-1863502305 tempest-ServerDiagnosticsV248Test-1863502305-project-admin] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Retrieving diagnostics [ 681.368582] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418ef9f5-a54b-48bd-ba68-c51953752bf3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.419867] env[69663]: DEBUG oslo_vmware.api [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332167, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.430811] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Task: {'id': task-3332170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.509878] env[69663]: DEBUG nova.compute.manager [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 681.620565] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Acquiring lock "53ed6196-4af5-426e-bdbe-80453e09f962" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.621551] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Lock "53ed6196-4af5-426e-bdbe-80453e09f962" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.758637] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788c3893-798c-47a7-b3a7-2a3af4e4d349 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.767332] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af639956-8d95-43a6-9b50-4645fbc5956d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.805075] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-513dff08-49cf-42c7-9a3e-16dc5d2e0473 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.816182] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf436f94-c693-48b4-8a38-88e970ff42ef {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.833260] env[69663]: DEBUG nova.compute.provider_tree [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.843041] env[69663]: DEBUG oslo_vmware.api [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3332169, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708164} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.843041] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 15b18416-7534-4888-b1a7-9e147ff3980c/15b18416-7534-4888-b1a7-9e147ff3980c.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 681.843238] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.843558] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce8a980f-99cc-4e72-a2e4-774d7f4e69c1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.855937] env[69663]: DEBUG oslo_vmware.api [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 681.855937] env[69663]: value = "task-3332171" [ 681.855937] env[69663]: _type = "Task" [ 681.855937] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.866534] env[69663]: DEBUG oslo_vmware.api [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3332171, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.872570] env[69663]: DEBUG oslo_vmware.api [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332167, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.874163] env[69663]: DEBUG nova.network.neutron [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Successfully created port: ce81eadd-302d-460f-bfcc-560f43828a9f {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.930213] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Task: {'id': task-3332170, 'name': ReconfigVM_Task, 'duration_secs': 0.809849} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.930696] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Reconfigured VM instance instance-00000006 to attach disk [datastore2] cd6d24ba-186f-42dd-a6e4-21cd10fee2c4/cd6d24ba-186f-42dd-a6e4-21cd10fee2c4.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.931551] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a37ad3a1-d9de-4c2a-ae5a-77db26b3ffaa {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.941601] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Waiting for the task: (returnval){ [ 681.941601] env[69663]: value = "task-3332173" [ 681.941601] env[69663]: _type = "Task" [ 681.941601] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.953630] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Task: {'id': task-3332173, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.123861] env[69663]: DEBUG nova.compute.manager [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 682.339136] env[69663]: DEBUG nova.scheduler.client.report [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 682.366904] env[69663]: DEBUG oslo_vmware.api [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3332171, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080125} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.367428] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.368508] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1af913-9401-4a97-8d95-94f9784a8edf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.374267] env[69663]: DEBUG oslo_vmware.api [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332167, 'name': PowerOnVM_Task, 'duration_secs': 2.21879} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.374863] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 682.375075] env[69663]: INFO nova.compute.manager [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Took 12.09 seconds to spawn the instance on the hypervisor. [ 682.375284] env[69663]: DEBUG nova.compute.manager [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 682.376079] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320fccd6-e84e-49ed-a9f7-19eee1d066d2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.399227] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 15b18416-7534-4888-b1a7-9e147ff3980c/15b18416-7534-4888-b1a7-9e147ff3980c.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.402711] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ac9739d-2012-4d9f-b895-6a4a950c4912 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.430704] env[69663]: DEBUG oslo_vmware.api [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 682.430704] env[69663]: value = "task-3332174" [ 682.430704] env[69663]: _type = "Task" [ 682.430704] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.442280] env[69663]: DEBUG oslo_vmware.api [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3332174, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.456942] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Task: {'id': task-3332173, 'name': Rename_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.523892] env[69663]: DEBUG nova.compute.manager [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 682.556712] env[69663]: DEBUG nova.virt.hardware [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 682.557202] env[69663]: DEBUG nova.virt.hardware [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 682.557422] env[69663]: DEBUG nova.virt.hardware [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.557617] env[69663]: DEBUG nova.virt.hardware [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 682.557818] env[69663]: DEBUG nova.virt.hardware [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.557989] env[69663]: DEBUG nova.virt.hardware [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 682.558262] env[69663]: DEBUG nova.virt.hardware [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 682.558388] env[69663]: DEBUG nova.virt.hardware [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 682.558572] env[69663]: DEBUG nova.virt.hardware [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 682.558733] env[69663]: DEBUG nova.virt.hardware [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 682.558951] env[69663]: DEBUG nova.virt.hardware [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 682.560303] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a63901-1caf-42f2-9a93-93a29601c971 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.575029] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715e9a3b-3a00-4992-9c33-f53097884968 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.660649] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.699641] env[69663]: DEBUG nova.compute.manager [req-b6062be1-0e88-4160-9dff-9478cb8a3c46 req-dd2c6924-ba41-46ee-a403-9b5604bbbd93 service nova] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Received event network-changed-8db95fcb-3f73-4bd3-a9b6-951f1ff294cf {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 682.699641] env[69663]: DEBUG nova.compute.manager [req-b6062be1-0e88-4160-9dff-9478cb8a3c46 req-dd2c6924-ba41-46ee-a403-9b5604bbbd93 service nova] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Refreshing instance network info cache due to event network-changed-8db95fcb-3f73-4bd3-a9b6-951f1ff294cf. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 682.699641] env[69663]: DEBUG oslo_concurrency.lockutils [req-b6062be1-0e88-4160-9dff-9478cb8a3c46 req-dd2c6924-ba41-46ee-a403-9b5604bbbd93 service nova] Acquiring lock "refresh_cache-15b18416-7534-4888-b1a7-9e147ff3980c" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.699641] env[69663]: DEBUG oslo_concurrency.lockutils [req-b6062be1-0e88-4160-9dff-9478cb8a3c46 req-dd2c6924-ba41-46ee-a403-9b5604bbbd93 service nova] Acquired lock "refresh_cache-15b18416-7534-4888-b1a7-9e147ff3980c" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.699873] env[69663]: DEBUG nova.network.neutron [req-b6062be1-0e88-4160-9dff-9478cb8a3c46 req-dd2c6924-ba41-46ee-a403-9b5604bbbd93 service nova] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Refreshing network info cache for port 8db95fcb-3f73-4bd3-a9b6-951f1ff294cf {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 682.747032] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Acquiring lock "0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.747267] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Lock "0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.775374] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Acquiring lock "dfa4fc69-0de7-442e-b05d-1a1d9441d3a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.775653] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Lock "dfa4fc69-0de7-442e-b05d-1a1d9441d3a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.804825] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Acquiring lock "552b215a-35c7-4669-87ae-ea17c9dfbf2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.805082] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Lock "552b215a-35c7-4669-87ae-ea17c9dfbf2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.849937] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.850469] env[69663]: DEBUG nova.compute.manager [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: b371813d-2134-4a79-b6f9-890b01707948] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 682.855702] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.081s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.857275] env[69663]: INFO nova.compute.claims [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.940799] env[69663]: INFO nova.compute.manager [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Took 20.40 seconds to build instance. [ 682.948052] env[69663]: DEBUG oslo_vmware.api [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3332174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.960882] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Task: {'id': task-3332173, 'name': Rename_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.252183] env[69663]: DEBUG nova.compute.manager [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 683.362541] env[69663]: DEBUG nova.compute.utils [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 683.362750] env[69663]: DEBUG nova.compute.manager [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: b371813d-2134-4a79-b6f9-890b01707948] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 683.362916] env[69663]: DEBUG nova.network.neutron [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: b371813d-2134-4a79-b6f9-890b01707948] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 683.434165] env[69663]: DEBUG nova.compute.manager [None req-8d85e214-4cb0-467e-b1e4-5fd2389a210a tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 683.435209] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f01a1f0-f3ef-431b-bac9-2e62e35075f7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.443476] env[69663]: DEBUG oslo_concurrency.lockutils [None req-887f03f1-2990-436a-87eb-ebf66a94798e tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Lock "1d2d49f3-0406-467b-95b7-22d38c24dcf5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.924s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.452411] env[69663]: DEBUG oslo_vmware.api [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3332174, 'name': ReconfigVM_Task, 'duration_secs': 0.810638} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.458019] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 15b18416-7534-4888-b1a7-9e147ff3980c/15b18416-7534-4888-b1a7-9e147ff3980c.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.458019] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29224f3a-1cf7-4a17-8070-1235e2b5b3f7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.466141] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Task: {'id': task-3332173, 'name': Rename_Task, 'duration_secs': 1.213075} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.469872] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 683.470511] env[69663]: DEBUG oslo_vmware.api [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 683.470511] env[69663]: value = "task-3332175" [ 683.470511] env[69663]: _type = "Task" [ 683.470511] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.471650] env[69663]: DEBUG nova.policy [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebe938f1afc3485caf0dcf9131c94a6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92f2a8330cf247d68d41702d77cd8ca6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 683.473150] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92dbc4bc-cf3d-4f80-bf30-00490671aecd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.491659] env[69663]: DEBUG oslo_vmware.api [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3332175, 'name': Rename_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.495130] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Waiting for the task: (returnval){ [ 683.495130] env[69663]: value = "task-3332176" [ 683.495130] env[69663]: _type = "Task" [ 683.495130] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.512404] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Task: {'id': task-3332176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.765613] env[69663]: DEBUG nova.network.neutron [req-b6062be1-0e88-4160-9dff-9478cb8a3c46 req-dd2c6924-ba41-46ee-a403-9b5604bbbd93 service nova] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Updated VIF entry in instance network info cache for port 8db95fcb-3f73-4bd3-a9b6-951f1ff294cf. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 683.766064] env[69663]: DEBUG nova.network.neutron [req-b6062be1-0e88-4160-9dff-9478cb8a3c46 req-dd2c6924-ba41-46ee-a403-9b5604bbbd93 service nova] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Updating instance_info_cache with network_info: [{"id": "8db95fcb-3f73-4bd3-a9b6-951f1ff294cf", "address": "fa:16:3e:06:38:36", "network": {"id": "dac535d4-890b-4c14-a296-d1a6e6353c0e", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-2036290172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69e38c23e4344a638313c6c7d5573df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db95fcb-3f", "ovs_interfaceid": "8db95fcb-3f73-4bd3-a9b6-951f1ff294cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.786928] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.869731] env[69663]: DEBUG nova.compute.manager [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: b371813d-2134-4a79-b6f9-890b01707948] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 683.953670] env[69663]: DEBUG nova.compute.manager [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 683.966687] env[69663]: INFO nova.compute.manager [None req-8d85e214-4cb0-467e-b1e4-5fd2389a210a tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] instance snapshotting [ 683.970137] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a35934-24b9-4082-a742-c3235c0dd14b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.029557] env[69663]: DEBUG oslo_vmware.api [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3332175, 'name': Rename_Task, 'duration_secs': 0.241585} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.034807] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83696a1e-0325-4e62-a68e-98d7c8b02c27 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.038669] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 684.045414] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8374e6c-c18e-4105-affb-ddaa47f99a43 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.048217] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Task: {'id': task-3332176, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.060422] env[69663]: DEBUG oslo_vmware.api [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 684.060422] env[69663]: value = "task-3332178" [ 684.060422] env[69663]: _type = "Task" [ 684.060422] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.083836] env[69663]: DEBUG oslo_vmware.api [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3332178, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.183204] env[69663]: DEBUG nova.network.neutron [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: b371813d-2134-4a79-b6f9-890b01707948] Successfully created port: e8402221-e598-4782-bf0a-5b5f56558e7b {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.233225] env[69663]: DEBUG nova.network.neutron [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Successfully updated port: ce81eadd-302d-460f-bfcc-560f43828a9f {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.274657] env[69663]: DEBUG oslo_concurrency.lockutils [req-b6062be1-0e88-4160-9dff-9478cb8a3c46 req-dd2c6924-ba41-46ee-a403-9b5604bbbd93 service nova] Releasing lock "refresh_cache-15b18416-7534-4888-b1a7-9e147ff3980c" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.275635] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b294e7-51d7-4d0e-9bb9-2a7c2fc9b83a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.287518] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc701eba-3d73-45e4-8dfa-b39f4899c3ba {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.328406] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658b625e-1601-4441-a4ee-0918fecde344 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.338824] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7878931f-9fad-4fab-b740-c6bddecc831b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.347031] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0945556f-d50f-4571-bdec-bfad69a415ef tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Acquiring lock "757ca1ff-c8bd-4db9-9234-3af69e69e28a" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.347321] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0945556f-d50f-4571-bdec-bfad69a415ef tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Lock "757ca1ff-c8bd-4db9-9234-3af69e69e28a" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.347645] env[69663]: INFO nova.compute.manager [None req-0945556f-d50f-4571-bdec-bfad69a415ef tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Rebooting instance [ 684.357357] env[69663]: DEBUG nova.compute.provider_tree [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.373947] env[69663]: DEBUG nova.scheduler.client.report [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 684.406104] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0945556f-d50f-4571-bdec-bfad69a415ef tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Acquiring lock "refresh_cache-757ca1ff-c8bd-4db9-9234-3af69e69e28a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.406104] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0945556f-d50f-4571-bdec-bfad69a415ef tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Acquired lock "refresh_cache-757ca1ff-c8bd-4db9-9234-3af69e69e28a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.406104] env[69663]: DEBUG nova.network.neutron [None req-0945556f-d50f-4571-bdec-bfad69a415ef tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 684.484017] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.508493] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Task: {'id': task-3332176, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.572066] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8d85e214-4cb0-467e-b1e4-5fd2389a210a tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Creating Snapshot of the VM instance {{(pid=69663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 684.572066] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5ec49cc1-42a3-4c89-8b2b-fad485411e5e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.582398] env[69663]: DEBUG oslo_vmware.api [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3332178, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.584644] env[69663]: DEBUG oslo_vmware.api [None req-8d85e214-4cb0-467e-b1e4-5fd2389a210a tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Waiting for the task: (returnval){ [ 684.584644] env[69663]: value = "task-3332179" [ 684.584644] env[69663]: _type = "Task" [ 684.584644] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.664645] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0e50e7c7-ab67-416f-ae95-bb8c5c0a7e01 tempest-DeleteServersAdminTestJSON-898071977 tempest-DeleteServersAdminTestJSON-898071977-project-admin] Acquiring lock "1552b03f-709e-4f27-8193-c40d2f4f5828" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.666240] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0e50e7c7-ab67-416f-ae95-bb8c5c0a7e01 tempest-DeleteServersAdminTestJSON-898071977 tempest-DeleteServersAdminTestJSON-898071977-project-admin] Lock "1552b03f-709e-4f27-8193-c40d2f4f5828" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.666567] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0e50e7c7-ab67-416f-ae95-bb8c5c0a7e01 tempest-DeleteServersAdminTestJSON-898071977 tempest-DeleteServersAdminTestJSON-898071977-project-admin] Acquiring lock "1552b03f-709e-4f27-8193-c40d2f4f5828-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.667329] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0e50e7c7-ab67-416f-ae95-bb8c5c0a7e01 tempest-DeleteServersAdminTestJSON-898071977 tempest-DeleteServersAdminTestJSON-898071977-project-admin] Lock "1552b03f-709e-4f27-8193-c40d2f4f5828-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.667329] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0e50e7c7-ab67-416f-ae95-bb8c5c0a7e01 tempest-DeleteServersAdminTestJSON-898071977 tempest-DeleteServersAdminTestJSON-898071977-project-admin] Lock "1552b03f-709e-4f27-8193-c40d2f4f5828-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.671141] env[69663]: INFO nova.compute.manager [None req-0e50e7c7-ab67-416f-ae95-bb8c5c0a7e01 tempest-DeleteServersAdminTestJSON-898071977 tempest-DeleteServersAdminTestJSON-898071977-project-admin] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Terminating instance [ 684.676062] env[69663]: DEBUG nova.compute.manager [None req-0e50e7c7-ab67-416f-ae95-bb8c5c0a7e01 tempest-DeleteServersAdminTestJSON-898071977 tempest-DeleteServersAdminTestJSON-898071977-project-admin] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 684.676062] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0e50e7c7-ab67-416f-ae95-bb8c5c0a7e01 tempest-DeleteServersAdminTestJSON-898071977 tempest-DeleteServersAdminTestJSON-898071977-project-admin] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 684.676530] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcf64c4-5ac0-47ef-87ae-e401c63a9428 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.686473] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e50e7c7-ab67-416f-ae95-bb8c5c0a7e01 tempest-DeleteServersAdminTestJSON-898071977 tempest-DeleteServersAdminTestJSON-898071977-project-admin] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 684.686875] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-688571b8-f99c-415d-883d-142bcd42f815 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.697982] env[69663]: DEBUG oslo_vmware.api [None req-0e50e7c7-ab67-416f-ae95-bb8c5c0a7e01 tempest-DeleteServersAdminTestJSON-898071977 tempest-DeleteServersAdminTestJSON-898071977-project-admin] Waiting for the task: (returnval){ [ 684.697982] env[69663]: value = "task-3332180" [ 684.697982] env[69663]: _type = "Task" [ 684.697982] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.708276] env[69663]: DEBUG oslo_vmware.api [None req-0e50e7c7-ab67-416f-ae95-bb8c5c0a7e01 tempest-DeleteServersAdminTestJSON-898071977 tempest-DeleteServersAdminTestJSON-898071977-project-admin] Task: {'id': task-3332180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.735663] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Acquiring lock "refresh_cache-367b5f83-09a7-4b03-8478-b50b70effc8a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.735663] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Acquired lock "refresh_cache-367b5f83-09a7-4b03-8478-b50b70effc8a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.735807] env[69663]: DEBUG nova.network.neutron [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 684.881844] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.026s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.882519] env[69663]: DEBUG nova.compute.manager [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 684.886362] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.808s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.888939] env[69663]: INFO nova.compute.claims [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.893153] env[69663]: DEBUG nova.compute.manager [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: b371813d-2134-4a79-b6f9-890b01707948] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 684.928577] env[69663]: DEBUG nova.virt.hardware [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 684.928577] env[69663]: DEBUG nova.virt.hardware [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 684.928805] env[69663]: DEBUG nova.virt.hardware [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.928984] env[69663]: DEBUG nova.virt.hardware [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 684.929217] env[69663]: DEBUG nova.virt.hardware [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.929459] env[69663]: DEBUG nova.virt.hardware [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 684.929781] env[69663]: DEBUG nova.virt.hardware [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 684.931848] env[69663]: DEBUG nova.virt.hardware [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 684.931848] env[69663]: DEBUG nova.virt.hardware [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 684.931848] env[69663]: DEBUG nova.virt.hardware [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 684.931848] env[69663]: DEBUG nova.virt.hardware [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 684.932329] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d44f68-b839-45e0-8d90-6106edb4984b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.945948] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc14ef4b-84e7-4d27-bbe7-e1d9277cc1ab {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.013709] env[69663]: DEBUG oslo_vmware.api [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Task: {'id': task-3332176, 'name': PowerOnVM_Task, 'duration_secs': 1.230841} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.013979] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 685.014084] env[69663]: INFO nova.compute.manager [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Took 12.44 seconds to spawn the instance on the hypervisor. [ 685.014315] env[69663]: DEBUG nova.compute.manager [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 685.015236] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b145523-d59e-47ab-b319-cae0da252cbd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.076707] env[69663]: DEBUG oslo_vmware.api [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3332178, 'name': PowerOnVM_Task, 'duration_secs': 0.669666} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.076707] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 685.076707] env[69663]: INFO nova.compute.manager [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Took 10.23 seconds to spawn the instance on the hypervisor. [ 685.076707] env[69663]: DEBUG nova.compute.manager [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 685.077279] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d2f28b-080e-4416-b0f2-f52895474cdb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.107397] env[69663]: DEBUG oslo_vmware.api [None req-8d85e214-4cb0-467e-b1e4-5fd2389a210a tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332179, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.208402] env[69663]: DEBUG oslo_vmware.api [None req-0e50e7c7-ab67-416f-ae95-bb8c5c0a7e01 tempest-DeleteServersAdminTestJSON-898071977 tempest-DeleteServersAdminTestJSON-898071977-project-admin] Task: {'id': task-3332180, 'name': PowerOffVM_Task, 'duration_secs': 0.306349} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.208676] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e50e7c7-ab67-416f-ae95-bb8c5c0a7e01 tempest-DeleteServersAdminTestJSON-898071977 tempest-DeleteServersAdminTestJSON-898071977-project-admin] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 685.209809] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0e50e7c7-ab67-416f-ae95-bb8c5c0a7e01 tempest-DeleteServersAdminTestJSON-898071977 tempest-DeleteServersAdminTestJSON-898071977-project-admin] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 685.209809] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-630427d5-d949-4f96-818b-95f3db2cd0f2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.325136] env[69663]: DEBUG nova.network.neutron [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 685.400414] env[69663]: DEBUG nova.compute.utils [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 685.402246] env[69663]: DEBUG nova.compute.manager [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 685.402555] env[69663]: DEBUG nova.network.neutron [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 685.407738] env[69663]: DEBUG nova.network.neutron [None req-0945556f-d50f-4571-bdec-bfad69a415ef tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Updating instance_info_cache with network_info: [{"id": "583cff26-0813-4dfe-b978-b4d65e3ca895", "address": "fa:16:3e:ce:24:c6", "network": {"id": "29dd63b3-0f02-4534-b504-efa09b735a27", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1926748856-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4252444148214697b6aac51e590a1b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap583cff26-08", "ovs_interfaceid": "583cff26-0813-4dfe-b978-b4d65e3ca895", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.462042] env[69663]: DEBUG nova.policy [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed838432ba2d4832a2bbcb0dafca7dda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebc9ee8eda884e129ed4d8aee000d917', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 685.505645] env[69663]: DEBUG nova.compute.manager [req-96165918-6ecc-40a2-bad1-13ebb5c53d77 req-cccf3557-7d22-4c9f-b20c-35ab8a04efb1 service nova] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Received event network-vif-plugged-ce81eadd-302d-460f-bfcc-560f43828a9f {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 685.505871] env[69663]: DEBUG oslo_concurrency.lockutils [req-96165918-6ecc-40a2-bad1-13ebb5c53d77 req-cccf3557-7d22-4c9f-b20c-35ab8a04efb1 service nova] Acquiring lock "367b5f83-09a7-4b03-8478-b50b70effc8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.506086] env[69663]: DEBUG oslo_concurrency.lockutils [req-96165918-6ecc-40a2-bad1-13ebb5c53d77 req-cccf3557-7d22-4c9f-b20c-35ab8a04efb1 service nova] Lock "367b5f83-09a7-4b03-8478-b50b70effc8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.506258] env[69663]: DEBUG oslo_concurrency.lockutils [req-96165918-6ecc-40a2-bad1-13ebb5c53d77 req-cccf3557-7d22-4c9f-b20c-35ab8a04efb1 service nova] Lock "367b5f83-09a7-4b03-8478-b50b70effc8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.506423] env[69663]: DEBUG nova.compute.manager [req-96165918-6ecc-40a2-bad1-13ebb5c53d77 req-cccf3557-7d22-4c9f-b20c-35ab8a04efb1 service nova] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] No waiting events found dispatching network-vif-plugged-ce81eadd-302d-460f-bfcc-560f43828a9f {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 685.506583] env[69663]: WARNING nova.compute.manager [req-96165918-6ecc-40a2-bad1-13ebb5c53d77 req-cccf3557-7d22-4c9f-b20c-35ab8a04efb1 service nova] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Received unexpected event network-vif-plugged-ce81eadd-302d-460f-bfcc-560f43828a9f for instance with vm_state building and task_state spawning. [ 685.538908] env[69663]: INFO nova.compute.manager [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Took 19.83 seconds to build instance. [ 685.575761] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0e50e7c7-ab67-416f-ae95-bb8c5c0a7e01 tempest-DeleteServersAdminTestJSON-898071977 tempest-DeleteServersAdminTestJSON-898071977-project-admin] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 685.576012] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0e50e7c7-ab67-416f-ae95-bb8c5c0a7e01 tempest-DeleteServersAdminTestJSON-898071977 tempest-DeleteServersAdminTestJSON-898071977-project-admin] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 685.576209] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e50e7c7-ab67-416f-ae95-bb8c5c0a7e01 tempest-DeleteServersAdminTestJSON-898071977 tempest-DeleteServersAdminTestJSON-898071977-project-admin] Deleting the datastore file [datastore1] 1552b03f-709e-4f27-8193-c40d2f4f5828 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 685.576473] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d84698a-163a-4a64-a984-7f097bd2b208 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.584971] env[69663]: DEBUG oslo_vmware.api [None req-0e50e7c7-ab67-416f-ae95-bb8c5c0a7e01 tempest-DeleteServersAdminTestJSON-898071977 tempest-DeleteServersAdminTestJSON-898071977-project-admin] Waiting for the task: (returnval){ [ 685.584971] env[69663]: value = "task-3332182" [ 685.584971] env[69663]: _type = "Task" [ 685.584971] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.607730] env[69663]: DEBUG oslo_vmware.api [None req-8d85e214-4cb0-467e-b1e4-5fd2389a210a tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332179, 'name': CreateSnapshot_Task, 'duration_secs': 0.775465} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.615072] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8d85e214-4cb0-467e-b1e4-5fd2389a210a tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Created Snapshot of the VM instance {{(pid=69663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 685.615390] env[69663]: DEBUG oslo_vmware.api [None req-0e50e7c7-ab67-416f-ae95-bb8c5c0a7e01 tempest-DeleteServersAdminTestJSON-898071977 tempest-DeleteServersAdminTestJSON-898071977-project-admin] Task: {'id': task-3332182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.615984] env[69663]: INFO nova.compute.manager [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Took 17.29 seconds to build instance. [ 685.618871] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a654b38-3b57-4a25-9c94-e83177ebf7cd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.687846] env[69663]: DEBUG nova.network.neutron [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Updating instance_info_cache with network_info: [{"id": "ce81eadd-302d-460f-bfcc-560f43828a9f", "address": "fa:16:3e:ee:e9:e5", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce81eadd-30", "ovs_interfaceid": "ce81eadd-302d-460f-bfcc-560f43828a9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.909021] env[69663]: DEBUG nova.compute.manager [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 685.915264] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0945556f-d50f-4571-bdec-bfad69a415ef tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Releasing lock "refresh_cache-757ca1ff-c8bd-4db9-9234-3af69e69e28a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.923054] env[69663]: DEBUG nova.compute.manager [None req-0945556f-d50f-4571-bdec-bfad69a415ef tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 685.924714] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b2011f-c7a7-486e-af47-d6dcfd36c7a2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.044337] env[69663]: DEBUG oslo_concurrency.lockutils [None req-422c81bc-599d-4ed9-8936-ce303f73cdd7 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Lock "cd6d24ba-186f-42dd-a6e4-21cd10fee2c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.353s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.102443] env[69663]: DEBUG oslo_vmware.api [None req-0e50e7c7-ab67-416f-ae95-bb8c5c0a7e01 tempest-DeleteServersAdminTestJSON-898071977 tempest-DeleteServersAdminTestJSON-898071977-project-admin] Task: {'id': task-3332182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.420764} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.102497] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e50e7c7-ab67-416f-ae95-bb8c5c0a7e01 tempest-DeleteServersAdminTestJSON-898071977 tempest-DeleteServersAdminTestJSON-898071977-project-admin] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.102700] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0e50e7c7-ab67-416f-ae95-bb8c5c0a7e01 tempest-DeleteServersAdminTestJSON-898071977 tempest-DeleteServersAdminTestJSON-898071977-project-admin] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 686.102896] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0e50e7c7-ab67-416f-ae95-bb8c5c0a7e01 tempest-DeleteServersAdminTestJSON-898071977 tempest-DeleteServersAdminTestJSON-898071977-project-admin] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 686.103116] env[69663]: INFO nova.compute.manager [None req-0e50e7c7-ab67-416f-ae95-bb8c5c0a7e01 tempest-DeleteServersAdminTestJSON-898071977 tempest-DeleteServersAdminTestJSON-898071977-project-admin] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Took 1.43 seconds to destroy the instance on the hypervisor. [ 686.103401] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e50e7c7-ab67-416f-ae95-bb8c5c0a7e01 tempest-DeleteServersAdminTestJSON-898071977 tempest-DeleteServersAdminTestJSON-898071977-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.103813] env[69663]: DEBUG nova.compute.manager [-] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 686.104473] env[69663]: DEBUG nova.network.neutron [-] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 686.107344] env[69663]: DEBUG nova.network.neutron [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Successfully created port: a76837b3-8de3-4fe2-809d-081fe43ac642 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.124663] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5a99d5d8-0c84-403f-8a59-f06aef1686f3 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lock "15b18416-7534-4888-b1a7-9e147ff3980c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.823s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.141309] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8d85e214-4cb0-467e-b1e4-5fd2389a210a tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Creating linked-clone VM from snapshot {{(pid=69663) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 686.141416] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-52388745-6eb3-4726-8171-4ccbc90a6f02 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.160098] env[69663]: DEBUG oslo_vmware.api [None req-8d85e214-4cb0-467e-b1e4-5fd2389a210a tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Waiting for the task: (returnval){ [ 686.160098] env[69663]: value = "task-3332183" [ 686.160098] env[69663]: _type = "Task" [ 686.160098] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.169664] env[69663]: DEBUG oslo_vmware.api [None req-8d85e214-4cb0-467e-b1e4-5fd2389a210a tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332183, 'name': CloneVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.190204] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Releasing lock "refresh_cache-367b5f83-09a7-4b03-8478-b50b70effc8a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.190546] env[69663]: DEBUG nova.compute.manager [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Instance network_info: |[{"id": "ce81eadd-302d-460f-bfcc-560f43828a9f", "address": "fa:16:3e:ee:e9:e5", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce81eadd-30", "ovs_interfaceid": "ce81eadd-302d-460f-bfcc-560f43828a9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 686.190966] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:e9:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce81eadd-302d-460f-bfcc-560f43828a9f', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.200283] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Creating folder: Project (58fae5e162b1408dade6c83b185c386b). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 686.204169] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d551a5db-fe15-4a87-9d53-6ad22226fa03 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.222130] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Created folder: Project (58fae5e162b1408dade6c83b185c386b) in parent group-v665133. [ 686.222130] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Creating folder: Instances. Parent ref: group-v665161. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 686.222130] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2565a74-c066-411e-bb26-0e3ba639a5ea {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.238376] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Created folder: Instances in parent group-v665161. [ 686.238897] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.239164] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 686.239389] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9927ba8-33dd-4d61-bcff-6c9736c3562b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.274607] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.274607] env[69663]: value = "task-3332186" [ 686.274607] env[69663]: _type = "Task" [ 686.274607] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.285546] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332186, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.287503] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97a301e-d584-4196-9285-4e80b6365184 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.296262] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8791f5-aaa0-4b50-909b-02b10cadc174 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.349835] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae97bfbc-c0da-4223-9583-857eba48f493 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.362660] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f98068-5cfa-43e0-af28-4b34758e8756 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.378361] env[69663]: DEBUG nova.compute.provider_tree [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.550053] env[69663]: DEBUG nova.compute.manager [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 686.674387] env[69663]: DEBUG oslo_vmware.api [None req-8d85e214-4cb0-467e-b1e4-5fd2389a210a tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332183, 'name': CloneVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.787756] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332186, 'name': CreateVM_Task, 'duration_secs': 0.486237} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.788000] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 686.788781] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.789316] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.789316] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.789758] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-647cfdb7-e049-4589-ac0e-3941f64939ec {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.799991] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "64438592-bb5d-45f2-a30d-cb1a91297dad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.800399] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "64438592-bb5d-45f2-a30d-cb1a91297dad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.801594] env[69663]: DEBUG oslo_vmware.api [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Waiting for the task: (returnval){ [ 686.801594] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]527b0a3a-6c21-e476-85b9-cb577bd52de2" [ 686.801594] env[69663]: _type = "Task" [ 686.801594] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.811742] env[69663]: DEBUG oslo_vmware.api [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]527b0a3a-6c21-e476-85b9-cb577bd52de2, 'name': SearchDatastore_Task, 'duration_secs': 0.013468} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.812299] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.812299] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.812545] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.812830] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.812830] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.813096] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2a3a7ec-9c33-45ae-8ed8-9ba411f688cd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.823720] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.823909] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 686.824933] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ba37fd5-ff96-4364-b81a-6d8c05dd188b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.832384] env[69663]: DEBUG oslo_vmware.api [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Waiting for the task: (returnval){ [ 686.832384] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]528f653b-170c-a20b-1719-9fd801dbce94" [ 686.832384] env[69663]: _type = "Task" [ 686.832384] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.842740] env[69663]: DEBUG oslo_vmware.api [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]528f653b-170c-a20b-1719-9fd801dbce94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.882488] env[69663]: DEBUG nova.scheduler.client.report [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 686.931882] env[69663]: DEBUG nova.compute.manager [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 686.961755] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f794c67e-6358-42b5-b823-7890f21a6af4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.975864] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0945556f-d50f-4571-bdec-bfad69a415ef tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Doing hard reboot of VM {{(pid=69663) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1064}} [ 686.978311] env[69663]: DEBUG nova.virt.hardware [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 686.978620] env[69663]: DEBUG nova.virt.hardware [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 686.978826] env[69663]: DEBUG nova.virt.hardware [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.978942] env[69663]: DEBUG nova.virt.hardware [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 686.979495] env[69663]: DEBUG nova.virt.hardware [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.979776] env[69663]: DEBUG nova.virt.hardware [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 686.980141] env[69663]: DEBUG nova.virt.hardware [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 686.980404] env[69663]: DEBUG nova.virt.hardware [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 686.980690] env[69663]: DEBUG nova.virt.hardware [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 686.980946] env[69663]: DEBUG nova.virt.hardware [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 686.981189] env[69663]: DEBUG nova.virt.hardware [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 686.981502] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-6c813168-90b2-409c-b846-e7a766ee226d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.984086] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca1202c-b683-42c9-b989-5af3606d8dc6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.006767] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ad0501-bf78-4a25-83ca-ab86386b0f3b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.012261] env[69663]: DEBUG oslo_vmware.api [None req-0945556f-d50f-4571-bdec-bfad69a415ef tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Waiting for the task: (returnval){ [ 687.012261] env[69663]: value = "task-3332187" [ 687.012261] env[69663]: _type = "Task" [ 687.012261] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.031105] env[69663]: DEBUG oslo_vmware.api [None req-0945556f-d50f-4571-bdec-bfad69a415ef tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Task: {'id': task-3332187, 'name': ResetVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.083535] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.173566] env[69663]: DEBUG oslo_vmware.api [None req-8d85e214-4cb0-467e-b1e4-5fd2389a210a tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332183, 'name': CloneVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.232973] env[69663]: DEBUG nova.network.neutron [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: b371813d-2134-4a79-b6f9-890b01707948] Successfully updated port: e8402221-e598-4782-bf0a-5b5f56558e7b {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.261375] env[69663]: DEBUG nova.network.neutron [-] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.310912] env[69663]: DEBUG nova.compute.manager [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 687.352787] env[69663]: DEBUG oslo_vmware.api [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]528f653b-170c-a20b-1719-9fd801dbce94, 'name': SearchDatastore_Task, 'duration_secs': 0.011522} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.356069] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c2d01ca-681d-4e2b-ba26-cf513eb7dbf3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.360782] env[69663]: DEBUG oslo_vmware.api [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Waiting for the task: (returnval){ [ 687.360782] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52316a38-b765-49c3-7e0a-8bf77f253acc" [ 687.360782] env[69663]: _type = "Task" [ 687.360782] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.371340] env[69663]: DEBUG oslo_vmware.api [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52316a38-b765-49c3-7e0a-8bf77f253acc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.390026] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.390026] env[69663]: DEBUG nova.compute.manager [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 687.392263] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.733s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.393933] env[69663]: INFO nova.compute.claims [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.532194] env[69663]: DEBUG oslo_vmware.api [None req-0945556f-d50f-4571-bdec-bfad69a415ef tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Task: {'id': task-3332187, 'name': ResetVM_Task, 'duration_secs': 0.099362} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.532194] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0945556f-d50f-4571-bdec-bfad69a415ef tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Did hard reboot of VM {{(pid=69663) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1068}} [ 687.532194] env[69663]: DEBUG nova.compute.manager [None req-0945556f-d50f-4571-bdec-bfad69a415ef tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 687.532194] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35063c56-b9a8-41fb-86f5-e694fc3de2a7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.678123] env[69663]: DEBUG oslo_vmware.api [None req-8d85e214-4cb0-467e-b1e4-5fd2389a210a tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332183, 'name': CloneVM_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.736310] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Acquiring lock "refresh_cache-b371813d-2134-4a79-b6f9-890b01707948" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.736458] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Acquired lock "refresh_cache-b371813d-2134-4a79-b6f9-890b01707948" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.736620] env[69663]: DEBUG nova.network.neutron [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: b371813d-2134-4a79-b6f9-890b01707948] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 687.765526] env[69663]: INFO nova.compute.manager [-] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Took 1.66 seconds to deallocate network for instance. [ 687.836359] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.876227] env[69663]: DEBUG oslo_vmware.api [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52316a38-b765-49c3-7e0a-8bf77f253acc, 'name': SearchDatastore_Task, 'duration_secs': 0.012712} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.876510] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.876885] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 367b5f83-09a7-4b03-8478-b50b70effc8a/367b5f83-09a7-4b03-8478-b50b70effc8a.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 687.877065] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4881828-b4c7-4322-a4ca-ee1fed49b67e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.886469] env[69663]: DEBUG oslo_vmware.api [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Waiting for the task: (returnval){ [ 687.886469] env[69663]: value = "task-3332188" [ 687.886469] env[69663]: _type = "Task" [ 687.886469] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.896610] env[69663]: DEBUG oslo_vmware.api [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Task: {'id': task-3332188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.905344] env[69663]: DEBUG nova.compute.utils [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 687.905344] env[69663]: DEBUG nova.compute.manager [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Not allocating networking since 'none' was specified. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 687.956695] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Acquiring lock "3c24b6b4-0f5d-4238-9c52-abfbff138058" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.956949] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Lock "3c24b6b4-0f5d-4238-9c52-abfbff138058" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.050376] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0945556f-d50f-4571-bdec-bfad69a415ef tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Lock "757ca1ff-c8bd-4db9-9234-3af69e69e28a" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 3.702s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.180197] env[69663]: DEBUG oslo_vmware.api [None req-8d85e214-4cb0-467e-b1e4-5fd2389a210a tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332183, 'name': CloneVM_Task, 'duration_secs': 1.625931} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.183046] env[69663]: INFO nova.virt.vmwareapi.vmops [None req-8d85e214-4cb0-467e-b1e4-5fd2389a210a tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Created linked-clone VM from snapshot [ 688.183046] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc4ff14-3538-4702-88a9-161838740350 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.192160] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-8d85e214-4cb0-467e-b1e4-5fd2389a210a tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Uploading image 20fca0d2-0c19-46d2-95ba-f88e233d26d4 {{(pid=69663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 688.226754] env[69663]: DEBUG oslo_vmware.rw_handles [None req-8d85e214-4cb0-467e-b1e4-5fd2389a210a tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 688.226754] env[69663]: value = "vm-665160" [ 688.226754] env[69663]: _type = "VirtualMachine" [ 688.226754] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 688.226754] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-18debda9-af44-4e41-b330-c9e89327cf92 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.227959] env[69663]: DEBUG nova.compute.manager [req-a501b30f-10b0-4f14-836d-36300fbb0f0a req-879af6cf-7ce0-49df-94f1-c6b426ebf2b9 service nova] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Received event network-vif-deleted-66f9f865-73db-442d-becf-eec603b8d672 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 688.238423] env[69663]: DEBUG oslo_vmware.rw_handles [None req-8d85e214-4cb0-467e-b1e4-5fd2389a210a tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Lease: (returnval){ [ 688.238423] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52634628-51bc-733a-72a0-e2b35b6c4cac" [ 688.238423] env[69663]: _type = "HttpNfcLease" [ 688.238423] env[69663]: } obtained for exporting VM: (result){ [ 688.238423] env[69663]: value = "vm-665160" [ 688.238423] env[69663]: _type = "VirtualMachine" [ 688.238423] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 688.238423] env[69663]: DEBUG oslo_vmware.api [None req-8d85e214-4cb0-467e-b1e4-5fd2389a210a tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Waiting for the lease: (returnval){ [ 688.238423] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52634628-51bc-733a-72a0-e2b35b6c4cac" [ 688.238423] env[69663]: _type = "HttpNfcLease" [ 688.238423] env[69663]: } to be ready. {{(pid=69663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 688.250639] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 688.250639] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52634628-51bc-733a-72a0-e2b35b6c4cac" [ 688.250639] env[69663]: _type = "HttpNfcLease" [ 688.250639] env[69663]: } is initializing. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 688.274649] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0e50e7c7-ab67-416f-ae95-bb8c5c0a7e01 tempest-DeleteServersAdminTestJSON-898071977 tempest-DeleteServersAdminTestJSON-898071977-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.326580] env[69663]: DEBUG nova.network.neutron [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: b371813d-2134-4a79-b6f9-890b01707948] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 688.409808] env[69663]: DEBUG oslo_vmware.api [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Task: {'id': task-3332188, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.413573] env[69663]: DEBUG nova.compute.manager [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 688.541435] env[69663]: DEBUG nova.compute.manager [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Stashing vm_state: active {{(pid=69663) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 688.661895] env[69663]: DEBUG nova.network.neutron [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Successfully updated port: a76837b3-8de3-4fe2-809d-081fe43ac642 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.751034] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 688.751034] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52634628-51bc-733a-72a0-e2b35b6c4cac" [ 688.751034] env[69663]: _type = "HttpNfcLease" [ 688.751034] env[69663]: } is ready. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 688.751034] env[69663]: DEBUG oslo_vmware.rw_handles [None req-8d85e214-4cb0-467e-b1e4-5fd2389a210a tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 688.751034] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52634628-51bc-733a-72a0-e2b35b6c4cac" [ 688.751034] env[69663]: _type = "HttpNfcLease" [ 688.751034] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 688.751034] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9d267e-2f50-4428-8e4d-c82cd102bec0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.762044] env[69663]: DEBUG oslo_vmware.rw_handles [None req-8d85e214-4cb0-467e-b1e4-5fd2389a210a tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d20a2d-cf78-1c24-2c25-85bfd1599f58/disk-0.vmdk from lease info. {{(pid=69663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 688.762044] env[69663]: DEBUG oslo_vmware.rw_handles [None req-8d85e214-4cb0-467e-b1e4-5fd2389a210a tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d20a2d-cf78-1c24-2c25-85bfd1599f58/disk-0.vmdk for reading. {{(pid=69663) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 688.835172] env[69663]: DEBUG nova.network.neutron [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: b371813d-2134-4a79-b6f9-890b01707948] Updating instance_info_cache with network_info: [{"id": "e8402221-e598-4782-bf0a-5b5f56558e7b", "address": "fa:16:3e:ca:3d:f8", "network": {"id": "3f1439a1-db48-419a-a563-474a5c1f8fea", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-895027897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92f2a8330cf247d68d41702d77cd8ca6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8402221-e5", "ovs_interfaceid": "e8402221-e598-4782-bf0a-5b5f56558e7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.871171] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee28c01-6831-4436-955e-f376637ba1bc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.890692] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02a51a5-de1f-40dd-88a2-34e6cd5c77e2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.906302] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-32c87a8e-a448-4d8e-92a3-2f60a1e9c36d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.950456] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f67f99e-133a-4382-ba53-df339a50fa8b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.953549] env[69663]: DEBUG oslo_vmware.api [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Task: {'id': task-3332188, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708549} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.955310] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 367b5f83-09a7-4b03-8478-b50b70effc8a/367b5f83-09a7-4b03-8478-b50b70effc8a.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 688.959138] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.960827] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c2b56d8-fdab-404e-bdff-eac88fcd227b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.974598] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af97bf97-20d1-46f8-a6cc-3929c3b95621 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.997881] env[69663]: DEBUG oslo_vmware.api [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Waiting for the task: (returnval){ [ 688.997881] env[69663]: value = "task-3332190" [ 688.997881] env[69663]: _type = "Task" [ 688.997881] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.012816] env[69663]: DEBUG nova.compute.provider_tree [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.026776] env[69663]: DEBUG oslo_vmware.api [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Task: {'id': task-3332190, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.078517] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.168447] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "refresh_cache-f8fd6dad-6e51-4f7c-b769-00f03441a061" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.168594] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquired lock "refresh_cache-f8fd6dad-6e51-4f7c-b769-00f03441a061" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.168741] env[69663]: DEBUG nova.network.neutron [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 689.336970] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Releasing lock "refresh_cache-b371813d-2134-4a79-b6f9-890b01707948" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.337341] env[69663]: DEBUG nova.compute.manager [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: b371813d-2134-4a79-b6f9-890b01707948] Instance network_info: |[{"id": "e8402221-e598-4782-bf0a-5b5f56558e7b", "address": "fa:16:3e:ca:3d:f8", "network": {"id": "3f1439a1-db48-419a-a563-474a5c1f8fea", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-895027897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92f2a8330cf247d68d41702d77cd8ca6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8402221-e5", "ovs_interfaceid": "e8402221-e598-4782-bf0a-5b5f56558e7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 689.337986] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: b371813d-2134-4a79-b6f9-890b01707948] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:3d:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35342bcb-8b06-472e-b3c0-43fd3d6c4b30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8402221-e598-4782-bf0a-5b5f56558e7b', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.347107] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Creating folder: Project (92f2a8330cf247d68d41702d77cd8ca6). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 689.347574] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b26418e-2357-49b1-a219-7e6180bfd742 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.363199] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Created folder: Project (92f2a8330cf247d68d41702d77cd8ca6) in parent group-v665133. [ 689.363414] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Creating folder: Instances. Parent ref: group-v665164. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 689.363701] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d92098b1-2bc1-4906-8247-6a7427892290 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.379377] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Created folder: Instances in parent group-v665164. [ 689.379377] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.379377] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b371813d-2134-4a79-b6f9-890b01707948] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 689.379377] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd084d6a-8ac6-414c-9dbd-8877f2009d72 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.406712] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.406712] env[69663]: value = "task-3332193" [ 689.406712] env[69663]: _type = "Task" [ 689.406712] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.422979] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332193, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.458132] env[69663]: DEBUG nova.compute.manager [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 689.520352] env[69663]: DEBUG nova.scheduler.client.report [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 689.536031] env[69663]: DEBUG nova.virt.hardware [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 689.536568] env[69663]: DEBUG nova.virt.hardware [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 689.540477] env[69663]: DEBUG nova.virt.hardware [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.540715] env[69663]: DEBUG nova.virt.hardware [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 689.540868] env[69663]: DEBUG nova.virt.hardware [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.541034] env[69663]: DEBUG nova.virt.hardware [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 689.541284] env[69663]: DEBUG nova.virt.hardware [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 689.541440] env[69663]: DEBUG nova.virt.hardware [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 689.541611] env[69663]: DEBUG nova.virt.hardware [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 689.541774] env[69663]: DEBUG nova.virt.hardware [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 689.541948] env[69663]: DEBUG nova.virt.hardware [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 689.545572] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a460cb57-6190-49df-afc8-5a5ee24d8557 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.549400] env[69663]: DEBUG oslo_vmware.api [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Task: {'id': task-3332190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076598} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.552978] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.556059] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9038f4-c675-4f0b-88c1-a5643d20409f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.566449] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d1803b-e283-4be2-b571-7207c6cc3c6e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.598334] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 367b5f83-09a7-4b03-8478-b50b70effc8a/367b5f83-09a7-4b03-8478-b50b70effc8a.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.600266] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07bbd9db-6f7f-488f-bb5f-d95971d0562e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.635489] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Instance VIF info [] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.642721] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Creating folder: Project (e69e5703d0f04a158ae7c86180ce6fa3). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 689.647283] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16686e92-d962-4fd8-a599-85ed35ea359e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.654552] env[69663]: DEBUG oslo_vmware.api [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Waiting for the task: (returnval){ [ 689.654552] env[69663]: value = "task-3332194" [ 689.654552] env[69663]: _type = "Task" [ 689.654552] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.661704] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Created folder: Project (e69e5703d0f04a158ae7c86180ce6fa3) in parent group-v665133. [ 689.662804] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Creating folder: Instances. Parent ref: group-v665167. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 689.667732] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee603173-cd6d-4098-ae20-a27e40d99ca3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.669729] env[69663]: DEBUG oslo_vmware.api [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Task: {'id': task-3332194, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.684601] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Created folder: Instances in parent group-v665167. [ 689.684955] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.686662] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 689.687051] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9690123-e2d8-4320-82df-a3cbec25f6fa {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.712963] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.712963] env[69663]: value = "task-3332197" [ 689.712963] env[69663]: _type = "Task" [ 689.712963] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.720629] env[69663]: DEBUG nova.compute.manager [req-a0536c5c-4abe-4d25-8df5-2276d9725577 req-b75a2e52-1250-4cd2-80a8-a021c39b703b service nova] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Received event network-changed-ce81eadd-302d-460f-bfcc-560f43828a9f {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 689.720629] env[69663]: DEBUG nova.compute.manager [req-a0536c5c-4abe-4d25-8df5-2276d9725577 req-b75a2e52-1250-4cd2-80a8-a021c39b703b service nova] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Refreshing instance network info cache due to event network-changed-ce81eadd-302d-460f-bfcc-560f43828a9f. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 689.720629] env[69663]: DEBUG oslo_concurrency.lockutils [req-a0536c5c-4abe-4d25-8df5-2276d9725577 req-b75a2e52-1250-4cd2-80a8-a021c39b703b service nova] Acquiring lock "refresh_cache-367b5f83-09a7-4b03-8478-b50b70effc8a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.720629] env[69663]: DEBUG oslo_concurrency.lockutils [req-a0536c5c-4abe-4d25-8df5-2276d9725577 req-b75a2e52-1250-4cd2-80a8-a021c39b703b service nova] Acquired lock "refresh_cache-367b5f83-09a7-4b03-8478-b50b70effc8a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.720825] env[69663]: DEBUG nova.network.neutron [req-a0536c5c-4abe-4d25-8df5-2276d9725577 req-b75a2e52-1250-4cd2-80a8-a021c39b703b service nova] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Refreshing network info cache for port ce81eadd-302d-460f-bfcc-560f43828a9f {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 689.731375] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332197, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.741660] env[69663]: DEBUG nova.network.neutron [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 689.932190] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332193, 'name': CreateVM_Task, 'duration_secs': 0.487665} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.932852] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b371813d-2134-4a79-b6f9-890b01707948] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 689.934228] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.935371] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.935371] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.935667] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0af780ca-aa13-4582-9133-e94912f8848c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.946450] env[69663]: DEBUG oslo_vmware.api [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Waiting for the task: (returnval){ [ 689.946450] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52db92c9-e530-29b4-ec2e-9c31e0ae59d3" [ 689.946450] env[69663]: _type = "Task" [ 689.946450] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.970362] env[69663]: DEBUG oslo_vmware.api [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52db92c9-e530-29b4-ec2e-9c31e0ae59d3, 'name': SearchDatastore_Task, 'duration_secs': 0.014104} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.971174] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.971330] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: b371813d-2134-4a79-b6f9-890b01707948] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.971615] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.971858] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.971974] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.972334] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd871055-0ff0-45d6-af09-c4cf8ce4e22c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.985991] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.986512] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 689.987362] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f37f0ed6-3f03-4f18-a647-e0379e147310 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.997533] env[69663]: DEBUG oslo_vmware.api [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Waiting for the task: (returnval){ [ 689.997533] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52bb0869-2bb3-e01b-177f-ba0549e2ad6c" [ 689.997533] env[69663]: _type = "Task" [ 689.997533] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.010758] env[69663]: DEBUG oslo_vmware.api [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52bb0869-2bb3-e01b-177f-ba0549e2ad6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.054398] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.055405] env[69663]: DEBUG nova.compute.manager [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 690.058944] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.398s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.060766] env[69663]: INFO nova.compute.claims [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.169755] env[69663]: DEBUG oslo_vmware.api [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Task: {'id': task-3332194, 'name': ReconfigVM_Task, 'duration_secs': 0.432521} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.170187] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 367b5f83-09a7-4b03-8478-b50b70effc8a/367b5f83-09a7-4b03-8478-b50b70effc8a.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.171277] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6e59c78-aaa0-490d-9988-53963b4ff37c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.181430] env[69663]: DEBUG oslo_vmware.api [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Waiting for the task: (returnval){ [ 690.181430] env[69663]: value = "task-3332198" [ 690.181430] env[69663]: _type = "Task" [ 690.181430] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.195938] env[69663]: DEBUG oslo_vmware.api [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Task: {'id': task-3332198, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.231910] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332197, 'name': CreateVM_Task, 'duration_secs': 0.375} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.235030] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 690.235030] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.239031] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.239031] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.239031] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df84fdfd-eb4d-45a8-87fb-dc3e35f8b10a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.245679] env[69663]: DEBUG oslo_vmware.api [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Waiting for the task: (returnval){ [ 690.245679] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52690b4e-a72d-d7cb-064c-92718daa0bd2" [ 690.245679] env[69663]: _type = "Task" [ 690.245679] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.259756] env[69663]: DEBUG oslo_vmware.api [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52690b4e-a72d-d7cb-064c-92718daa0bd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.354036] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Acquiring lock "ce4eb350-554d-4f1c-92d5-dedcacfc8ea5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.354887] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Lock "ce4eb350-554d-4f1c-92d5-dedcacfc8ea5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.505572] env[69663]: DEBUG nova.network.neutron [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Updating instance_info_cache with network_info: [{"id": "a76837b3-8de3-4fe2-809d-081fe43ac642", "address": "fa:16:3e:0c:e8:90", "network": {"id": "8cbca3bc-03a1-4ed9-ac5e-db7b5a43ca88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-814804723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebc9ee8eda884e129ed4d8aee000d917", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa76837b3-8d", "ovs_interfaceid": "a76837b3-8de3-4fe2-809d-081fe43ac642", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.514879] env[69663]: DEBUG oslo_vmware.api [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52bb0869-2bb3-e01b-177f-ba0549e2ad6c, 'name': SearchDatastore_Task, 'duration_secs': 0.013987} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.515869] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ab72ce3-3432-47fa-877d-ebf7ccd22d92 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.523153] env[69663]: DEBUG oslo_vmware.api [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Waiting for the task: (returnval){ [ 690.523153] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52761921-f6a4-0f62-ea2c-ca2edc2fcd29" [ 690.523153] env[69663]: _type = "Task" [ 690.523153] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.535796] env[69663]: DEBUG oslo_vmware.api [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52761921-f6a4-0f62-ea2c-ca2edc2fcd29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.544872] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Acquiring lock "cac77ab5-f50e-46dd-967e-948221c1ee12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.545129] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Lock "cac77ab5-f50e-46dd-967e-948221c1ee12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.566561] env[69663]: DEBUG nova.compute.utils [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 690.571344] env[69663]: DEBUG nova.compute.manager [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 690.571735] env[69663]: DEBUG nova.network.neutron [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 690.697203] env[69663]: DEBUG oslo_vmware.api [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Task: {'id': task-3332198, 'name': Rename_Task, 'duration_secs': 0.224538} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.698181] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 690.699237] env[69663]: DEBUG nova.network.neutron [req-a0536c5c-4abe-4d25-8df5-2276d9725577 req-b75a2e52-1250-4cd2-80a8-a021c39b703b service nova] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Updated VIF entry in instance network info cache for port ce81eadd-302d-460f-bfcc-560f43828a9f. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 690.701056] env[69663]: DEBUG nova.network.neutron [req-a0536c5c-4abe-4d25-8df5-2276d9725577 req-b75a2e52-1250-4cd2-80a8-a021c39b703b service nova] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Updating instance_info_cache with network_info: [{"id": "ce81eadd-302d-460f-bfcc-560f43828a9f", "address": "fa:16:3e:ee:e9:e5", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce81eadd-30", "ovs_interfaceid": "ce81eadd-302d-460f-bfcc-560f43828a9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.703451] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed4f7444-ddc9-4ec8-80ff-3d350fd27b5c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.709943] env[69663]: DEBUG nova.policy [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54a7315c6dba4c3e869cb76c8dde5683', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c93e46e76004fa8857e0f4319c77c32', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 690.715445] env[69663]: DEBUG oslo_vmware.api [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Waiting for the task: (returnval){ [ 690.715445] env[69663]: value = "task-3332199" [ 690.715445] env[69663]: _type = "Task" [ 690.715445] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.730496] env[69663]: DEBUG oslo_vmware.api [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Task: {'id': task-3332199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.760272] env[69663]: DEBUG oslo_vmware.api [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52690b4e-a72d-d7cb-064c-92718daa0bd2, 'name': SearchDatastore_Task, 'duration_secs': 0.014636} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.762858] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.762858] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.762858] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.930068] env[69663]: DEBUG nova.compute.manager [None req-d853718a-d2b4-413d-b6b3-89b6641f7203 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 690.930929] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfdea5e-9dd1-4341-ab1c-9d7fe7841d34 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.016021] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Releasing lock "refresh_cache-f8fd6dad-6e51-4f7c-b769-00f03441a061" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.017101] env[69663]: DEBUG nova.compute.manager [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Instance network_info: |[{"id": "a76837b3-8de3-4fe2-809d-081fe43ac642", "address": "fa:16:3e:0c:e8:90", "network": {"id": "8cbca3bc-03a1-4ed9-ac5e-db7b5a43ca88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-814804723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebc9ee8eda884e129ed4d8aee000d917", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa76837b3-8d", "ovs_interfaceid": "a76837b3-8de3-4fe2-809d-081fe43ac642", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 691.017574] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:e8:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec903a9-d773-4d7c-a80c-c2533be346fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a76837b3-8de3-4fe2-809d-081fe43ac642', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.028432] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Creating folder: Project (ebc9ee8eda884e129ed4d8aee000d917). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 691.029043] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4206da83-f774-4449-ae13-83bb7b452f50 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.044707] env[69663]: DEBUG oslo_vmware.api [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52761921-f6a4-0f62-ea2c-ca2edc2fcd29, 'name': SearchDatastore_Task, 'duration_secs': 0.014768} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.044707] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.044939] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] b371813d-2134-4a79-b6f9-890b01707948/b371813d-2134-4a79-b6f9-890b01707948.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 691.046569] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.046779] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.047048] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9a9d226-b332-49bc-b9cf-fca172b8acef {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.052123] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Created folder: Project (ebc9ee8eda884e129ed4d8aee000d917) in parent group-v665133. [ 691.052123] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Creating folder: Instances. Parent ref: group-v665170. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 691.052123] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0866da6b-2a9c-4889-b790-634a88aba8f3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.052556] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23f6a490-e0fa-44ee-bdcf-2e3229b2b5b1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.062539] env[69663]: DEBUG oslo_vmware.api [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Waiting for the task: (returnval){ [ 691.062539] env[69663]: value = "task-3332202" [ 691.062539] env[69663]: _type = "Task" [ 691.062539] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.063991] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.064238] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 691.069044] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a4f79ec-1e10-49fb-9678-d571ab5c511f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.073570] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Created folder: Instances in parent group-v665170. [ 691.074351] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.075327] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 691.075573] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b812de8d-c494-4bcf-acdf-fee41bfbed3d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.097916] env[69663]: DEBUG nova.compute.manager [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 691.105902] env[69663]: DEBUG oslo_vmware.api [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': task-3332202, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.105902] env[69663]: DEBUG oslo_vmware.api [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Waiting for the task: (returnval){ [ 691.105902] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525f12dc-6da8-28c2-cfa9-efdef9f233a5" [ 691.105902] env[69663]: _type = "Task" [ 691.105902] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.120364] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.120364] env[69663]: value = "task-3332203" [ 691.120364] env[69663]: _type = "Task" [ 691.120364] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.125207] env[69663]: DEBUG oslo_vmware.api [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525f12dc-6da8-28c2-cfa9-efdef9f233a5, 'name': SearchDatastore_Task, 'duration_secs': 0.023367} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.130682] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e71acaac-ffc7-4c2b-b838-a7547b08e9d7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.140493] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332203, 'name': CreateVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.141676] env[69663]: DEBUG oslo_vmware.api [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Waiting for the task: (returnval){ [ 691.141676] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52eb26b7-92c1-88a7-2c35-0bb4b7dbe0a3" [ 691.141676] env[69663]: _type = "Task" [ 691.141676] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.154445] env[69663]: DEBUG oslo_vmware.api [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52eb26b7-92c1-88a7-2c35-0bb4b7dbe0a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.209534] env[69663]: DEBUG oslo_concurrency.lockutils [req-a0536c5c-4abe-4d25-8df5-2276d9725577 req-b75a2e52-1250-4cd2-80a8-a021c39b703b service nova] Releasing lock "refresh_cache-367b5f83-09a7-4b03-8478-b50b70effc8a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.238750] env[69663]: DEBUG oslo_vmware.api [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Task: {'id': task-3332199, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.454345] env[69663]: INFO nova.compute.manager [None req-d853718a-d2b4-413d-b6b3-89b6641f7203 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] instance snapshotting [ 691.455204] env[69663]: DEBUG nova.objects.instance [None req-d853718a-d2b4-413d-b6b3-89b6641f7203 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Lazy-loading 'flavor' on Instance uuid cd6d24ba-186f-42dd-a6e4-21cd10fee2c4 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 691.523691] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e344c42-4991-43ef-a3d1-671b1dd2a693 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.534746] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e842c8-b458-437f-9461-45ce7e2a076a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.577667] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9934f0cc-2399-4199-8ce3-ce5df516b1c2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.592516] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b133e558-cb76-4782-a24d-09fa4d8cbf2c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.597834] env[69663]: DEBUG oslo_vmware.api [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': task-3332202, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.615669] env[69663]: DEBUG nova.compute.provider_tree [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.640111] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332203, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.655978] env[69663]: DEBUG oslo_vmware.api [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52eb26b7-92c1-88a7-2c35-0bb4b7dbe0a3, 'name': SearchDatastore_Task, 'duration_secs': 0.014856} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.656615] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.656928] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 2fd6c829-2455-4d5e-81e8-94f302589d41/2fd6c829-2455-4d5e-81e8-94f302589d41.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 691.657217] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f395f24-c5b3-4ca3-858b-bf3eae7a109c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.665146] env[69663]: DEBUG oslo_vmware.api [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Waiting for the task: (returnval){ [ 691.665146] env[69663]: value = "task-3332204" [ 691.665146] env[69663]: _type = "Task" [ 691.665146] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.678952] env[69663]: DEBUG oslo_vmware.api [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': task-3332204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.727421] env[69663]: DEBUG oslo_vmware.api [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Task: {'id': task-3332199, 'name': PowerOnVM_Task, 'duration_secs': 0.655009} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.727721] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 691.727933] env[69663]: INFO nova.compute.manager [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Took 9.20 seconds to spawn the instance on the hypervisor. [ 691.728324] env[69663]: DEBUG nova.compute.manager [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 691.729097] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00e5eb6-79fa-4c15-86b8-273563392e5b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.965535] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4965d984-2a9e-44cb-8fda-0fd2c091890e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.993024] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ba39a6-8705-4db8-b708-4ad9d2532392 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.093184] env[69663]: DEBUG oslo_vmware.api [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': task-3332202, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615869} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.093184] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] b371813d-2134-4a79-b6f9-890b01707948/b371813d-2134-4a79-b6f9-890b01707948.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 692.093184] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: b371813d-2134-4a79-b6f9-890b01707948] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.093184] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-643f996e-8b31-4fe9-a6ff-642df69e3522 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.103495] env[69663]: DEBUG oslo_vmware.api [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Waiting for the task: (returnval){ [ 692.103495] env[69663]: value = "task-3332205" [ 692.103495] env[69663]: _type = "Task" [ 692.103495] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.116638] env[69663]: DEBUG oslo_vmware.api [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': task-3332205, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.123295] env[69663]: DEBUG nova.compute.manager [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 692.126679] env[69663]: DEBUG nova.scheduler.client.report [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 692.151023] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332203, 'name': CreateVM_Task, 'duration_secs': 0.60951} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.151023] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 692.151023] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.151023] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.151023] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.151023] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-369bac97-064d-4df4-9e30-99a4976775f3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.159489] env[69663]: DEBUG oslo_vmware.api [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 692.159489] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52660cad-c167-dda3-d01f-9b8898023856" [ 692.159489] env[69663]: _type = "Task" [ 692.159489] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.169412] env[69663]: DEBUG nova.virt.hardware [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:24:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1134890179',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1706494086',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 692.170144] env[69663]: DEBUG nova.virt.hardware [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 692.170144] env[69663]: DEBUG nova.virt.hardware [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.170144] env[69663]: DEBUG nova.virt.hardware [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 692.170848] env[69663]: DEBUG nova.virt.hardware [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.170848] env[69663]: DEBUG nova.virt.hardware [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 692.171481] env[69663]: DEBUG nova.virt.hardware [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 692.171481] env[69663]: DEBUG nova.virt.hardware [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 692.171481] env[69663]: DEBUG nova.virt.hardware [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 692.171716] env[69663]: DEBUG nova.virt.hardware [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 692.172516] env[69663]: DEBUG nova.virt.hardware [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 692.176812] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23120dc8-96d9-4d92-8019-e90e84b2a133 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.184021] env[69663]: DEBUG oslo_vmware.api [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52660cad-c167-dda3-d01f-9b8898023856, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.193046] env[69663]: DEBUG oslo_vmware.api [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': task-3332204, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.196710] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d816b1-97f8-4651-b23a-050e556bbb2f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.248794] env[69663]: DEBUG nova.network.neutron [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Successfully created port: 51764492-2e0b-40bf-a64a-0e2941e48c22 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.252356] env[69663]: INFO nova.compute.manager [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Took 18.24 seconds to build instance. [ 692.413715] env[69663]: DEBUG nova.compute.manager [req-6cc1cf35-1e44-4412-8f6c-a1bdb32385eb req-512a5723-24f1-4cd2-b0ee-f231d0ce1bb2 service nova] [instance: b371813d-2134-4a79-b6f9-890b01707948] Received event network-vif-plugged-e8402221-e598-4782-bf0a-5b5f56558e7b {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 692.413962] env[69663]: DEBUG oslo_concurrency.lockutils [req-6cc1cf35-1e44-4412-8f6c-a1bdb32385eb req-512a5723-24f1-4cd2-b0ee-f231d0ce1bb2 service nova] Acquiring lock "b371813d-2134-4a79-b6f9-890b01707948-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.414195] env[69663]: DEBUG oslo_concurrency.lockutils [req-6cc1cf35-1e44-4412-8f6c-a1bdb32385eb req-512a5723-24f1-4cd2-b0ee-f231d0ce1bb2 service nova] Lock "b371813d-2134-4a79-b6f9-890b01707948-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.414408] env[69663]: DEBUG oslo_concurrency.lockutils [req-6cc1cf35-1e44-4412-8f6c-a1bdb32385eb req-512a5723-24f1-4cd2-b0ee-f231d0ce1bb2 service nova] Lock "b371813d-2134-4a79-b6f9-890b01707948-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.414609] env[69663]: DEBUG nova.compute.manager [req-6cc1cf35-1e44-4412-8f6c-a1bdb32385eb req-512a5723-24f1-4cd2-b0ee-f231d0ce1bb2 service nova] [instance: b371813d-2134-4a79-b6f9-890b01707948] No waiting events found dispatching network-vif-plugged-e8402221-e598-4782-bf0a-5b5f56558e7b {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 692.414775] env[69663]: WARNING nova.compute.manager [req-6cc1cf35-1e44-4412-8f6c-a1bdb32385eb req-512a5723-24f1-4cd2-b0ee-f231d0ce1bb2 service nova] [instance: b371813d-2134-4a79-b6f9-890b01707948] Received unexpected event network-vif-plugged-e8402221-e598-4782-bf0a-5b5f56558e7b for instance with vm_state building and task_state spawning. [ 692.414990] env[69663]: DEBUG nova.compute.manager [req-6cc1cf35-1e44-4412-8f6c-a1bdb32385eb req-512a5723-24f1-4cd2-b0ee-f231d0ce1bb2 service nova] [instance: b371813d-2134-4a79-b6f9-890b01707948] Received event network-changed-e8402221-e598-4782-bf0a-5b5f56558e7b {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 692.415119] env[69663]: DEBUG nova.compute.manager [req-6cc1cf35-1e44-4412-8f6c-a1bdb32385eb req-512a5723-24f1-4cd2-b0ee-f231d0ce1bb2 service nova] [instance: b371813d-2134-4a79-b6f9-890b01707948] Refreshing instance network info cache due to event network-changed-e8402221-e598-4782-bf0a-5b5f56558e7b. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 692.415314] env[69663]: DEBUG oslo_concurrency.lockutils [req-6cc1cf35-1e44-4412-8f6c-a1bdb32385eb req-512a5723-24f1-4cd2-b0ee-f231d0ce1bb2 service nova] Acquiring lock "refresh_cache-b371813d-2134-4a79-b6f9-890b01707948" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.415455] env[69663]: DEBUG oslo_concurrency.lockutils [req-6cc1cf35-1e44-4412-8f6c-a1bdb32385eb req-512a5723-24f1-4cd2-b0ee-f231d0ce1bb2 service nova] Acquired lock "refresh_cache-b371813d-2134-4a79-b6f9-890b01707948" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.415616] env[69663]: DEBUG nova.network.neutron [req-6cc1cf35-1e44-4412-8f6c-a1bdb32385eb req-512a5723-24f1-4cd2-b0ee-f231d0ce1bb2 service nova] [instance: b371813d-2134-4a79-b6f9-890b01707948] Refreshing network info cache for port e8402221-e598-4782-bf0a-5b5f56558e7b {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 692.506677] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d853718a-d2b4-413d-b6b3-89b6641f7203 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Creating Snapshot of the VM instance {{(pid=69663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 692.507140] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5db8ddc1-0ce2-472d-930e-e1a34a9328aa {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.520185] env[69663]: DEBUG oslo_vmware.api [None req-d853718a-d2b4-413d-b6b3-89b6641f7203 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Waiting for the task: (returnval){ [ 692.520185] env[69663]: value = "task-3332206" [ 692.520185] env[69663]: _type = "Task" [ 692.520185] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.540988] env[69663]: DEBUG oslo_vmware.api [None req-d853718a-d2b4-413d-b6b3-89b6641f7203 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Task: {'id': task-3332206, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.615928] env[69663]: DEBUG oslo_vmware.api [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': task-3332205, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.258045} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.616875] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: b371813d-2134-4a79-b6f9-890b01707948] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.617555] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224a959b-02b2-435e-a1f4-1f8ba9290436 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.640261] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.640261] env[69663]: DEBUG nova.compute.manager [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 692.651033] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: b371813d-2134-4a79-b6f9-890b01707948] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] b371813d-2134-4a79-b6f9-890b01707948/b371813d-2134-4a79-b6f9-890b01707948.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.651759] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.865s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.654653] env[69663]: INFO nova.compute.claims [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.657561] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43d2099c-ea5d-4ce0-bbb8-4c06cbccd295 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.685961] env[69663]: DEBUG oslo_vmware.api [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': task-3332204, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671483} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.691213] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 2fd6c829-2455-4d5e-81e8-94f302589d41/2fd6c829-2455-4d5e-81e8-94f302589d41.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 692.691213] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.691420] env[69663]: DEBUG oslo_vmware.api [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52660cad-c167-dda3-d01f-9b8898023856, 'name': SearchDatastore_Task, 'duration_secs': 0.058886} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.691603] env[69663]: DEBUG oslo_vmware.api [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Waiting for the task: (returnval){ [ 692.691603] env[69663]: value = "task-3332207" [ 692.691603] env[69663]: _type = "Task" [ 692.691603] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.691816] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0de1f746-cacf-4dfe-bf7e-10b0e9ce4511 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.693924] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.694169] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.694408] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.695067] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.695067] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.695758] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28ea828d-fdf2-49ec-a607-9b5ae5f4cc76 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.709069] env[69663]: DEBUG oslo_vmware.api [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': task-3332207, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.712837] env[69663]: DEBUG oslo_vmware.api [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Waiting for the task: (returnval){ [ 692.712837] env[69663]: value = "task-3332208" [ 692.712837] env[69663]: _type = "Task" [ 692.712837] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.713135] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.713361] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 692.716143] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b0d4d3a-d12f-4b37-bd01-2c48c0f7e5a6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.735482] env[69663]: DEBUG oslo_vmware.api [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': task-3332208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.735871] env[69663]: DEBUG oslo_vmware.api [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 692.735871] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525816ee-93da-c36b-ad73-9dd85b1bf99e" [ 692.735871] env[69663]: _type = "Task" [ 692.735871] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.747042] env[69663]: DEBUG oslo_vmware.api [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525816ee-93da-c36b-ad73-9dd85b1bf99e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.756607] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bd83bab5-f9fd-4f3e-9079-4f62506f56da tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Lock "367b5f83-09a7-4b03-8478-b50b70effc8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.753s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.029260] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b9bb989e-f6ea-4b56-af53-82dd60409488 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Acquiring lock "cd6d24ba-186f-42dd-a6e4-21cd10fee2c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.029659] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b9bb989e-f6ea-4b56-af53-82dd60409488 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Lock "cd6d24ba-186f-42dd-a6e4-21cd10fee2c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.029961] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b9bb989e-f6ea-4b56-af53-82dd60409488 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Acquiring lock "cd6d24ba-186f-42dd-a6e4-21cd10fee2c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.030245] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b9bb989e-f6ea-4b56-af53-82dd60409488 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Lock "cd6d24ba-186f-42dd-a6e4-21cd10fee2c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.030520] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b9bb989e-f6ea-4b56-af53-82dd60409488 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Lock "cd6d24ba-186f-42dd-a6e4-21cd10fee2c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.033586] env[69663]: INFO nova.compute.manager [None req-b9bb989e-f6ea-4b56-af53-82dd60409488 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Terminating instance [ 693.036171] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b9bb989e-f6ea-4b56-af53-82dd60409488 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Acquiring lock "refresh_cache-cd6d24ba-186f-42dd-a6e4-21cd10fee2c4" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.036482] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b9bb989e-f6ea-4b56-af53-82dd60409488 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Acquired lock "refresh_cache-cd6d24ba-186f-42dd-a6e4-21cd10fee2c4" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.036570] env[69663]: DEBUG nova.network.neutron [None req-b9bb989e-f6ea-4b56-af53-82dd60409488 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 693.041927] env[69663]: DEBUG oslo_vmware.api [None req-d853718a-d2b4-413d-b6b3-89b6641f7203 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Task: {'id': task-3332206, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.062034] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b84b4133-ac4b-4139-825d-2cad6b3c1574 tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Acquiring lock "757ca1ff-c8bd-4db9-9234-3af69e69e28a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.063159] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b84b4133-ac4b-4139-825d-2cad6b3c1574 tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Lock "757ca1ff-c8bd-4db9-9234-3af69e69e28a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.063159] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b84b4133-ac4b-4139-825d-2cad6b3c1574 tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Acquiring lock "757ca1ff-c8bd-4db9-9234-3af69e69e28a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.063159] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b84b4133-ac4b-4139-825d-2cad6b3c1574 tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Lock "757ca1ff-c8bd-4db9-9234-3af69e69e28a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.063357] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b84b4133-ac4b-4139-825d-2cad6b3c1574 tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Lock "757ca1ff-c8bd-4db9-9234-3af69e69e28a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.065711] env[69663]: INFO nova.compute.manager [None req-b84b4133-ac4b-4139-825d-2cad6b3c1574 tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Terminating instance [ 693.067691] env[69663]: DEBUG nova.compute.manager [None req-b84b4133-ac4b-4139-825d-2cad6b3c1574 tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 693.068052] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b84b4133-ac4b-4139-825d-2cad6b3c1574 tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 693.069564] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0492a8f8-eca8-463f-9abe-3e73e62f4990 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.077988] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b84b4133-ac4b-4139-825d-2cad6b3c1574 tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 693.078393] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-594d612d-4880-456b-9a91-43cb198bc43f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.090513] env[69663]: DEBUG oslo_vmware.api [None req-b84b4133-ac4b-4139-825d-2cad6b3c1574 tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Waiting for the task: (returnval){ [ 693.090513] env[69663]: value = "task-3332209" [ 693.090513] env[69663]: _type = "Task" [ 693.090513] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.100576] env[69663]: DEBUG oslo_vmware.api [None req-b84b4133-ac4b-4139-825d-2cad6b3c1574 tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Task: {'id': task-3332209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.107188] env[69663]: DEBUG nova.compute.manager [req-8c65cef2-1ac7-43b6-a6af-1267149389c1 req-a14fc09b-83da-4370-aeb4-914dc96775cc service nova] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Received event network-vif-plugged-a76837b3-8de3-4fe2-809d-081fe43ac642 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 693.107900] env[69663]: DEBUG oslo_concurrency.lockutils [req-8c65cef2-1ac7-43b6-a6af-1267149389c1 req-a14fc09b-83da-4370-aeb4-914dc96775cc service nova] Acquiring lock "f8fd6dad-6e51-4f7c-b769-00f03441a061-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.107900] env[69663]: DEBUG oslo_concurrency.lockutils [req-8c65cef2-1ac7-43b6-a6af-1267149389c1 req-a14fc09b-83da-4370-aeb4-914dc96775cc service nova] Lock "f8fd6dad-6e51-4f7c-b769-00f03441a061-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.107900] env[69663]: DEBUG oslo_concurrency.lockutils [req-8c65cef2-1ac7-43b6-a6af-1267149389c1 req-a14fc09b-83da-4370-aeb4-914dc96775cc service nova] Lock "f8fd6dad-6e51-4f7c-b769-00f03441a061-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.108045] env[69663]: DEBUG nova.compute.manager [req-8c65cef2-1ac7-43b6-a6af-1267149389c1 req-a14fc09b-83da-4370-aeb4-914dc96775cc service nova] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] No waiting events found dispatching network-vif-plugged-a76837b3-8de3-4fe2-809d-081fe43ac642 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 693.108211] env[69663]: WARNING nova.compute.manager [req-8c65cef2-1ac7-43b6-a6af-1267149389c1 req-a14fc09b-83da-4370-aeb4-914dc96775cc service nova] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Received unexpected event network-vif-plugged-a76837b3-8de3-4fe2-809d-081fe43ac642 for instance with vm_state building and task_state spawning. [ 693.108417] env[69663]: DEBUG nova.compute.manager [req-8c65cef2-1ac7-43b6-a6af-1267149389c1 req-a14fc09b-83da-4370-aeb4-914dc96775cc service nova] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Received event network-changed-a76837b3-8de3-4fe2-809d-081fe43ac642 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 693.108590] env[69663]: DEBUG nova.compute.manager [req-8c65cef2-1ac7-43b6-a6af-1267149389c1 req-a14fc09b-83da-4370-aeb4-914dc96775cc service nova] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Refreshing instance network info cache due to event network-changed-a76837b3-8de3-4fe2-809d-081fe43ac642. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 693.109494] env[69663]: DEBUG oslo_concurrency.lockutils [req-8c65cef2-1ac7-43b6-a6af-1267149389c1 req-a14fc09b-83da-4370-aeb4-914dc96775cc service nova] Acquiring lock "refresh_cache-f8fd6dad-6e51-4f7c-b769-00f03441a061" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.109494] env[69663]: DEBUG oslo_concurrency.lockutils [req-8c65cef2-1ac7-43b6-a6af-1267149389c1 req-a14fc09b-83da-4370-aeb4-914dc96775cc service nova] Acquired lock "refresh_cache-f8fd6dad-6e51-4f7c-b769-00f03441a061" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.109494] env[69663]: DEBUG nova.network.neutron [req-8c65cef2-1ac7-43b6-a6af-1267149389c1 req-a14fc09b-83da-4370-aeb4-914dc96775cc service nova] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Refreshing network info cache for port a76837b3-8de3-4fe2-809d-081fe43ac642 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 693.154742] env[69663]: DEBUG nova.compute.utils [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 693.155517] env[69663]: DEBUG nova.compute.manager [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 693.155769] env[69663]: DEBUG nova.network.neutron [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 693.183170] env[69663]: DEBUG nova.compute.manager [None req-a3562a1c-6022-47e3-a02c-bd5e97b42913 tempest-ServerDiagnosticsV248Test-1863502305 tempest-ServerDiagnosticsV248Test-1863502305-project-admin] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 693.185434] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2293c299-dd14-44f0-b4fb-8ccf9d5a22d0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.196974] env[69663]: INFO nova.compute.manager [None req-a3562a1c-6022-47e3-a02c-bd5e97b42913 tempest-ServerDiagnosticsV248Test-1863502305 tempest-ServerDiagnosticsV248Test-1863502305-project-admin] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Retrieving diagnostics [ 693.202096] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86581852-75a8-44b5-bb37-57e8eb1eeb5d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.251998] env[69663]: DEBUG oslo_vmware.api [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': task-3332207, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.253694] env[69663]: DEBUG nova.policy [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c8013fe8171f438b9938028ea9a7171a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d66f6bb29d54aa4907726b7f7cae4a4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 693.258411] env[69663]: DEBUG nova.compute.manager [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 693.271287] env[69663]: DEBUG oslo_vmware.api [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525816ee-93da-c36b-ad73-9dd85b1bf99e, 'name': SearchDatastore_Task, 'duration_secs': 0.016056} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.271287] env[69663]: DEBUG oslo_vmware.api [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': task-3332208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087752} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.274708] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.275270] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d687f4b-da61-481b-89af-9ace9db75006 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.279472] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89523db0-bed5-4f78-9323-76abf4832d6e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.289153] env[69663]: DEBUG oslo_vmware.api [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 693.289153] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5263e25f-43b5-0dad-8deb-ba391113e79b" [ 693.289153] env[69663]: _type = "Task" [ 693.289153] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.307851] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 2fd6c829-2455-4d5e-81e8-94f302589d41/2fd6c829-2455-4d5e-81e8-94f302589d41.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.312152] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3285a6fa-b2c1-4a83-be74-a7e0804f8275 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.338745] env[69663]: DEBUG oslo_vmware.api [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5263e25f-43b5-0dad-8deb-ba391113e79b, 'name': SearchDatastore_Task, 'duration_secs': 0.024927} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.340258] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.340530] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] f8fd6dad-6e51-4f7c-b769-00f03441a061/f8fd6dad-6e51-4f7c-b769-00f03441a061.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 693.341188] env[69663]: DEBUG oslo_vmware.api [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Waiting for the task: (returnval){ [ 693.341188] env[69663]: value = "task-3332210" [ 693.341188] env[69663]: _type = "Task" [ 693.341188] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.341737] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48612029-52b0-4cce-96d5-0393300fddd0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.355814] env[69663]: DEBUG oslo_vmware.api [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': task-3332210, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.357624] env[69663]: DEBUG oslo_vmware.api [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 693.357624] env[69663]: value = "task-3332211" [ 693.357624] env[69663]: _type = "Task" [ 693.357624] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.369445] env[69663]: DEBUG oslo_vmware.api [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.535521] env[69663]: DEBUG oslo_vmware.api [None req-d853718a-d2b4-413d-b6b3-89b6641f7203 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Task: {'id': task-3332206, 'name': CreateSnapshot_Task, 'duration_secs': 0.916198} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.535798] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d853718a-d2b4-413d-b6b3-89b6641f7203 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Created Snapshot of the VM instance {{(pid=69663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 693.536733] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b61eb18-991e-43df-bb51-0476baf3332e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.589141] env[69663]: DEBUG nova.network.neutron [None req-b9bb989e-f6ea-4b56-af53-82dd60409488 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 693.608311] env[69663]: DEBUG oslo_vmware.api [None req-b84b4133-ac4b-4139-825d-2cad6b3c1574 tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Task: {'id': task-3332209, 'name': PowerOffVM_Task, 'duration_secs': 0.271138} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.608311] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b84b4133-ac4b-4139-825d-2cad6b3c1574 tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 693.608311] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b84b4133-ac4b-4139-825d-2cad6b3c1574 tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 693.608514] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3186ca39-4947-4925-bf8e-8df09a732406 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.662718] env[69663]: DEBUG nova.compute.manager [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 693.715630] env[69663]: DEBUG oslo_vmware.api [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': task-3332207, 'name': ReconfigVM_Task, 'duration_secs': 0.553924} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.720056] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: b371813d-2134-4a79-b6f9-890b01707948] Reconfigured VM instance instance-00000009 to attach disk [datastore2] b371813d-2134-4a79-b6f9-890b01707948/b371813d-2134-4a79-b6f9-890b01707948.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.722833] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bd6f765-2268-47bd-9457-d97e59d25b91 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.725079] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b84b4133-ac4b-4139-825d-2cad6b3c1574 tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 693.728780] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b84b4133-ac4b-4139-825d-2cad6b3c1574 tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 693.728780] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b84b4133-ac4b-4139-825d-2cad6b3c1574 tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Deleting the datastore file [datastore1] 757ca1ff-c8bd-4db9-9234-3af69e69e28a {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.728780] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2a599e4-5a24-4382-80ff-bae00aca76a6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.736171] env[69663]: DEBUG oslo_vmware.api [None req-b84b4133-ac4b-4139-825d-2cad6b3c1574 tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Waiting for the task: (returnval){ [ 693.736171] env[69663]: value = "task-3332214" [ 693.736171] env[69663]: _type = "Task" [ 693.736171] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.738615] env[69663]: DEBUG oslo_vmware.api [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Waiting for the task: (returnval){ [ 693.738615] env[69663]: value = "task-3332213" [ 693.738615] env[69663]: _type = "Task" [ 693.738615] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.765913] env[69663]: DEBUG oslo_vmware.api [None req-b84b4133-ac4b-4139-825d-2cad6b3c1574 tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Task: {'id': task-3332214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.766167] env[69663]: DEBUG oslo_vmware.api [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': task-3332213, 'name': Rename_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.784039] env[69663]: DEBUG nova.network.neutron [req-6cc1cf35-1e44-4412-8f6c-a1bdb32385eb req-512a5723-24f1-4cd2-b0ee-f231d0ce1bb2 service nova] [instance: b371813d-2134-4a79-b6f9-890b01707948] Updated VIF entry in instance network info cache for port e8402221-e598-4782-bf0a-5b5f56558e7b. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 693.784197] env[69663]: DEBUG nova.network.neutron [req-6cc1cf35-1e44-4412-8f6c-a1bdb32385eb req-512a5723-24f1-4cd2-b0ee-f231d0ce1bb2 service nova] [instance: b371813d-2134-4a79-b6f9-890b01707948] Updating instance_info_cache with network_info: [{"id": "e8402221-e598-4782-bf0a-5b5f56558e7b", "address": "fa:16:3e:ca:3d:f8", "network": {"id": "3f1439a1-db48-419a-a563-474a5c1f8fea", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-895027897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92f2a8330cf247d68d41702d77cd8ca6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8402221-e5", "ovs_interfaceid": "e8402221-e598-4782-bf0a-5b5f56558e7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.789207] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Acquiring lock "bff38a50-1e9f-408b-8c4f-0900b6b3a318" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.790842] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Lock "bff38a50-1e9f-408b-8c4f-0900b6b3a318" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.800191] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.809041] env[69663]: DEBUG nova.network.neutron [None req-b9bb989e-f6ea-4b56-af53-82dd60409488 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.856043] env[69663]: DEBUG oslo_vmware.api [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': task-3332210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.874991] env[69663]: DEBUG oslo_vmware.api [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332211, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.052211] env[69663]: DEBUG nova.compute.manager [None req-d853718a-d2b4-413d-b6b3-89b6641f7203 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Instance disappeared during snapshot {{(pid=69663) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4494}} [ 694.063042] env[69663]: DEBUG nova.network.neutron [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Successfully created port: b3ea5c6f-9be3-41f7-afe4-d3043f280ae3 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.164071] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6921ae3b-f585-4354-8f76-ea9192ea9ee6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.175780] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7acee7-249b-4ad9-98b2-ceb39175ec15 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.217704] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f3bfb8-68fd-4337-a94f-2fb3f03a0153 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.230764] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d64a735-6ba7-4f3a-940a-9e8b22759d25 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.252878] env[69663]: DEBUG nova.compute.provider_tree [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.271182] env[69663]: DEBUG oslo_vmware.api [None req-b84b4133-ac4b-4139-825d-2cad6b3c1574 tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Task: {'id': task-3332214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.389422} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.271946] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b84b4133-ac4b-4139-825d-2cad6b3c1574 tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.272111] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b84b4133-ac4b-4139-825d-2cad6b3c1574 tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 694.272291] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b84b4133-ac4b-4139-825d-2cad6b3c1574 tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 694.272584] env[69663]: INFO nova.compute.manager [None req-b84b4133-ac4b-4139-825d-2cad6b3c1574 tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Took 1.20 seconds to destroy the instance on the hypervisor. [ 694.272852] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b84b4133-ac4b-4139-825d-2cad6b3c1574 tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.273684] env[69663]: DEBUG nova.compute.manager [-] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 694.273789] env[69663]: DEBUG nova.network.neutron [-] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 694.282588] env[69663]: DEBUG oslo_vmware.api [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': task-3332213, 'name': Rename_Task, 'duration_secs': 0.441895} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.282904] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: b371813d-2134-4a79-b6f9-890b01707948] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 694.283495] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb9f0d44-11f0-45df-951f-23d4d28474a6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.285711] env[69663]: DEBUG nova.compute.manager [None req-d853718a-d2b4-413d-b6b3-89b6641f7203 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Found 0 images (rotation: 2) {{(pid=69663) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4554}} [ 694.287398] env[69663]: DEBUG oslo_concurrency.lockutils [req-6cc1cf35-1e44-4412-8f6c-a1bdb32385eb req-512a5723-24f1-4cd2-b0ee-f231d0ce1bb2 service nova] Releasing lock "refresh_cache-b371813d-2134-4a79-b6f9-890b01707948" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.296935] env[69663]: DEBUG oslo_vmware.api [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Waiting for the task: (returnval){ [ 694.296935] env[69663]: value = "task-3332215" [ 694.296935] env[69663]: _type = "Task" [ 694.296935] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.308421] env[69663]: DEBUG oslo_vmware.api [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': task-3332215, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.312161] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b9bb989e-f6ea-4b56-af53-82dd60409488 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Releasing lock "refresh_cache-cd6d24ba-186f-42dd-a6e4-21cd10fee2c4" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.312816] env[69663]: DEBUG nova.compute.manager [None req-b9bb989e-f6ea-4b56-af53-82dd60409488 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 694.313070] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b9bb989e-f6ea-4b56-af53-82dd60409488 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 694.314246] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba97db57-8df6-4453-9d58-a4ce2ee8e7d1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.325030] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9bb989e-f6ea-4b56-af53-82dd60409488 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 694.325030] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56d6b83f-73d7-4f7e-a406-b22cc6c6e780 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.336329] env[69663]: DEBUG oslo_vmware.api [None req-b9bb989e-f6ea-4b56-af53-82dd60409488 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Waiting for the task: (returnval){ [ 694.336329] env[69663]: value = "task-3332216" [ 694.336329] env[69663]: _type = "Task" [ 694.336329] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.352204] env[69663]: DEBUG oslo_vmware.api [None req-b9bb989e-f6ea-4b56-af53-82dd60409488 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Task: {'id': task-3332216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.359211] env[69663]: DEBUG oslo_vmware.api [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': task-3332210, 'name': ReconfigVM_Task, 'duration_secs': 0.799871} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.359584] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 2fd6c829-2455-4d5e-81e8-94f302589d41/2fd6c829-2455-4d5e-81e8-94f302589d41.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.360292] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab14a906-f09b-466e-aafa-b27766f795b9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.369234] env[69663]: DEBUG oslo_vmware.api [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Waiting for the task: (returnval){ [ 694.369234] env[69663]: value = "task-3332217" [ 694.369234] env[69663]: _type = "Task" [ 694.369234] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.373706] env[69663]: DEBUG oslo_vmware.api [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332211, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712854} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.377229] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] f8fd6dad-6e51-4f7c-b769-00f03441a061/f8fd6dad-6e51-4f7c-b769-00f03441a061.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 694.377501] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.378287] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c26ca5cd-93d5-4a8d-a6a3-7bc57aed7ee0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.392522] env[69663]: DEBUG oslo_vmware.api [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': task-3332217, 'name': Rename_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.394559] env[69663]: DEBUG oslo_vmware.api [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 694.394559] env[69663]: value = "task-3332218" [ 694.394559] env[69663]: _type = "Task" [ 694.394559] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.407056] env[69663]: DEBUG oslo_vmware.api [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332218, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.411047] env[69663]: DEBUG nova.network.neutron [req-8c65cef2-1ac7-43b6-a6af-1267149389c1 req-a14fc09b-83da-4370-aeb4-914dc96775cc service nova] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Updated VIF entry in instance network info cache for port a76837b3-8de3-4fe2-809d-081fe43ac642. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 694.411574] env[69663]: DEBUG nova.network.neutron [req-8c65cef2-1ac7-43b6-a6af-1267149389c1 req-a14fc09b-83da-4370-aeb4-914dc96775cc service nova] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Updating instance_info_cache with network_info: [{"id": "a76837b3-8de3-4fe2-809d-081fe43ac642", "address": "fa:16:3e:0c:e8:90", "network": {"id": "8cbca3bc-03a1-4ed9-ac5e-db7b5a43ca88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-814804723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebc9ee8eda884e129ed4d8aee000d917", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa76837b3-8d", "ovs_interfaceid": "a76837b3-8de3-4fe2-809d-081fe43ac642", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.673031] env[69663]: DEBUG nova.compute.manager [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 694.706290] env[69663]: DEBUG nova.virt.hardware [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 694.707135] env[69663]: DEBUG nova.virt.hardware [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 694.707135] env[69663]: DEBUG nova.virt.hardware [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.707135] env[69663]: DEBUG nova.virt.hardware [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 694.708305] env[69663]: DEBUG nova.virt.hardware [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.708305] env[69663]: DEBUG nova.virt.hardware [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 694.708305] env[69663]: DEBUG nova.virt.hardware [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 694.708305] env[69663]: DEBUG nova.virt.hardware [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 694.708692] env[69663]: DEBUG nova.virt.hardware [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 694.708898] env[69663]: DEBUG nova.virt.hardware [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 694.709511] env[69663]: DEBUG nova.virt.hardware [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 694.711128] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19dbe51a-b9af-4c37-b86c-396a672abb40 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.723191] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c364cdde-7f1e-4a8f-ad35-1ee534d8df11 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.765748] env[69663]: DEBUG nova.scheduler.client.report [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 694.802268] env[69663]: DEBUG nova.network.neutron [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Successfully updated port: 51764492-2e0b-40bf-a64a-0e2941e48c22 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.810671] env[69663]: DEBUG oslo_vmware.api [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': task-3332215, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.849397] env[69663]: DEBUG oslo_vmware.api [None req-b9bb989e-f6ea-4b56-af53-82dd60409488 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Task: {'id': task-3332216, 'name': PowerOffVM_Task, 'duration_secs': 0.191381} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.849586] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9bb989e-f6ea-4b56-af53-82dd60409488 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 694.849748] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b9bb989e-f6ea-4b56-af53-82dd60409488 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 694.850050] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42feb49f-02d8-4d52-b7ab-ad4065ea6f14 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.884323] env[69663]: DEBUG oslo_vmware.api [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': task-3332217, 'name': Rename_Task, 'duration_secs': 0.215104} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.886160] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 694.886487] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b9bb989e-f6ea-4b56-af53-82dd60409488 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 694.886683] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b9bb989e-f6ea-4b56-af53-82dd60409488 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 694.887101] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9bb989e-f6ea-4b56-af53-82dd60409488 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Deleting the datastore file [datastore2] cd6d24ba-186f-42dd-a6e4-21cd10fee2c4 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 694.887762] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-904bbe34-9645-4f3b-bd15-854bf66d6940 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.889796] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa15ca2a-eb06-4693-ba94-3d137a85de9a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.900053] env[69663]: DEBUG oslo_vmware.api [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Waiting for the task: (returnval){ [ 694.900053] env[69663]: value = "task-3332220" [ 694.900053] env[69663]: _type = "Task" [ 694.900053] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.900467] env[69663]: DEBUG oslo_vmware.api [None req-b9bb989e-f6ea-4b56-af53-82dd60409488 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Waiting for the task: (returnval){ [ 694.900467] env[69663]: value = "task-3332221" [ 694.900467] env[69663]: _type = "Task" [ 694.900467] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.917998] env[69663]: DEBUG oslo_concurrency.lockutils [req-8c65cef2-1ac7-43b6-a6af-1267149389c1 req-a14fc09b-83da-4370-aeb4-914dc96775cc service nova] Releasing lock "refresh_cache-f8fd6dad-6e51-4f7c-b769-00f03441a061" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.924199] env[69663]: DEBUG oslo_vmware.api [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08172} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.931673] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 694.932058] env[69663]: DEBUG oslo_vmware.api [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': task-3332220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.932305] env[69663]: DEBUG oslo_vmware.api [None req-b9bb989e-f6ea-4b56-af53-82dd60409488 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Task: {'id': task-3332221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.933065] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733004c1-939e-4402-a230-25106c552ebb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.938906] env[69663]: DEBUG nova.compute.manager [None req-6a711d83-1535-48f1-8d6e-daf13d28c6b2 tempest-ServerDiagnosticsTest-1739754443 tempest-ServerDiagnosticsTest-1739754443-project-admin] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 694.940618] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecea7e3-bcfc-4eda-ad8b-a9af59072565 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.968301] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] f8fd6dad-6e51-4f7c-b769-00f03441a061/f8fd6dad-6e51-4f7c-b769-00f03441a061.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 694.969687] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19b8237b-cf1b-48c2-b494-2d07bb0ea250 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.986893] env[69663]: INFO nova.compute.manager [None req-6a711d83-1535-48f1-8d6e-daf13d28c6b2 tempest-ServerDiagnosticsTest-1739754443 tempest-ServerDiagnosticsTest-1739754443-project-admin] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Retrieving diagnostics [ 694.988315] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1ce2e5-93e3-43d6-82e1-3e6b13076253 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.994391] env[69663]: DEBUG oslo_vmware.api [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 694.994391] env[69663]: value = "task-3332222" [ 694.994391] env[69663]: _type = "Task" [ 694.994391] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.041430] env[69663]: DEBUG oslo_vmware.api [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332222, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.271871] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.272552] env[69663]: DEBUG nova.compute.manager [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 695.277449] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.793s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.279042] env[69663]: INFO nova.compute.claims [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.307055] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Acquiring lock "refresh_cache-779bf209-bdee-44a6-aff6-cf79dbf46bd4" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.309751] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Acquired lock "refresh_cache-779bf209-bdee-44a6-aff6-cf79dbf46bd4" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.309751] env[69663]: DEBUG nova.network.neutron [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 695.325510] env[69663]: DEBUG oslo_vmware.api [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': task-3332215, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.421461] env[69663]: DEBUG oslo_vmware.api [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': task-3332220, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.426102] env[69663]: DEBUG oslo_vmware.api [None req-b9bb989e-f6ea-4b56-af53-82dd60409488 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Task: {'id': task-3332221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300639} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.426102] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9bb989e-f6ea-4b56-af53-82dd60409488 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.426102] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b9bb989e-f6ea-4b56-af53-82dd60409488 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 695.426102] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b9bb989e-f6ea-4b56-af53-82dd60409488 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 695.426102] env[69663]: INFO nova.compute.manager [None req-b9bb989e-f6ea-4b56-af53-82dd60409488 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 695.426521] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9bb989e-f6ea-4b56-af53-82dd60409488 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.426521] env[69663]: DEBUG nova.compute.manager [-] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 695.426521] env[69663]: DEBUG nova.network.neutron [-] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 695.471244] env[69663]: DEBUG nova.network.neutron [-] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 695.540200] env[69663]: DEBUG oslo_vmware.api [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332222, 'name': ReconfigVM_Task, 'duration_secs': 0.380575} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.540823] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Reconfigured VM instance instance-0000000a to attach disk [datastore2] f8fd6dad-6e51-4f7c-b769-00f03441a061/f8fd6dad-6e51-4f7c-b769-00f03441a061.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.541830] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48aef4e5-0d65-4130-9f31-0d9be8679dd3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.552197] env[69663]: DEBUG oslo_vmware.api [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 695.552197] env[69663]: value = "task-3332223" [ 695.552197] env[69663]: _type = "Task" [ 695.552197] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.564123] env[69663]: DEBUG oslo_vmware.api [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332223, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.691698] env[69663]: DEBUG nova.compute.manager [req-c8455ce3-61b4-49f4-b41e-817b8f0e46bd req-6f9e3d8b-4ec0-4e4a-98d4-3c965db3d4e2 service nova] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Received event network-changed-8db95fcb-3f73-4bd3-a9b6-951f1ff294cf {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 695.691859] env[69663]: DEBUG nova.compute.manager [req-c8455ce3-61b4-49f4-b41e-817b8f0e46bd req-6f9e3d8b-4ec0-4e4a-98d4-3c965db3d4e2 service nova] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Refreshing instance network info cache due to event network-changed-8db95fcb-3f73-4bd3-a9b6-951f1ff294cf. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 695.692137] env[69663]: DEBUG oslo_concurrency.lockutils [req-c8455ce3-61b4-49f4-b41e-817b8f0e46bd req-6f9e3d8b-4ec0-4e4a-98d4-3c965db3d4e2 service nova] Acquiring lock "refresh_cache-15b18416-7534-4888-b1a7-9e147ff3980c" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.692372] env[69663]: DEBUG oslo_concurrency.lockutils [req-c8455ce3-61b4-49f4-b41e-817b8f0e46bd req-6f9e3d8b-4ec0-4e4a-98d4-3c965db3d4e2 service nova] Acquired lock "refresh_cache-15b18416-7534-4888-b1a7-9e147ff3980c" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.692645] env[69663]: DEBUG nova.network.neutron [req-c8455ce3-61b4-49f4-b41e-817b8f0e46bd req-6f9e3d8b-4ec0-4e4a-98d4-3c965db3d4e2 service nova] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Refreshing network info cache for port 8db95fcb-3f73-4bd3-a9b6-951f1ff294cf {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 695.779957] env[69663]: DEBUG nova.compute.utils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 695.783515] env[69663]: DEBUG nova.compute.manager [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 695.783515] env[69663]: DEBUG nova.network.neutron [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 695.814217] env[69663]: DEBUG oslo_vmware.api [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': task-3332215, 'name': PowerOnVM_Task, 'duration_secs': 1.130589} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.814217] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: b371813d-2134-4a79-b6f9-890b01707948] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 695.814217] env[69663]: INFO nova.compute.manager [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: b371813d-2134-4a79-b6f9-890b01707948] Took 10.92 seconds to spawn the instance on the hypervisor. [ 695.814217] env[69663]: DEBUG nova.compute.manager [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: b371813d-2134-4a79-b6f9-890b01707948] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 695.818597] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de739953-80ab-45bc-8d2d-ff79d6804bd0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.874300] env[69663]: DEBUG nova.policy [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a2cb850ad434d52861e572bda50d884', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9960ce281464a549db79f6027f570df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 695.876113] env[69663]: DEBUG nova.network.neutron [-] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.880038] env[69663]: DEBUG nova.network.neutron [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 695.916820] env[69663]: DEBUG oslo_vmware.api [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': task-3332220, 'name': PowerOnVM_Task, 'duration_secs': 0.977404} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.917343] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 695.917343] env[69663]: INFO nova.compute.manager [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Took 6.46 seconds to spawn the instance on the hypervisor. [ 695.917343] env[69663]: DEBUG nova.compute.manager [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 695.918150] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925137f7-9715-4a80-8ea3-9a4275dfc240 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.977678] env[69663]: DEBUG nova.network.neutron [-] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.063082] env[69663]: DEBUG oslo_vmware.api [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332223, 'name': Rename_Task, 'duration_secs': 0.180628} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.066074] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 696.067158] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bb2ac7c-2039-416f-837d-a397ba65834c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.076609] env[69663]: DEBUG oslo_vmware.api [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 696.076609] env[69663]: value = "task-3332224" [ 696.076609] env[69663]: _type = "Task" [ 696.076609] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.080766] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6e55840a-b308-4417-8407-0283bda19355 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Acquiring lock "a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.081037] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6e55840a-b308-4417-8407-0283bda19355 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Lock "a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.081328] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6e55840a-b308-4417-8407-0283bda19355 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Acquiring lock "a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.081456] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6e55840a-b308-4417-8407-0283bda19355 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Lock "a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.081743] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6e55840a-b308-4417-8407-0283bda19355 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Lock "a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.086996] env[69663]: INFO nova.compute.manager [None req-6e55840a-b308-4417-8407-0283bda19355 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Terminating instance [ 696.089710] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6e55840a-b308-4417-8407-0283bda19355 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Acquiring lock "refresh_cache-a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.089803] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6e55840a-b308-4417-8407-0283bda19355 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Acquired lock "refresh_cache-a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.090038] env[69663]: DEBUG nova.network.neutron [None req-6e55840a-b308-4417-8407-0283bda19355 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 696.094499] env[69663]: DEBUG oslo_vmware.api [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.286586] env[69663]: DEBUG nova.compute.manager [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 696.305611] env[69663]: DEBUG nova.network.neutron [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Updating instance_info_cache with network_info: [{"id": "51764492-2e0b-40bf-a64a-0e2941e48c22", "address": "fa:16:3e:9a:fa:92", "network": {"id": "59b54eec-84a1-43f7-a0f4-545f65d4d435", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-409860594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c93e46e76004fa8857e0f4319c77c32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51764492-2e", "ovs_interfaceid": "51764492-2e0b-40bf-a64a-0e2941e48c22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.337196] env[69663]: INFO nova.compute.manager [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: b371813d-2134-4a79-b6f9-890b01707948] Took 20.62 seconds to build instance. [ 696.377843] env[69663]: DEBUG nova.network.neutron [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Successfully created port: c6b5bf8f-eba0-4e54-96b2-9a4130570fc1 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 696.380707] env[69663]: INFO nova.compute.manager [-] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Took 2.11 seconds to deallocate network for instance. [ 696.441569] env[69663]: INFO nova.compute.manager [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Took 17.39 seconds to build instance. [ 696.484424] env[69663]: INFO nova.compute.manager [-] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Took 1.06 seconds to deallocate network for instance. [ 696.592768] env[69663]: DEBUG oslo_vmware.api [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332224, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.622101] env[69663]: DEBUG oslo_vmware.rw_handles [None req-8d85e214-4cb0-467e-b1e4-5fd2389a210a tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d20a2d-cf78-1c24-2c25-85bfd1599f58/disk-0.vmdk. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 696.623887] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54b8f90-9c31-4def-b34a-57b29a372f15 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.634713] env[69663]: DEBUG oslo_vmware.rw_handles [None req-8d85e214-4cb0-467e-b1e4-5fd2389a210a tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d20a2d-cf78-1c24-2c25-85bfd1599f58/disk-0.vmdk is in state: ready. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 696.635071] env[69663]: ERROR oslo_vmware.rw_handles [None req-8d85e214-4cb0-467e-b1e4-5fd2389a210a tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d20a2d-cf78-1c24-2c25-85bfd1599f58/disk-0.vmdk due to incomplete transfer. [ 696.635334] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cec0d1cb-5704-4ea4-a003-9b2b774d812d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.644909] env[69663]: DEBUG oslo_vmware.rw_handles [None req-8d85e214-4cb0-467e-b1e4-5fd2389a210a tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d20a2d-cf78-1c24-2c25-85bfd1599f58/disk-0.vmdk. {{(pid=69663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 696.645212] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-8d85e214-4cb0-467e-b1e4-5fd2389a210a tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Uploaded image 20fca0d2-0c19-46d2-95ba-f88e233d26d4 to the Glance image server {{(pid=69663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 696.647774] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d85e214-4cb0-467e-b1e4-5fd2389a210a tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Destroying the VM {{(pid=69663) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 696.648095] env[69663]: DEBUG nova.network.neutron [None req-6e55840a-b308-4417-8407-0283bda19355 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 696.649806] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5cec6265-fa55-4479-8383-cafe6f53630b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.659979] env[69663]: DEBUG oslo_vmware.api [None req-8d85e214-4cb0-467e-b1e4-5fd2389a210a tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Waiting for the task: (returnval){ [ 696.659979] env[69663]: value = "task-3332225" [ 696.659979] env[69663]: _type = "Task" [ 696.659979] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.672417] env[69663]: DEBUG oslo_vmware.api [None req-8d85e214-4cb0-467e-b1e4-5fd2389a210a tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332225, 'name': Destroy_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.691857] env[69663]: DEBUG nova.compute.manager [req-2eb90df3-a315-41e7-97d6-fa2ba89bf598 req-ac502965-c3bb-47c6-9245-1f23b30fda4e service nova] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Received event network-vif-deleted-583cff26-0813-4dfe-b978-b4d65e3ca895 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 696.694282] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a328158c-ece9-41e7-8d66-15b708e87c91 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.707965] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11285857-5a40-48ee-b06a-81dbb02c72bd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.751785] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674a3bb3-224b-4ac5-9c02-dc6ee5cee2bb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.762635] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a755a17-5234-482e-accb-cb2b30b459c5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.783239] env[69663]: DEBUG nova.compute.provider_tree [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.813866] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Releasing lock "refresh_cache-779bf209-bdee-44a6-aff6-cf79dbf46bd4" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.814218] env[69663]: DEBUG nova.compute.manager [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Instance network_info: |[{"id": "51764492-2e0b-40bf-a64a-0e2941e48c22", "address": "fa:16:3e:9a:fa:92", "network": {"id": "59b54eec-84a1-43f7-a0f4-545f65d4d435", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-409860594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c93e46e76004fa8857e0f4319c77c32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51764492-2e", "ovs_interfaceid": "51764492-2e0b-40bf-a64a-0e2941e48c22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 696.815267] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:fa:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51764492-2e0b-40bf-a64a-0e2941e48c22', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.823169] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Creating folder: Project (4c93e46e76004fa8857e0f4319c77c32). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 696.823962] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d6a0c7b-f3b4-4df8-b79f-232f202f984a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.826731] env[69663]: DEBUG nova.network.neutron [None req-6e55840a-b308-4417-8407-0283bda19355 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.840607] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4fd510d4-8487-4394-951a-70e69c0256dd tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Lock "b371813d-2134-4a79-b6f9-890b01707948" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.135s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.841054] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Created folder: Project (4c93e46e76004fa8857e0f4319c77c32) in parent group-v665133. [ 696.841298] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Creating folder: Instances. Parent ref: group-v665174. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 696.842561] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f559d06-1fca-4f24-8c86-23a8c52dc301 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.854881] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Created folder: Instances in parent group-v665174. [ 696.855241] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.855509] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 696.855753] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-206932c5-ae4f-4ddd-a624-1c1c61ddf25d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.881428] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.881428] env[69663]: value = "task-3332228" [ 696.881428] env[69663]: _type = "Task" [ 696.881428] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.882381] env[69663]: DEBUG nova.network.neutron [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Successfully updated port: b3ea5c6f-9be3-41f7-afe4-d3043f280ae3 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.889539] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b84b4133-ac4b-4139-825d-2cad6b3c1574 tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.899849] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332228, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.945778] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e79aeefc-a2ac-49d8-b796-8cdd5cdbf982 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Lock "2fd6c829-2455-4d5e-81e8-94f302589d41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.189s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.006600] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b9bb989e-f6ea-4b56-af53-82dd60409488 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.090073] env[69663]: DEBUG nova.network.neutron [req-c8455ce3-61b4-49f4-b41e-817b8f0e46bd req-6f9e3d8b-4ec0-4e4a-98d4-3c965db3d4e2 service nova] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Updated VIF entry in instance network info cache for port 8db95fcb-3f73-4bd3-a9b6-951f1ff294cf. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 697.090073] env[69663]: DEBUG nova.network.neutron [req-c8455ce3-61b4-49f4-b41e-817b8f0e46bd req-6f9e3d8b-4ec0-4e4a-98d4-3c965db3d4e2 service nova] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Updating instance_info_cache with network_info: [{"id": "8db95fcb-3f73-4bd3-a9b6-951f1ff294cf", "address": "fa:16:3e:06:38:36", "network": {"id": "dac535d4-890b-4c14-a296-d1a6e6353c0e", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-2036290172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69e38c23e4344a638313c6c7d5573df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db95fcb-3f", "ovs_interfaceid": "8db95fcb-3f73-4bd3-a9b6-951f1ff294cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.100047] env[69663]: DEBUG oslo_vmware.api [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332224, 'name': PowerOnVM_Task, 'duration_secs': 0.970641} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.100047] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 697.100396] env[69663]: INFO nova.compute.manager [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Took 10.17 seconds to spawn the instance on the hypervisor. [ 697.100682] env[69663]: DEBUG nova.compute.manager [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 697.103439] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379955e0-4e21-45af-b411-3b414f0835db {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.171266] env[69663]: DEBUG oslo_vmware.api [None req-8d85e214-4cb0-467e-b1e4-5fd2389a210a tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332225, 'name': Destroy_Task, 'duration_secs': 0.463162} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.171565] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-8d85e214-4cb0-467e-b1e4-5fd2389a210a tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Destroyed the VM [ 697.171908] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8d85e214-4cb0-467e-b1e4-5fd2389a210a tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Deleting Snapshot of the VM instance {{(pid=69663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 697.172205] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-29a9c2bb-f8ed-44db-b121-ead7c8246ef7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.179627] env[69663]: DEBUG oslo_vmware.api [None req-8d85e214-4cb0-467e-b1e4-5fd2389a210a tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Waiting for the task: (returnval){ [ 697.179627] env[69663]: value = "task-3332229" [ 697.179627] env[69663]: _type = "Task" [ 697.179627] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.189929] env[69663]: DEBUG oslo_vmware.api [None req-8d85e214-4cb0-467e-b1e4-5fd2389a210a tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332229, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.272383] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4904ea2b-dbbf-4285-931b-ed30dc789bb4 tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Acquiring lock "367b5f83-09a7-4b03-8478-b50b70effc8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.272566] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4904ea2b-dbbf-4285-931b-ed30dc789bb4 tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Lock "367b5f83-09a7-4b03-8478-b50b70effc8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.272996] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4904ea2b-dbbf-4285-931b-ed30dc789bb4 tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Acquiring lock "367b5f83-09a7-4b03-8478-b50b70effc8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.272996] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4904ea2b-dbbf-4285-931b-ed30dc789bb4 tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Lock "367b5f83-09a7-4b03-8478-b50b70effc8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.273135] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4904ea2b-dbbf-4285-931b-ed30dc789bb4 tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Lock "367b5f83-09a7-4b03-8478-b50b70effc8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.276735] env[69663]: INFO nova.compute.manager [None req-4904ea2b-dbbf-4285-931b-ed30dc789bb4 tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Terminating instance [ 697.279798] env[69663]: DEBUG nova.compute.manager [None req-4904ea2b-dbbf-4285-931b-ed30dc789bb4 tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 697.279997] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4904ea2b-dbbf-4285-931b-ed30dc789bb4 tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 697.284254] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3c802c-6701-45da-bb13-a8fe0a283ccf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.289496] env[69663]: DEBUG nova.scheduler.client.report [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 697.302041] env[69663]: DEBUG nova.compute.manager [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 697.308274] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4904ea2b-dbbf-4285-931b-ed30dc789bb4 tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 697.308613] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aefa8875-2e95-4263-83ba-d15ffaae9d2a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.317867] env[69663]: DEBUG oslo_vmware.api [None req-4904ea2b-dbbf-4285-931b-ed30dc789bb4 tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Waiting for the task: (returnval){ [ 697.317867] env[69663]: value = "task-3332230" [ 697.317867] env[69663]: _type = "Task" [ 697.317867] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.332617] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6e55840a-b308-4417-8407-0283bda19355 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Releasing lock "refresh_cache-a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.333803] env[69663]: DEBUG nova.compute.manager [None req-6e55840a-b308-4417-8407-0283bda19355 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 697.334061] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6e55840a-b308-4417-8407-0283bda19355 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 697.334477] env[69663]: DEBUG oslo_vmware.api [None req-4904ea2b-dbbf-4285-931b-ed30dc789bb4 tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Task: {'id': task-3332230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.338040] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fba9c61-f762-4428-be9c-465e607a4260 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.349364] env[69663]: DEBUG nova.compute.manager [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 697.353818] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e55840a-b308-4417-8407-0283bda19355 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 697.356184] env[69663]: DEBUG nova.virt.hardware [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 697.356463] env[69663]: DEBUG nova.virt.hardware [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 697.356622] env[69663]: DEBUG nova.virt.hardware [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.356847] env[69663]: DEBUG nova.virt.hardware [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 697.357024] env[69663]: DEBUG nova.virt.hardware [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.357197] env[69663]: DEBUG nova.virt.hardware [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 697.357441] env[69663]: DEBUG nova.virt.hardware [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 697.357612] env[69663]: DEBUG nova.virt.hardware [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 697.357803] env[69663]: DEBUG nova.virt.hardware [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 697.357969] env[69663]: DEBUG nova.virt.hardware [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 697.358170] env[69663]: DEBUG nova.virt.hardware [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 697.358873] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e2e32d7-a618-4066-83cf-7aa80b7c9c16 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.361490] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a3811f-d998-454d-9456-cf7e87ff6397 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.373248] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c4c065-6b17-4ecb-8e3c-89de74b47cb2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.377624] env[69663]: DEBUG oslo_vmware.api [None req-6e55840a-b308-4417-8407-0283bda19355 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Waiting for the task: (returnval){ [ 697.377624] env[69663]: value = "task-3332231" [ 697.377624] env[69663]: _type = "Task" [ 697.377624] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.395166] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Acquiring lock "refresh_cache-53ed6196-4af5-426e-bdbe-80453e09f962" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.395360] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Acquired lock "refresh_cache-53ed6196-4af5-426e-bdbe-80453e09f962" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.395517] env[69663]: DEBUG nova.network.neutron [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 697.404991] env[69663]: DEBUG oslo_vmware.api [None req-6e55840a-b308-4417-8407-0283bda19355 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Task: {'id': task-3332231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.415254] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332228, 'name': CreateVM_Task, 'duration_secs': 0.420252} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.415444] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 697.416183] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.416345] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.416683] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.416975] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c22e65af-5104-460a-82c6-3f6d2b84ab05 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.424529] env[69663]: DEBUG oslo_vmware.api [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Waiting for the task: (returnval){ [ 697.424529] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]522de62a-0660-aca3-c530-02d7e332e9c6" [ 697.424529] env[69663]: _type = "Task" [ 697.424529] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.437689] env[69663]: DEBUG oslo_vmware.api [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]522de62a-0660-aca3-c530-02d7e332e9c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.448188] env[69663]: DEBUG nova.compute.manager [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 697.593528] env[69663]: DEBUG oslo_concurrency.lockutils [req-c8455ce3-61b4-49f4-b41e-817b8f0e46bd req-6f9e3d8b-4ec0-4e4a-98d4-3c965db3d4e2 service nova] Releasing lock "refresh_cache-15b18416-7534-4888-b1a7-9e147ff3980c" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.624228] env[69663]: INFO nova.compute.manager [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Took 21.88 seconds to build instance. [ 697.693066] env[69663]: DEBUG oslo_vmware.api [None req-8d85e214-4cb0-467e-b1e4-5fd2389a210a tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332229, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.807000] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.807423] env[69663]: DEBUG nova.compute.manager [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 697.811397] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.728s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.812841] env[69663]: INFO nova.compute.claims [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.843129] env[69663]: DEBUG oslo_vmware.api [None req-4904ea2b-dbbf-4285-931b-ed30dc789bb4 tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Task: {'id': task-3332230, 'name': PowerOffVM_Task, 'duration_secs': 0.268213} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.843129] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4904ea2b-dbbf-4285-931b-ed30dc789bb4 tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 697.843290] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4904ea2b-dbbf-4285-931b-ed30dc789bb4 tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 697.845173] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3950860-ca0b-4ef3-9e87-e5f11d3959ef {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.887612] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.894726] env[69663]: DEBUG oslo_vmware.api [None req-6e55840a-b308-4417-8407-0283bda19355 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Task: {'id': task-3332231, 'name': PowerOffVM_Task, 'duration_secs': 0.233519} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.896874] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e55840a-b308-4417-8407-0283bda19355 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 697.897837] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6e55840a-b308-4417-8407-0283bda19355 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 697.899849] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0616f7b7-5ea9-4170-860e-1bbfc80d4c29 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.937730] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4904ea2b-dbbf-4285-931b-ed30dc789bb4 tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 697.937730] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4904ea2b-dbbf-4285-931b-ed30dc789bb4 tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 697.937730] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4904ea2b-dbbf-4285-931b-ed30dc789bb4 tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Deleting the datastore file [datastore1] 367b5f83-09a7-4b03-8478-b50b70effc8a {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 697.940617] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60231d8d-088c-4540-a003-c42d3632ee49 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.945352] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6e55840a-b308-4417-8407-0283bda19355 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 697.945352] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6e55840a-b308-4417-8407-0283bda19355 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 697.945352] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e55840a-b308-4417-8407-0283bda19355 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Deleting the datastore file [datastore1] a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 697.951030] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a64c158-41ba-4081-8c05-184ec80be45f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.953020] env[69663]: DEBUG oslo_vmware.api [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]522de62a-0660-aca3-c530-02d7e332e9c6, 'name': SearchDatastore_Task, 'duration_secs': 0.014843} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.956068] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.956068] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.956068] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.956068] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.956356] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.966450] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0dd2844e-ed3e-4d1a-baad-c7b56e55883c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.967947] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Acquiring lock "76897d45-3652-487d-beba-517307e3e6e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.968242] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Lock "76897d45-3652-487d-beba-517307e3e6e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.968455] env[69663]: DEBUG oslo_vmware.api [None req-4904ea2b-dbbf-4285-931b-ed30dc789bb4 tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Waiting for the task: (returnval){ [ 697.968455] env[69663]: value = "task-3332234" [ 697.968455] env[69663]: _type = "Task" [ 697.968455] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.970452] env[69663]: DEBUG oslo_vmware.api [None req-6e55840a-b308-4417-8407-0283bda19355 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Waiting for the task: (returnval){ [ 697.970452] env[69663]: value = "task-3332235" [ 697.970452] env[69663]: _type = "Task" [ 697.970452] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.992715] env[69663]: DEBUG oslo_vmware.api [None req-4904ea2b-dbbf-4285-931b-ed30dc789bb4 tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Task: {'id': task-3332234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.992955] env[69663]: DEBUG oslo_vmware.api [None req-6e55840a-b308-4417-8407-0283bda19355 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Task: {'id': task-3332235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.994795] env[69663]: DEBUG nova.network.neutron [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 697.997414] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.997710] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.997875] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 697.998738] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a319b17b-6918-421f-93c6-57b0bc2101cf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.006943] env[69663]: DEBUG oslo_vmware.api [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Waiting for the task: (returnval){ [ 698.006943] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e8b843-94d1-4a79-4797-149fd5cd4bd8" [ 698.006943] env[69663]: _type = "Task" [ 698.006943] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.017041] env[69663]: DEBUG oslo_vmware.api [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e8b843-94d1-4a79-4797-149fd5cd4bd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.090548] env[69663]: DEBUG nova.network.neutron [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Successfully updated port: c6b5bf8f-eba0-4e54-96b2-9a4130570fc1 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.130255] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7485053b-e929-4fe8-bf92-eb01d597b2cc tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "f8fd6dad-6e51-4f7c-b769-00f03441a061" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.397s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.196437] env[69663]: DEBUG oslo_vmware.api [None req-8d85e214-4cb0-467e-b1e4-5fd2389a210a tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332229, 'name': RemoveSnapshot_Task, 'duration_secs': 0.691239} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.196921] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8d85e214-4cb0-467e-b1e4-5fd2389a210a tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Deleted Snapshot of the VM instance {{(pid=69663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 698.197122] env[69663]: INFO nova.compute.manager [None req-8d85e214-4cb0-467e-b1e4-5fd2389a210a tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Took 14.23 seconds to snapshot the instance on the hypervisor. [ 698.334384] env[69663]: DEBUG nova.compute.utils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 698.336387] env[69663]: DEBUG nova.compute.manager [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 698.336387] env[69663]: DEBUG nova.network.neutron [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 698.346795] env[69663]: DEBUG nova.network.neutron [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Updating instance_info_cache with network_info: [{"id": "b3ea5c6f-9be3-41f7-afe4-d3043f280ae3", "address": "fa:16:3e:b3:c7:45", "network": {"id": "200ca3ea-e0cc-4d44-9955-4dc1fc8c580f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1431156928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d66f6bb29d54aa4907726b7f7cae4a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3ea5c6f-9b", "ovs_interfaceid": "b3ea5c6f-9be3-41f7-afe4-d3043f280ae3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.414609] env[69663]: DEBUG nova.policy [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a2cb850ad434d52861e572bda50d884', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9960ce281464a549db79f6027f570df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 698.490333] env[69663]: DEBUG oslo_vmware.api [None req-6e55840a-b308-4417-8407-0283bda19355 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Task: {'id': task-3332235, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126452} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.490638] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e55840a-b308-4417-8407-0283bda19355 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.490892] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6e55840a-b308-4417-8407-0283bda19355 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 698.491113] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6e55840a-b308-4417-8407-0283bda19355 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 698.491303] env[69663]: INFO nova.compute.manager [None req-6e55840a-b308-4417-8407-0283bda19355 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 698.491551] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e55840a-b308-4417-8407-0283bda19355 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.491772] env[69663]: DEBUG oslo_vmware.api [None req-4904ea2b-dbbf-4285-931b-ed30dc789bb4 tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Task: {'id': task-3332234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195549} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.491982] env[69663]: DEBUG nova.compute.manager [-] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 698.492123] env[69663]: DEBUG nova.network.neutron [-] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 698.493814] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4904ea2b-dbbf-4285-931b-ed30dc789bb4 tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.497097] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4904ea2b-dbbf-4285-931b-ed30dc789bb4 tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 698.497097] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4904ea2b-dbbf-4285-931b-ed30dc789bb4 tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 698.497097] env[69663]: INFO nova.compute.manager [None req-4904ea2b-dbbf-4285-931b-ed30dc789bb4 tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Took 1.21 seconds to destroy the instance on the hypervisor. [ 698.497097] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4904ea2b-dbbf-4285-931b-ed30dc789bb4 tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.497097] env[69663]: DEBUG nova.compute.manager [-] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 698.497097] env[69663]: DEBUG nova.network.neutron [-] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 698.518150] env[69663]: DEBUG oslo_vmware.api [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e8b843-94d1-4a79-4797-149fd5cd4bd8, 'name': SearchDatastore_Task, 'duration_secs': 0.012596} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.519986] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f24a9110-13d0-4765-b18d-f0ee5ab5e116 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.526640] env[69663]: DEBUG oslo_vmware.api [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Waiting for the task: (returnval){ [ 698.526640] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b4606b-9de2-d72f-c18e-b36ca236012b" [ 698.526640] env[69663]: _type = "Task" [ 698.526640] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.535622] env[69663]: DEBUG oslo_vmware.api [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b4606b-9de2-d72f-c18e-b36ca236012b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.543955] env[69663]: DEBUG nova.network.neutron [-] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 698.593543] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Acquiring lock "refresh_cache-0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.593742] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Acquired lock "refresh_cache-0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.593956] env[69663]: DEBUG nova.network.neutron [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 698.632098] env[69663]: DEBUG nova.compute.manager [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 698.844514] env[69663]: DEBUG nova.compute.manager [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 698.853791] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Releasing lock "refresh_cache-53ed6196-4af5-426e-bdbe-80453e09f962" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.854138] env[69663]: DEBUG nova.compute.manager [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Instance network_info: |[{"id": "b3ea5c6f-9be3-41f7-afe4-d3043f280ae3", "address": "fa:16:3e:b3:c7:45", "network": {"id": "200ca3ea-e0cc-4d44-9955-4dc1fc8c580f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1431156928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d66f6bb29d54aa4907726b7f7cae4a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3ea5c6f-9b", "ovs_interfaceid": "b3ea5c6f-9be3-41f7-afe4-d3043f280ae3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 698.854784] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:c7:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3ea5c6f-9be3-41f7-afe4-d3043f280ae3', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.866391] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Creating folder: Project (4d66f6bb29d54aa4907726b7f7cae4a4). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 698.870082] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36d80daf-54ff-432b-a02b-b7fedb6dcdc8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.887088] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Created folder: Project (4d66f6bb29d54aa4907726b7f7cae4a4) in parent group-v665133. [ 698.888029] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Creating folder: Instances. Parent ref: group-v665177. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 698.891272] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9cf30da-6a68-4fff-90b2-19c253af0482 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.907130] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Created folder: Instances in parent group-v665177. [ 698.907130] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.907130] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 698.907130] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8dc40578-6628-4d0d-b740-4bb16b17cd64 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.938379] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.938379] env[69663]: value = "task-3332238" [ 698.938379] env[69663]: _type = "Task" [ 698.938379] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.948547] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332238, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.021300] env[69663]: DEBUG nova.network.neutron [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Successfully created port: 240cce98-7174-4e3e-8547-6c681c63fc2c {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.037662] env[69663]: DEBUG oslo_vmware.api [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b4606b-9de2-d72f-c18e-b36ca236012b, 'name': SearchDatastore_Task, 'duration_secs': 0.035892} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.037986] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.038336] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 779bf209-bdee-44a6-aff6-cf79dbf46bd4/779bf209-bdee-44a6-aff6-cf79dbf46bd4.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 699.038679] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ba35240-ce0e-46f5-aa23-4f94e3f57339 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.052528] env[69663]: DEBUG nova.network.neutron [-] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.054281] env[69663]: DEBUG oslo_concurrency.lockutils [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Acquiring lock "847983a3-9dac-45a9-93bf-8b7a089d8a1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.054576] env[69663]: DEBUG oslo_concurrency.lockutils [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Lock "847983a3-9dac-45a9-93bf-8b7a089d8a1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.054882] env[69663]: DEBUG oslo_vmware.api [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Waiting for the task: (returnval){ [ 699.054882] env[69663]: value = "task-3332239" [ 699.054882] env[69663]: _type = "Task" [ 699.054882] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.067799] env[69663]: DEBUG oslo_vmware.api [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': task-3332239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.158542] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.228512] env[69663]: DEBUG nova.network.neutron [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 699.323287] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3855b0f8-ae6e-419d-883c-ed3631640762 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.335463] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1920d32e-9489-4c07-94fe-29f4d91bbf5c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.382033] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4e1dac-cbaa-4f8f-afe1-f8a7405ce7f9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.391603] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b62c7e-6d4f-4d70-baf4-0d8f0ef19685 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.406968] env[69663]: DEBUG nova.compute.provider_tree [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.446477] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332238, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.556500] env[69663]: INFO nova.compute.manager [-] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Took 1.06 seconds to deallocate network for instance. [ 699.573377] env[69663]: DEBUG oslo_vmware.api [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': task-3332239, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.585027] env[69663]: DEBUG oslo_concurrency.lockutils [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Acquiring lock "f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.585345] env[69663]: DEBUG oslo_concurrency.lockutils [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Lock "f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.763151] env[69663]: DEBUG nova.network.neutron [-] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.836943] env[69663]: DEBUG nova.network.neutron [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Updating instance_info_cache with network_info: [{"id": "c6b5bf8f-eba0-4e54-96b2-9a4130570fc1", "address": "fa:16:3e:97:a0:ae", "network": {"id": "f529ccdd-4407-470b-9928-c7b04be24f9e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-350465747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9960ce281464a549db79f6027f570df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6b5bf8f-eb", "ovs_interfaceid": "c6b5bf8f-eba0-4e54-96b2-9a4130570fc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.883297] env[69663]: DEBUG nova.compute.manager [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 699.910553] env[69663]: DEBUG nova.scheduler.client.report [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 699.922681] env[69663]: DEBUG nova.virt.hardware [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 699.922902] env[69663]: DEBUG nova.virt.hardware [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 699.923082] env[69663]: DEBUG nova.virt.hardware [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.923391] env[69663]: DEBUG nova.virt.hardware [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 699.923465] env[69663]: DEBUG nova.virt.hardware [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.923553] env[69663]: DEBUG nova.virt.hardware [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 699.924389] env[69663]: DEBUG nova.virt.hardware [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 699.924389] env[69663]: DEBUG nova.virt.hardware [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 699.924389] env[69663]: DEBUG nova.virt.hardware [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 699.924389] env[69663]: DEBUG nova.virt.hardware [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 699.925836] env[69663]: DEBUG nova.virt.hardware [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 699.925836] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e52939-675f-4c1e-a3b7-fd80923bb45f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.935555] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34a1735-1e7c-4fe0-9758-a6c91da99969 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.959192] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332238, 'name': CreateVM_Task, 'duration_secs': 0.53812} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.959473] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 699.961954] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.962112] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.962445] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.963025] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-198f0f42-968e-4013-9248-05aabf4ac4e6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.968940] env[69663]: DEBUG oslo_vmware.api [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Waiting for the task: (returnval){ [ 699.968940] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529cab3b-6968-6303-3f16-bac88420a7dd" [ 699.968940] env[69663]: _type = "Task" [ 699.968940] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.981076] env[69663]: DEBUG oslo_vmware.api [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529cab3b-6968-6303-3f16-bac88420a7dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.072037] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6e55840a-b308-4417-8407-0283bda19355 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.072413] env[69663]: DEBUG oslo_vmware.api [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': task-3332239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.798283} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.073033] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 779bf209-bdee-44a6-aff6-cf79dbf46bd4/779bf209-bdee-44a6-aff6-cf79dbf46bd4.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 700.073346] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.074528] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-001cea60-87cb-4607-8b57-386d4d044712 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.081580] env[69663]: DEBUG oslo_vmware.api [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Waiting for the task: (returnval){ [ 700.081580] env[69663]: value = "task-3332240" [ 700.081580] env[69663]: _type = "Task" [ 700.081580] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.097010] env[69663]: DEBUG oslo_vmware.api [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': task-3332240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.103071] env[69663]: DEBUG nova.compute.manager [req-e99753f3-a59b-4eac-a00b-a82cd5c0cb50 req-0bc650b5-97c1-4ee4-a90f-323af58a930b service nova] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Received event network-vif-plugged-51764492-2e0b-40bf-a64a-0e2941e48c22 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 700.103071] env[69663]: DEBUG oslo_concurrency.lockutils [req-e99753f3-a59b-4eac-a00b-a82cd5c0cb50 req-0bc650b5-97c1-4ee4-a90f-323af58a930b service nova] Acquiring lock "779bf209-bdee-44a6-aff6-cf79dbf46bd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.103071] env[69663]: DEBUG oslo_concurrency.lockutils [req-e99753f3-a59b-4eac-a00b-a82cd5c0cb50 req-0bc650b5-97c1-4ee4-a90f-323af58a930b service nova] Lock "779bf209-bdee-44a6-aff6-cf79dbf46bd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.103071] env[69663]: DEBUG oslo_concurrency.lockutils [req-e99753f3-a59b-4eac-a00b-a82cd5c0cb50 req-0bc650b5-97c1-4ee4-a90f-323af58a930b service nova] Lock "779bf209-bdee-44a6-aff6-cf79dbf46bd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.103071] env[69663]: DEBUG nova.compute.manager [req-e99753f3-a59b-4eac-a00b-a82cd5c0cb50 req-0bc650b5-97c1-4ee4-a90f-323af58a930b service nova] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] No waiting events found dispatching network-vif-plugged-51764492-2e0b-40bf-a64a-0e2941e48c22 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 700.103409] env[69663]: WARNING nova.compute.manager [req-e99753f3-a59b-4eac-a00b-a82cd5c0cb50 req-0bc650b5-97c1-4ee4-a90f-323af58a930b service nova] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Received unexpected event network-vif-plugged-51764492-2e0b-40bf-a64a-0e2941e48c22 for instance with vm_state building and task_state spawning. [ 700.103515] env[69663]: DEBUG nova.compute.manager [req-e99753f3-a59b-4eac-a00b-a82cd5c0cb50 req-0bc650b5-97c1-4ee4-a90f-323af58a930b service nova] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Received event network-changed-51764492-2e0b-40bf-a64a-0e2941e48c22 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 700.103709] env[69663]: DEBUG nova.compute.manager [req-e99753f3-a59b-4eac-a00b-a82cd5c0cb50 req-0bc650b5-97c1-4ee4-a90f-323af58a930b service nova] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Refreshing instance network info cache due to event network-changed-51764492-2e0b-40bf-a64a-0e2941e48c22. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 700.103965] env[69663]: DEBUG oslo_concurrency.lockutils [req-e99753f3-a59b-4eac-a00b-a82cd5c0cb50 req-0bc650b5-97c1-4ee4-a90f-323af58a930b service nova] Acquiring lock "refresh_cache-779bf209-bdee-44a6-aff6-cf79dbf46bd4" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.104138] env[69663]: DEBUG oslo_concurrency.lockutils [req-e99753f3-a59b-4eac-a00b-a82cd5c0cb50 req-0bc650b5-97c1-4ee4-a90f-323af58a930b service nova] Acquired lock "refresh_cache-779bf209-bdee-44a6-aff6-cf79dbf46bd4" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.104340] env[69663]: DEBUG nova.network.neutron [req-e99753f3-a59b-4eac-a00b-a82cd5c0cb50 req-0bc650b5-97c1-4ee4-a90f-323af58a930b service nova] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Refreshing network info cache for port 51764492-2e0b-40bf-a64a-0e2941e48c22 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 700.265891] env[69663]: INFO nova.compute.manager [-] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Took 1.77 seconds to deallocate network for instance. [ 700.342017] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Releasing lock "refresh_cache-0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.342017] env[69663]: DEBUG nova.compute.manager [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Instance network_info: |[{"id": "c6b5bf8f-eba0-4e54-96b2-9a4130570fc1", "address": "fa:16:3e:97:a0:ae", "network": {"id": "f529ccdd-4407-470b-9928-c7b04be24f9e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-350465747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9960ce281464a549db79f6027f570df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6b5bf8f-eb", "ovs_interfaceid": "c6b5bf8f-eba0-4e54-96b2-9a4130570fc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 700.342404] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:a0:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6b5bf8f-eba0-4e54-96b2-9a4130570fc1', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.351482] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Creating folder: Project (b9960ce281464a549db79f6027f570df). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 700.352211] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4f60853-9059-4941-a66d-93104f98abe1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.369148] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Created folder: Project (b9960ce281464a549db79f6027f570df) in parent group-v665133. [ 700.370718] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Creating folder: Instances. Parent ref: group-v665180. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 700.371245] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b5d733a-517f-42bf-901f-7f21dba8c837 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.385642] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Created folder: Instances in parent group-v665180. [ 700.385642] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.385642] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 700.385642] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dec8451a-c289-46f3-9781-a8926603b2af {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.412549] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.412549] env[69663]: value = "task-3332243" [ 700.412549] env[69663]: _type = "Task" [ 700.412549] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.416936] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.417914] env[69663]: DEBUG nova.compute.manager [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 700.429038] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.591s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.429038] env[69663]: INFO nova.compute.claims [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.432816] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332243, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.483408] env[69663]: DEBUG oslo_vmware.api [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529cab3b-6968-6303-3f16-bac88420a7dd, 'name': SearchDatastore_Task, 'duration_secs': 0.012084} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.483905] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.484203] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.486023] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.486023] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.486023] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.486023] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fee486b-b998-4ba9-847e-dfcd0ffe8c1e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.496654] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.496859] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 700.497647] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abb09835-9d68-4b59-8a7e-b6acd9f5db39 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.504777] env[69663]: DEBUG oslo_vmware.api [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Waiting for the task: (returnval){ [ 700.504777] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52041bd1-51d2-7750-025a-42041c565e14" [ 700.504777] env[69663]: _type = "Task" [ 700.504777] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.516457] env[69663]: DEBUG oslo_vmware.api [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52041bd1-51d2-7750-025a-42041c565e14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.592114] env[69663]: DEBUG oslo_vmware.api [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': task-3332240, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205947} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.592785] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.593441] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e72237f-9dab-45b6-8d60-6330c97884da {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.622949] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 779bf209-bdee-44a6-aff6-cf79dbf46bd4/779bf209-bdee-44a6-aff6-cf79dbf46bd4.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.623678] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90c618d1-7deb-47a6-a73c-1849eee9fda9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.646042] env[69663]: DEBUG nova.compute.manager [req-cc7f74ab-40ae-465d-92d0-46a07d506fcb req-d8016d23-c4b6-4c5d-a548-feb164b8543a service nova] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Received event network-vif-plugged-c6b5bf8f-eba0-4e54-96b2-9a4130570fc1 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 700.646280] env[69663]: DEBUG oslo_concurrency.lockutils [req-cc7f74ab-40ae-465d-92d0-46a07d506fcb req-d8016d23-c4b6-4c5d-a548-feb164b8543a service nova] Acquiring lock "0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.646499] env[69663]: DEBUG oslo_concurrency.lockutils [req-cc7f74ab-40ae-465d-92d0-46a07d506fcb req-d8016d23-c4b6-4c5d-a548-feb164b8543a service nova] Lock "0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.646681] env[69663]: DEBUG oslo_concurrency.lockutils [req-cc7f74ab-40ae-465d-92d0-46a07d506fcb req-d8016d23-c4b6-4c5d-a548-feb164b8543a service nova] Lock "0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.646853] env[69663]: DEBUG nova.compute.manager [req-cc7f74ab-40ae-465d-92d0-46a07d506fcb req-d8016d23-c4b6-4c5d-a548-feb164b8543a service nova] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] No waiting events found dispatching network-vif-plugged-c6b5bf8f-eba0-4e54-96b2-9a4130570fc1 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 700.647063] env[69663]: WARNING nova.compute.manager [req-cc7f74ab-40ae-465d-92d0-46a07d506fcb req-d8016d23-c4b6-4c5d-a548-feb164b8543a service nova] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Received unexpected event network-vif-plugged-c6b5bf8f-eba0-4e54-96b2-9a4130570fc1 for instance with vm_state building and task_state spawning. [ 700.647278] env[69663]: DEBUG nova.compute.manager [req-cc7f74ab-40ae-465d-92d0-46a07d506fcb req-d8016d23-c4b6-4c5d-a548-feb164b8543a service nova] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Received event network-changed-c6b5bf8f-eba0-4e54-96b2-9a4130570fc1 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 700.647413] env[69663]: DEBUG nova.compute.manager [req-cc7f74ab-40ae-465d-92d0-46a07d506fcb req-d8016d23-c4b6-4c5d-a548-feb164b8543a service nova] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Refreshing instance network info cache due to event network-changed-c6b5bf8f-eba0-4e54-96b2-9a4130570fc1. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 700.647612] env[69663]: DEBUG oslo_concurrency.lockutils [req-cc7f74ab-40ae-465d-92d0-46a07d506fcb req-d8016d23-c4b6-4c5d-a548-feb164b8543a service nova] Acquiring lock "refresh_cache-0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.647748] env[69663]: DEBUG oslo_concurrency.lockutils [req-cc7f74ab-40ae-465d-92d0-46a07d506fcb req-d8016d23-c4b6-4c5d-a548-feb164b8543a service nova] Acquired lock "refresh_cache-0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.647900] env[69663]: DEBUG nova.network.neutron [req-cc7f74ab-40ae-465d-92d0-46a07d506fcb req-d8016d23-c4b6-4c5d-a548-feb164b8543a service nova] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Refreshing network info cache for port c6b5bf8f-eba0-4e54-96b2-9a4130570fc1 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 700.660358] env[69663]: DEBUG oslo_vmware.api [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Waiting for the task: (returnval){ [ 700.660358] env[69663]: value = "task-3332244" [ 700.660358] env[69663]: _type = "Task" [ 700.660358] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.669740] env[69663]: DEBUG oslo_vmware.api [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': task-3332244, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.780394] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4904ea2b-dbbf-4285-931b-ed30dc789bb4 tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.924193] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332243, 'name': CreateVM_Task, 'duration_secs': 0.397242} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.924379] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 700.925117] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.925317] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.925641] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.925903] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21c7ea2e-2ae6-45ad-95f8-7970c21103dc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.935760] env[69663]: DEBUG nova.compute.utils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 700.937295] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Waiting for the task: (returnval){ [ 700.937295] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52732d6b-557a-54d5-78af-14f9e2ca912c" [ 700.937295] env[69663]: _type = "Task" [ 700.937295] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.937952] env[69663]: DEBUG nova.compute.manager [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 700.938217] env[69663]: DEBUG nova.network.neutron [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 700.951321] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52732d6b-557a-54d5-78af-14f9e2ca912c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.023197] env[69663]: DEBUG oslo_vmware.api [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52041bd1-51d2-7750-025a-42041c565e14, 'name': SearchDatastore_Task, 'duration_secs': 0.040599} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.023955] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c177e258-44e9-454d-8a44-625218c07463 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.031114] env[69663]: DEBUG oslo_vmware.api [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Waiting for the task: (returnval){ [ 701.031114] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52272d53-df08-9333-ab26-7c5554a793e2" [ 701.031114] env[69663]: _type = "Task" [ 701.031114] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.040357] env[69663]: DEBUG oslo_vmware.api [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52272d53-df08-9333-ab26-7c5554a793e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.082969] env[69663]: DEBUG nova.policy [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a2cb850ad434d52861e572bda50d884', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9960ce281464a549db79f6027f570df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 701.113033] env[69663]: DEBUG nova.network.neutron [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Successfully updated port: 240cce98-7174-4e3e-8547-6c681c63fc2c {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.171386] env[69663]: DEBUG oslo_vmware.api [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': task-3332244, 'name': ReconfigVM_Task, 'duration_secs': 0.370845} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.171386] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 779bf209-bdee-44a6-aff6-cf79dbf46bd4/779bf209-bdee-44a6-aff6-cf79dbf46bd4.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.171751] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a00d7a5-842b-49da-a3f0-8ab27a3329f5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.184052] env[69663]: DEBUG oslo_vmware.api [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Waiting for the task: (returnval){ [ 701.184052] env[69663]: value = "task-3332245" [ 701.184052] env[69663]: _type = "Task" [ 701.184052] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.189492] env[69663]: DEBUG nova.network.neutron [req-e99753f3-a59b-4eac-a00b-a82cd5c0cb50 req-0bc650b5-97c1-4ee4-a90f-323af58a930b service nova] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Updated VIF entry in instance network info cache for port 51764492-2e0b-40bf-a64a-0e2941e48c22. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 701.189909] env[69663]: DEBUG nova.network.neutron [req-e99753f3-a59b-4eac-a00b-a82cd5c0cb50 req-0bc650b5-97c1-4ee4-a90f-323af58a930b service nova] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Updating instance_info_cache with network_info: [{"id": "51764492-2e0b-40bf-a64a-0e2941e48c22", "address": "fa:16:3e:9a:fa:92", "network": {"id": "59b54eec-84a1-43f7-a0f4-545f65d4d435", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-409860594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c93e46e76004fa8857e0f4319c77c32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51764492-2e", "ovs_interfaceid": "51764492-2e0b-40bf-a64a-0e2941e48c22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.205190] env[69663]: DEBUG oslo_vmware.api [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': task-3332245, 'name': Rename_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.341030] env[69663]: INFO nova.compute.manager [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Rebuilding instance [ 701.442310] env[69663]: DEBUG nova.compute.manager [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 701.460759] env[69663]: DEBUG nova.compute.manager [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 701.460759] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d83fb2-95ed-4f61-bc12-f3a38ec85e28 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.472996] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52732d6b-557a-54d5-78af-14f9e2ca912c, 'name': SearchDatastore_Task, 'duration_secs': 0.018412} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.474237] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.474512] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.474870] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.546282] env[69663]: DEBUG oslo_vmware.api [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52272d53-df08-9333-ab26-7c5554a793e2, 'name': SearchDatastore_Task, 'duration_secs': 0.045686} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.546565] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.546911] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 53ed6196-4af5-426e-bdbe-80453e09f962/53ed6196-4af5-426e-bdbe-80453e09f962.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 701.547151] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.547393] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.547669] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d67e6aa-c98a-4e60-9e17-ba39d96032ee {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.552554] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-661e42ea-7fbe-4eac-b8df-7090b9334e0a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.564950] env[69663]: DEBUG oslo_vmware.api [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Waiting for the task: (returnval){ [ 701.564950] env[69663]: value = "task-3332246" [ 701.564950] env[69663]: _type = "Task" [ 701.564950] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.564950] env[69663]: DEBUG nova.network.neutron [req-cc7f74ab-40ae-465d-92d0-46a07d506fcb req-d8016d23-c4b6-4c5d-a548-feb164b8543a service nova] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Updated VIF entry in instance network info cache for port c6b5bf8f-eba0-4e54-96b2-9a4130570fc1. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 701.565142] env[69663]: DEBUG nova.network.neutron [req-cc7f74ab-40ae-465d-92d0-46a07d506fcb req-d8016d23-c4b6-4c5d-a548-feb164b8543a service nova] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Updating instance_info_cache with network_info: [{"id": "c6b5bf8f-eba0-4e54-96b2-9a4130570fc1", "address": "fa:16:3e:97:a0:ae", "network": {"id": "f529ccdd-4407-470b-9928-c7b04be24f9e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-350465747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9960ce281464a549db79f6027f570df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6b5bf8f-eb", "ovs_interfaceid": "c6b5bf8f-eba0-4e54-96b2-9a4130570fc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.570611] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.570672] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 701.574367] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6c5f2f6-d2da-4cf7-b20c-445ea79a4b78 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.581725] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Waiting for the task: (returnval){ [ 701.581725] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52bddc88-efe3-8a34-9038-696bddbb1e02" [ 701.581725] env[69663]: _type = "Task" [ 701.581725] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.585694] env[69663]: DEBUG oslo_vmware.api [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Task: {'id': task-3332246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.596843] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52bddc88-efe3-8a34-9038-696bddbb1e02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.625524] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Acquiring lock "refresh_cache-dfa4fc69-0de7-442e-b05d-1a1d9441d3a0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.625524] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Acquired lock "refresh_cache-dfa4fc69-0de7-442e-b05d-1a1d9441d3a0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.625524] env[69663]: DEBUG nova.network.neutron [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 701.697771] env[69663]: DEBUG oslo_concurrency.lockutils [req-e99753f3-a59b-4eac-a00b-a82cd5c0cb50 req-0bc650b5-97c1-4ee4-a90f-323af58a930b service nova] Releasing lock "refresh_cache-779bf209-bdee-44a6-aff6-cf79dbf46bd4" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.697771] env[69663]: DEBUG nova.compute.manager [req-e99753f3-a59b-4eac-a00b-a82cd5c0cb50 req-0bc650b5-97c1-4ee4-a90f-323af58a930b service nova] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Received event network-vif-plugged-b3ea5c6f-9be3-41f7-afe4-d3043f280ae3 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 701.697927] env[69663]: DEBUG oslo_concurrency.lockutils [req-e99753f3-a59b-4eac-a00b-a82cd5c0cb50 req-0bc650b5-97c1-4ee4-a90f-323af58a930b service nova] Acquiring lock "53ed6196-4af5-426e-bdbe-80453e09f962-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.698418] env[69663]: DEBUG oslo_concurrency.lockutils [req-e99753f3-a59b-4eac-a00b-a82cd5c0cb50 req-0bc650b5-97c1-4ee4-a90f-323af58a930b service nova] Lock "53ed6196-4af5-426e-bdbe-80453e09f962-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.698723] env[69663]: DEBUG oslo_concurrency.lockutils [req-e99753f3-a59b-4eac-a00b-a82cd5c0cb50 req-0bc650b5-97c1-4ee4-a90f-323af58a930b service nova] Lock "53ed6196-4af5-426e-bdbe-80453e09f962-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.698962] env[69663]: DEBUG nova.compute.manager [req-e99753f3-a59b-4eac-a00b-a82cd5c0cb50 req-0bc650b5-97c1-4ee4-a90f-323af58a930b service nova] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] No waiting events found dispatching network-vif-plugged-b3ea5c6f-9be3-41f7-afe4-d3043f280ae3 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 701.699202] env[69663]: WARNING nova.compute.manager [req-e99753f3-a59b-4eac-a00b-a82cd5c0cb50 req-0bc650b5-97c1-4ee4-a90f-323af58a930b service nova] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Received unexpected event network-vif-plugged-b3ea5c6f-9be3-41f7-afe4-d3043f280ae3 for instance with vm_state building and task_state spawning. [ 701.699432] env[69663]: DEBUG nova.compute.manager [req-e99753f3-a59b-4eac-a00b-a82cd5c0cb50 req-0bc650b5-97c1-4ee4-a90f-323af58a930b service nova] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Received event network-changed-b3ea5c6f-9be3-41f7-afe4-d3043f280ae3 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 701.699629] env[69663]: DEBUG nova.compute.manager [req-e99753f3-a59b-4eac-a00b-a82cd5c0cb50 req-0bc650b5-97c1-4ee4-a90f-323af58a930b service nova] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Refreshing instance network info cache due to event network-changed-b3ea5c6f-9be3-41f7-afe4-d3043f280ae3. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 701.699898] env[69663]: DEBUG oslo_concurrency.lockutils [req-e99753f3-a59b-4eac-a00b-a82cd5c0cb50 req-0bc650b5-97c1-4ee4-a90f-323af58a930b service nova] Acquiring lock "refresh_cache-53ed6196-4af5-426e-bdbe-80453e09f962" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.700085] env[69663]: DEBUG oslo_concurrency.lockutils [req-e99753f3-a59b-4eac-a00b-a82cd5c0cb50 req-0bc650b5-97c1-4ee4-a90f-323af58a930b service nova] Acquired lock "refresh_cache-53ed6196-4af5-426e-bdbe-80453e09f962" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.700287] env[69663]: DEBUG nova.network.neutron [req-e99753f3-a59b-4eac-a00b-a82cd5c0cb50 req-0bc650b5-97c1-4ee4-a90f-323af58a930b service nova] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Refreshing network info cache for port b3ea5c6f-9be3-41f7-afe4-d3043f280ae3 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 701.701531] env[69663]: DEBUG oslo_vmware.api [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': task-3332245, 'name': Rename_Task, 'duration_secs': 0.175557} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.704792] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 701.705507] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6c3b768-4894-4cc0-9441-a0d812c692b5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.717509] env[69663]: DEBUG oslo_vmware.api [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Waiting for the task: (returnval){ [ 701.717509] env[69663]: value = "task-3332247" [ 701.717509] env[69663]: _type = "Task" [ 701.717509] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.734064] env[69663]: DEBUG oslo_vmware.api [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': task-3332247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.983200] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 701.986452] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0580122-65e3-4276-8a7a-7fdd0950027b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.001090] env[69663]: DEBUG oslo_vmware.api [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Waiting for the task: (returnval){ [ 702.001090] env[69663]: value = "task-3332248" [ 702.001090] env[69663]: _type = "Task" [ 702.001090] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.015304] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728f546b-f135-4a2c-9b59-4ec33c103c01 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.031877] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc9b8bb-f0ba-43b6-8215-25c131747420 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.038679] env[69663]: DEBUG oslo_vmware.api [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': task-3332248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.076194] env[69663]: DEBUG oslo_concurrency.lockutils [req-cc7f74ab-40ae-465d-92d0-46a07d506fcb req-d8016d23-c4b6-4c5d-a548-feb164b8543a service nova] Releasing lock "refresh_cache-0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.081381] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43abd3e9-286d-4588-9e0c-a6b0ca477852 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.095611] env[69663]: DEBUG oslo_vmware.api [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Task: {'id': task-3332246, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.098722] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5475734-3de7-48e5-89b5-e510c7a3d85c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.109650] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52bddc88-efe3-8a34-9038-696bddbb1e02, 'name': SearchDatastore_Task, 'duration_secs': 0.017534} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.110729] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d7b3867-2262-4c6c-83fe-21784df3a522 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.124988] env[69663]: DEBUG nova.compute.provider_tree [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.128518] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Waiting for the task: (returnval){ [ 702.128518] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d9b5df-96cd-b38b-d9df-5b410992403a" [ 702.128518] env[69663]: _type = "Task" [ 702.128518] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.133596] env[69663]: DEBUG nova.network.neutron [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Successfully created port: e8a8d837-e4ac-4906-9dbb-1d30c9f5367f {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.145639] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d9b5df-96cd-b38b-d9df-5b410992403a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.233370] env[69663]: DEBUG oslo_vmware.api [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': task-3332247, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.249731] env[69663]: DEBUG nova.network.neutron [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 702.466895] env[69663]: DEBUG nova.compute.manager [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 702.502596] env[69663]: DEBUG nova.virt.hardware [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 702.504324] env[69663]: DEBUG nova.virt.hardware [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 702.504324] env[69663]: DEBUG nova.virt.hardware [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.504324] env[69663]: DEBUG nova.virt.hardware [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 702.504324] env[69663]: DEBUG nova.virt.hardware [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.504324] env[69663]: DEBUG nova.virt.hardware [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 702.504708] env[69663]: DEBUG nova.virt.hardware [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 702.505121] env[69663]: DEBUG nova.virt.hardware [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 702.505442] env[69663]: DEBUG nova.virt.hardware [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 702.505736] env[69663]: DEBUG nova.virt.hardware [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 702.506550] env[69663]: DEBUG nova.virt.hardware [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 702.507427] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750dd168-3f0a-4c4a-981c-c528cb69f09b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.525127] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf81cd1-0229-4b9b-9ee0-8ef32eb299fd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.530040] env[69663]: DEBUG oslo_vmware.api [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': task-3332248, 'name': PowerOffVM_Task, 'duration_secs': 0.197344} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.530287] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 702.530574] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 702.531725] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268f8939-65c3-45c5-b233-18537c06844b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.550712] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 702.550712] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc759634-1e2a-4dde-9694-53d8ff20499b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.583886] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 702.583886] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 702.583886] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Deleting the datastore file [datastore2] 2fd6c829-2455-4d5e-81e8-94f302589d41 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 702.585411] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb7ad253-41ec-4dac-ae68-0ca51353ed16 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.594717] env[69663]: DEBUG oslo_vmware.api [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Task: {'id': task-3332246, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663023} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.595760] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 53ed6196-4af5-426e-bdbe-80453e09f962/53ed6196-4af5-426e-bdbe-80453e09f962.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 702.595933] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.596641] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7be33e1-0e89-4133-9e27-946a786874e4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.601803] env[69663]: DEBUG oslo_vmware.api [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Waiting for the task: (returnval){ [ 702.601803] env[69663]: value = "task-3332250" [ 702.601803] env[69663]: _type = "Task" [ 702.601803] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.613637] env[69663]: DEBUG oslo_vmware.api [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Waiting for the task: (returnval){ [ 702.613637] env[69663]: value = "task-3332251" [ 702.613637] env[69663]: _type = "Task" [ 702.613637] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.626397] env[69663]: DEBUG oslo_vmware.api [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': task-3332250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.633173] env[69663]: DEBUG nova.scheduler.client.report [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 702.636496] env[69663]: DEBUG oslo_vmware.api [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Task: {'id': task-3332251, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.637377] env[69663]: DEBUG nova.network.neutron [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Updating instance_info_cache with network_info: [{"id": "240cce98-7174-4e3e-8547-6c681c63fc2c", "address": "fa:16:3e:92:40:e9", "network": {"id": "f529ccdd-4407-470b-9928-c7b04be24f9e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-350465747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9960ce281464a549db79f6027f570df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap240cce98-71", "ovs_interfaceid": "240cce98-7174-4e3e-8547-6c681c63fc2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.653165] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d9b5df-96cd-b38b-d9df-5b410992403a, 'name': SearchDatastore_Task, 'duration_secs': 0.058026} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.653334] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.654188] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1/0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 702.654188] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6872fd9a-f202-49e5-a65a-729c3d73bd69 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.665035] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Waiting for the task: (returnval){ [ 702.665035] env[69663]: value = "task-3332252" [ 702.665035] env[69663]: _type = "Task" [ 702.665035] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.678061] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.742877] env[69663]: DEBUG oslo_vmware.api [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': task-3332247, 'name': PowerOnVM_Task, 'duration_secs': 0.577392} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.743216] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 702.744152] env[69663]: INFO nova.compute.manager [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Took 10.62 seconds to spawn the instance on the hypervisor. [ 702.744152] env[69663]: DEBUG nova.compute.manager [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 702.747906] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5aba21-a434-4ae3-a936-f0d73ff3cd4d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.119021] env[69663]: DEBUG oslo_vmware.api [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': task-3332250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234976} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.124366] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 703.124366] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 703.124366] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 703.143024] env[69663]: DEBUG oslo_vmware.api [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Task: {'id': task-3332251, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116195} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.143024] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.143024] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2007e22-6b44-4eb0-b62f-cc765bf00d22 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.148947] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.148947] env[69663]: DEBUG nova.compute.manager [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 703.151597] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Releasing lock "refresh_cache-dfa4fc69-0de7-442e-b05d-1a1d9441d3a0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.151990] env[69663]: DEBUG nova.compute.manager [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Instance network_info: |[{"id": "240cce98-7174-4e3e-8547-6c681c63fc2c", "address": "fa:16:3e:92:40:e9", "network": {"id": "f529ccdd-4407-470b-9928-c7b04be24f9e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-350465747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9960ce281464a549db79f6027f570df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap240cce98-71", "ovs_interfaceid": "240cce98-7174-4e3e-8547-6c681c63fc2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 703.156011] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0e50e7c7-ab67-416f-ae95-bb8c5c0a7e01 tempest-DeleteServersAdminTestJSON-898071977 tempest-DeleteServersAdminTestJSON-898071977-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.882s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.156355] env[69663]: DEBUG nova.objects.instance [None req-0e50e7c7-ab67-416f-ae95-bb8c5c0a7e01 tempest-DeleteServersAdminTestJSON-898071977 tempest-DeleteServersAdminTestJSON-898071977-project-admin] Lazy-loading 'resources' on Instance uuid 1552b03f-709e-4f27-8193-c40d2f4f5828 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.158039] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:40:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '240cce98-7174-4e3e-8547-6c681c63fc2c', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.171461] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.172962] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 703.177621] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6a495d8-3754-4980-836e-f58060638eba {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.222282] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 53ed6196-4af5-426e-bdbe-80453e09f962/53ed6196-4af5-426e-bdbe-80453e09f962.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.223868] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26299a05-279c-4327-b51a-200854e6c7e5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.247655] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.247655] env[69663]: value = "task-3332253" [ 703.247655] env[69663]: _type = "Task" [ 703.247655] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.247655] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332252, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.259680] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332253, 'name': CreateVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.263029] env[69663]: DEBUG oslo_vmware.api [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Waiting for the task: (returnval){ [ 703.263029] env[69663]: value = "task-3332254" [ 703.263029] env[69663]: _type = "Task" [ 703.263029] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.285138] env[69663]: DEBUG oslo_vmware.api [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Task: {'id': task-3332254, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.290480] env[69663]: INFO nova.compute.manager [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Took 23.65 seconds to build instance. [ 703.586587] env[69663]: DEBUG nova.network.neutron [req-e99753f3-a59b-4eac-a00b-a82cd5c0cb50 req-0bc650b5-97c1-4ee4-a90f-323af58a930b service nova] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Updated VIF entry in instance network info cache for port b3ea5c6f-9be3-41f7-afe4-d3043f280ae3. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 703.587204] env[69663]: DEBUG nova.network.neutron [req-e99753f3-a59b-4eac-a00b-a82cd5c0cb50 req-0bc650b5-97c1-4ee4-a90f-323af58a930b service nova] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Updating instance_info_cache with network_info: [{"id": "b3ea5c6f-9be3-41f7-afe4-d3043f280ae3", "address": "fa:16:3e:b3:c7:45", "network": {"id": "200ca3ea-e0cc-4d44-9955-4dc1fc8c580f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1431156928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d66f6bb29d54aa4907726b7f7cae4a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3ea5c6f-9b", "ovs_interfaceid": "b3ea5c6f-9be3-41f7-afe4-d3043f280ae3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.679356] env[69663]: DEBUG nova.compute.utils [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 703.685387] env[69663]: DEBUG nova.compute.manager [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 703.685623] env[69663]: DEBUG nova.network.neutron [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 703.708981] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738277} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.709287] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1/0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 703.709524] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.712858] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23a826b9-eded-4d94-be4d-3800012c0bd3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.723031] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Waiting for the task: (returnval){ [ 703.723031] env[69663]: value = "task-3332255" [ 703.723031] env[69663]: _type = "Task" [ 703.723031] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.732772] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332255, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.760458] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332253, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.778008] env[69663]: DEBUG oslo_vmware.api [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Task: {'id': task-3332254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.793745] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0bb7e846-8c1c-4407-baad-eb6f12e7a11e tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Lock "779bf209-bdee-44a6-aff6-cf79dbf46bd4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.171s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.908802] env[69663]: DEBUG nova.compute.manager [req-d6652d25-58c1-404a-a071-186ce232884d req-e3e40317-0599-4567-9e9f-004be9ddd44d service nova] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Received event network-vif-deleted-ce81eadd-302d-460f-bfcc-560f43828a9f {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 703.910625] env[69663]: DEBUG nova.policy [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ca6b7f0a0fc451b8dab6acf2ede6f54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b301ab3411f4313ad4ee32e7e97402a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 703.981101] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Acquiring lock "62818b03-14d9-4055-a7fa-7ecbd5a0ca00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.981360] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Lock "62818b03-14d9-4055-a7fa-7ecbd5a0ca00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.089903] env[69663]: DEBUG oslo_concurrency.lockutils [req-e99753f3-a59b-4eac-a00b-a82cd5c0cb50 req-0bc650b5-97c1-4ee4-a90f-323af58a930b service nova] Releasing lock "refresh_cache-53ed6196-4af5-426e-bdbe-80453e09f962" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.173644] env[69663]: DEBUG nova.virt.hardware [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 704.173775] env[69663]: DEBUG nova.virt.hardware [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 704.174251] env[69663]: DEBUG nova.virt.hardware [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.174251] env[69663]: DEBUG nova.virt.hardware [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 704.174251] env[69663]: DEBUG nova.virt.hardware [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.174482] env[69663]: DEBUG nova.virt.hardware [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 704.176030] env[69663]: DEBUG nova.virt.hardware [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 704.176030] env[69663]: DEBUG nova.virt.hardware [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 704.176030] env[69663]: DEBUG nova.virt.hardware [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 704.176030] env[69663]: DEBUG nova.virt.hardware [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 704.176030] env[69663]: DEBUG nova.virt.hardware [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 704.176941] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa26b5b-ef26-412d-a090-12a81f466a3f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.190187] env[69663]: DEBUG nova.compute.manager [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 704.195034] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c121b44-0a04-4c47-9c3c-da709582515d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.200801] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db587e4-f406-4901-b92d-5eebb1b4fe91 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.213042] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Instance VIF info [] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.219693] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.220666] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 704.221047] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e11b97bb-9652-4b7a-b520-1c7689fcf419 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.242752] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc707bc-79c7-4924-8c2d-0bab64eb95e7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.247818] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.247818] env[69663]: value = "task-3332256" [ 704.247818] env[69663]: _type = "Task" [ 704.247818] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.287796] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332255, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194607} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.299192] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72bcb56-0791-49ca-b707-687d3fab0a55 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.302619] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.304719] env[69663]: DEBUG nova.compute.manager [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 704.307911] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e24043-6fd1-4e54-9fd2-f04e57cdd208 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.310756] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332256, 'name': CreateVM_Task} progress is 15%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.317882] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332253, 'name': CreateVM_Task, 'duration_secs': 0.555746} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.334224] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 704.345015] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1/0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.345461] env[69663]: DEBUG oslo_vmware.api [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Task: {'id': task-3332254, 'name': ReconfigVM_Task, 'duration_secs': 0.871233} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.346464] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.346464] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.346833] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.347566] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50f87665-69d1-4707-b7fa-9357a7609b6e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.364201] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 53ed6196-4af5-426e-bdbe-80453e09f962/53ed6196-4af5-426e-bdbe-80453e09f962.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.365957] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3275e150-6ef3-4596-9fa5-c417e07700f8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.371823] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb454da3-5fdc-4470-a96f-510985cf4b3b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.373094] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e208055a-c792-4572-9178-19203db0b5df {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.386549] env[69663]: DEBUG nova.compute.provider_tree [None req-0e50e7c7-ab67-416f-ae95-bb8c5c0a7e01 tempest-DeleteServersAdminTestJSON-898071977 tempest-DeleteServersAdminTestJSON-898071977-project-admin] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.390748] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Waiting for the task: (returnval){ [ 704.390748] env[69663]: value = "task-3332258" [ 704.390748] env[69663]: _type = "Task" [ 704.390748] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.391024] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Waiting for the task: (returnval){ [ 704.391024] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529fad78-bdc0-4ad7-262e-33a6745551ee" [ 704.391024] env[69663]: _type = "Task" [ 704.391024] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.391254] env[69663]: DEBUG oslo_vmware.api [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Waiting for the task: (returnval){ [ 704.391254] env[69663]: value = "task-3332257" [ 704.391254] env[69663]: _type = "Task" [ 704.391254] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.409012] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529fad78-bdc0-4ad7-262e-33a6745551ee, 'name': SearchDatastore_Task, 'duration_secs': 0.012935} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.416153] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.416456] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.416819] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.417022] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.417250] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.420358] env[69663]: DEBUG oslo_vmware.api [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Task: {'id': task-3332257, 'name': Rename_Task} progress is 10%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.420358] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332258, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.420358] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-315bd04f-7f45-4485-a577-a02f6aacf246 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.430044] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.430044] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 704.430656] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6771fd9-bf38-4a55-b129-f7c99f01bf94 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.438183] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Waiting for the task: (returnval){ [ 704.438183] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5245c70d-0176-d34d-d7cc-4824c7eecbff" [ 704.438183] env[69663]: _type = "Task" [ 704.438183] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.449791] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5245c70d-0176-d34d-d7cc-4824c7eecbff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.592431] env[69663]: DEBUG nova.compute.manager [req-5c05e453-797b-45e8-99a8-6f4cfec227fc req-d7bdbc74-2af4-49c1-a596-0a2baf48f788 service nova] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Received event network-vif-plugged-240cce98-7174-4e3e-8547-6c681c63fc2c {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 704.595058] env[69663]: DEBUG oslo_concurrency.lockutils [req-5c05e453-797b-45e8-99a8-6f4cfec227fc req-d7bdbc74-2af4-49c1-a596-0a2baf48f788 service nova] Acquiring lock "dfa4fc69-0de7-442e-b05d-1a1d9441d3a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.595058] env[69663]: DEBUG oslo_concurrency.lockutils [req-5c05e453-797b-45e8-99a8-6f4cfec227fc req-d7bdbc74-2af4-49c1-a596-0a2baf48f788 service nova] Lock "dfa4fc69-0de7-442e-b05d-1a1d9441d3a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.595058] env[69663]: DEBUG oslo_concurrency.lockutils [req-5c05e453-797b-45e8-99a8-6f4cfec227fc req-d7bdbc74-2af4-49c1-a596-0a2baf48f788 service nova] Lock "dfa4fc69-0de7-442e-b05d-1a1d9441d3a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.595058] env[69663]: DEBUG nova.compute.manager [req-5c05e453-797b-45e8-99a8-6f4cfec227fc req-d7bdbc74-2af4-49c1-a596-0a2baf48f788 service nova] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] No waiting events found dispatching network-vif-plugged-240cce98-7174-4e3e-8547-6c681c63fc2c {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 704.595058] env[69663]: WARNING nova.compute.manager [req-5c05e453-797b-45e8-99a8-6f4cfec227fc req-d7bdbc74-2af4-49c1-a596-0a2baf48f788 service nova] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Received unexpected event network-vif-plugged-240cce98-7174-4e3e-8547-6c681c63fc2c for instance with vm_state building and task_state spawning. [ 704.595611] env[69663]: DEBUG nova.compute.manager [req-5c05e453-797b-45e8-99a8-6f4cfec227fc req-d7bdbc74-2af4-49c1-a596-0a2baf48f788 service nova] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Received event network-changed-240cce98-7174-4e3e-8547-6c681c63fc2c {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 704.595611] env[69663]: DEBUG nova.compute.manager [req-5c05e453-797b-45e8-99a8-6f4cfec227fc req-d7bdbc74-2af4-49c1-a596-0a2baf48f788 service nova] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Refreshing instance network info cache due to event network-changed-240cce98-7174-4e3e-8547-6c681c63fc2c. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 704.595611] env[69663]: DEBUG oslo_concurrency.lockutils [req-5c05e453-797b-45e8-99a8-6f4cfec227fc req-d7bdbc74-2af4-49c1-a596-0a2baf48f788 service nova] Acquiring lock "refresh_cache-dfa4fc69-0de7-442e-b05d-1a1d9441d3a0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.595611] env[69663]: DEBUG oslo_concurrency.lockutils [req-5c05e453-797b-45e8-99a8-6f4cfec227fc req-d7bdbc74-2af4-49c1-a596-0a2baf48f788 service nova] Acquired lock "refresh_cache-dfa4fc69-0de7-442e-b05d-1a1d9441d3a0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.595611] env[69663]: DEBUG nova.network.neutron [req-5c05e453-797b-45e8-99a8-6f4cfec227fc req-d7bdbc74-2af4-49c1-a596-0a2baf48f788 service nova] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Refreshing network info cache for port 240cce98-7174-4e3e-8547-6c681c63fc2c {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 704.599140] env[69663]: DEBUG nova.network.neutron [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Successfully created port: 26766ff0-d56d-4cf5-a34b-c34bde438168 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.764523] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332256, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.839374] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.893266] env[69663]: DEBUG nova.scheduler.client.report [None req-0e50e7c7-ab67-416f-ae95-bb8c5c0a7e01 tempest-DeleteServersAdminTestJSON-898071977 tempest-DeleteServersAdminTestJSON-898071977-project-admin] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 704.924444] env[69663]: DEBUG oslo_vmware.api [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Task: {'id': task-3332257, 'name': Rename_Task, 'duration_secs': 0.173597} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.924728] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332258, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.925772] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 704.926052] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46c0a871-3d2c-43f5-8871-c42b5ba4e4c9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.935388] env[69663]: DEBUG oslo_vmware.api [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Waiting for the task: (returnval){ [ 704.935388] env[69663]: value = "task-3332259" [ 704.935388] env[69663]: _type = "Task" [ 704.935388] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.953040] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5245c70d-0176-d34d-d7cc-4824c7eecbff, 'name': SearchDatastore_Task, 'duration_secs': 0.01172} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.953298] env[69663]: DEBUG oslo_vmware.api [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Task: {'id': task-3332259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.954250] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db87f1ff-921d-4523-ae0a-bcad28252f53 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.963320] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Waiting for the task: (returnval){ [ 704.963320] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5254f4d5-65f4-03de-33c7-e89de7d465e4" [ 704.963320] env[69663]: _type = "Task" [ 704.963320] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.980540] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5254f4d5-65f4-03de-33c7-e89de7d465e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.213074] env[69663]: DEBUG nova.compute.manager [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 705.261818] env[69663]: DEBUG nova.virt.hardware [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 705.262184] env[69663]: DEBUG nova.virt.hardware [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 705.262266] env[69663]: DEBUG nova.virt.hardware [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.262421] env[69663]: DEBUG nova.virt.hardware [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 705.262569] env[69663]: DEBUG nova.virt.hardware [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.263031] env[69663]: DEBUG nova.virt.hardware [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 705.263031] env[69663]: DEBUG nova.virt.hardware [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 705.263304] env[69663]: DEBUG nova.virt.hardware [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 705.263554] env[69663]: DEBUG nova.virt.hardware [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 705.263554] env[69663]: DEBUG nova.virt.hardware [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 705.263790] env[69663]: DEBUG nova.virt.hardware [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 705.265058] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53ae788-de3d-4c12-b90c-e6b7b46f88fb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.280339] env[69663]: DEBUG oslo_concurrency.lockutils [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Acquiring lock "0b421815-3bce-4e32-846d-b4784f689407" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.280631] env[69663]: DEBUG oslo_concurrency.lockutils [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Lock "0b421815-3bce-4e32-846d-b4784f689407" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.280889] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332256, 'name': CreateVM_Task, 'duration_secs': 0.639285} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.282159] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93aafcd6-360f-4b3a-9590-91813da105c2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.286590] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 705.287248] env[69663]: DEBUG oslo_concurrency.lockutils [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.287415] env[69663]: DEBUG oslo_concurrency.lockutils [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.287728] env[69663]: DEBUG oslo_concurrency.lockutils [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.288466] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7d4c7e2-27bf-4f5b-a9eb-359f1ed06e1a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.305578] env[69663]: DEBUG oslo_vmware.api [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Waiting for the task: (returnval){ [ 705.305578] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5271741d-5fc5-509f-6eb5-954cc35ad0d5" [ 705.305578] env[69663]: _type = "Task" [ 705.305578] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.319237] env[69663]: DEBUG oslo_vmware.api [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5271741d-5fc5-509f-6eb5-954cc35ad0d5, 'name': SearchDatastore_Task, 'duration_secs': 0.014005} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.319237] env[69663]: DEBUG oslo_concurrency.lockutils [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.319237] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.319237] env[69663]: DEBUG oslo_concurrency.lockutils [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.409723] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332258, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.412679] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0e50e7c7-ab67-416f-ae95-bb8c5c0a7e01 tempest-DeleteServersAdminTestJSON-898071977 tempest-DeleteServersAdminTestJSON-898071977-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.257s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.419949] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.341s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.450942] env[69663]: DEBUG oslo_vmware.api [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Task: {'id': task-3332259, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.451992] env[69663]: INFO nova.scheduler.client.report [None req-0e50e7c7-ab67-416f-ae95-bb8c5c0a7e01 tempest-DeleteServersAdminTestJSON-898071977 tempest-DeleteServersAdminTestJSON-898071977-project-admin] Deleted allocations for instance 1552b03f-709e-4f27-8193-c40d2f4f5828 [ 705.477869] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5254f4d5-65f4-03de-33c7-e89de7d465e4, 'name': SearchDatastore_Task, 'duration_secs': 0.01273} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.478158] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.478454] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] dfa4fc69-0de7-442e-b05d-1a1d9441d3a0/dfa4fc69-0de7-442e-b05d-1a1d9441d3a0.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 705.478741] env[69663]: DEBUG oslo_concurrency.lockutils [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.479113] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.479410] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75eac913-e26d-4f4c-9f71-0499e11d9b7a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.481630] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1548167a-abe1-4722-b36c-106d986e8c88 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.493315] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Waiting for the task: (returnval){ [ 705.493315] env[69663]: value = "task-3332260" [ 705.493315] env[69663]: _type = "Task" [ 705.493315] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.495804] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.496335] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 705.500154] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f97eb1f-a087-4ff1-b0ba-18f88ef58458 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.509189] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.511441] env[69663]: DEBUG oslo_vmware.api [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Waiting for the task: (returnval){ [ 705.511441] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52002b07-d205-a398-3ec7-bb90da7e6cad" [ 705.511441] env[69663]: _type = "Task" [ 705.511441] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.527214] env[69663]: DEBUG oslo_vmware.api [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52002b07-d205-a398-3ec7-bb90da7e6cad, 'name': SearchDatastore_Task, 'duration_secs': 0.014506} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.528210] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9070bc07-8e51-420f-832a-c8137da1ae3f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.535961] env[69663]: DEBUG oslo_vmware.api [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Waiting for the task: (returnval){ [ 705.535961] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525fd77f-937c-92bb-963f-4e2675f59158" [ 705.535961] env[69663]: _type = "Task" [ 705.535961] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.545669] env[69663]: DEBUG oslo_vmware.api [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525fd77f-937c-92bb-963f-4e2675f59158, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.772811] env[69663]: DEBUG nova.network.neutron [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Successfully updated port: e8a8d837-e4ac-4906-9dbb-1d30c9f5367f {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.922463] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332258, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.931846] env[69663]: INFO nova.compute.claims [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.952994] env[69663]: DEBUG oslo_vmware.api [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Task: {'id': task-3332259, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.960202] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0e50e7c7-ab67-416f-ae95-bb8c5c0a7e01 tempest-DeleteServersAdminTestJSON-898071977 tempest-DeleteServersAdminTestJSON-898071977-project-admin] Lock "1552b03f-709e-4f27-8193-c40d2f4f5828" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.294s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.985140] env[69663]: DEBUG nova.network.neutron [req-5c05e453-797b-45e8-99a8-6f4cfec227fc req-d7bdbc74-2af4-49c1-a596-0a2baf48f788 service nova] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Updated VIF entry in instance network info cache for port 240cce98-7174-4e3e-8547-6c681c63fc2c. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 705.985553] env[69663]: DEBUG nova.network.neutron [req-5c05e453-797b-45e8-99a8-6f4cfec227fc req-d7bdbc74-2af4-49c1-a596-0a2baf48f788 service nova] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Updating instance_info_cache with network_info: [{"id": "240cce98-7174-4e3e-8547-6c681c63fc2c", "address": "fa:16:3e:92:40:e9", "network": {"id": "f529ccdd-4407-470b-9928-c7b04be24f9e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-350465747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9960ce281464a549db79f6027f570df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap240cce98-71", "ovs_interfaceid": "240cce98-7174-4e3e-8547-6c681c63fc2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.012791] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332260, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481929} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.013222] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] dfa4fc69-0de7-442e-b05d-1a1d9441d3a0/dfa4fc69-0de7-442e-b05d-1a1d9441d3a0.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 706.013450] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.013756] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7617c6a2-5f8c-4c9d-a330-f2783dada5f9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.025165] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Waiting for the task: (returnval){ [ 706.025165] env[69663]: value = "task-3332261" [ 706.025165] env[69663]: _type = "Task" [ 706.025165] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.035417] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.047572] env[69663]: DEBUG oslo_vmware.api [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525fd77f-937c-92bb-963f-4e2675f59158, 'name': SearchDatastore_Task, 'duration_secs': 0.010456} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.047976] env[69663]: DEBUG oslo_concurrency.lockutils [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.048251] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 2fd6c829-2455-4d5e-81e8-94f302589d41/2fd6c829-2455-4d5e-81e8-94f302589d41.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 706.048574] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ace1aba9-7f67-489f-8200-3669c8cb498c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.059024] env[69663]: DEBUG oslo_vmware.api [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Waiting for the task: (returnval){ [ 706.059024] env[69663]: value = "task-3332262" [ 706.059024] env[69663]: _type = "Task" [ 706.059024] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.071356] env[69663]: DEBUG oslo_vmware.api [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': task-3332262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.281550] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Acquiring lock "refresh_cache-552b215a-35c7-4669-87ae-ea17c9dfbf2f" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.281550] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Acquired lock "refresh_cache-552b215a-35c7-4669-87ae-ea17c9dfbf2f" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.281550] env[69663]: DEBUG nova.network.neutron [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 706.419036] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332258, 'name': ReconfigVM_Task, 'duration_secs': 1.73363} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.419036] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1/0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.419036] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e336fc6f-d96e-4879-ad8d-2164af755f16 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.430246] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Waiting for the task: (returnval){ [ 706.430246] env[69663]: value = "task-3332263" [ 706.430246] env[69663]: _type = "Task" [ 706.430246] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.450735] env[69663]: INFO nova.compute.resource_tracker [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Updating resource usage from migration 752c40f7-6e22-4c39-a537-e42e007c3113 [ 706.462469] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332263, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.481120] env[69663]: DEBUG oslo_vmware.api [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Task: {'id': task-3332259, 'name': PowerOnVM_Task, 'duration_secs': 1.249906} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.481120] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 706.481120] env[69663]: INFO nova.compute.manager [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Took 11.81 seconds to spawn the instance on the hypervisor. [ 706.481120] env[69663]: DEBUG nova.compute.manager [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 706.482516] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c897eea4-2163-4e3d-9e82-cd1c8399d19a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.490485] env[69663]: DEBUG oslo_concurrency.lockutils [req-5c05e453-797b-45e8-99a8-6f4cfec227fc req-d7bdbc74-2af4-49c1-a596-0a2baf48f788 service nova] Releasing lock "refresh_cache-dfa4fc69-0de7-442e-b05d-1a1d9441d3a0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.541696] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099155} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.542140] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.543043] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9caaa8ff-9fde-4e09-b06d-f37d557770df {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.576664] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] dfa4fc69-0de7-442e-b05d-1a1d9441d3a0/dfa4fc69-0de7-442e-b05d-1a1d9441d3a0.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.586287] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d50138e-0dc8-4266-9af0-088e9c65df34 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.613359] env[69663]: DEBUG oslo_vmware.api [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': task-3332262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461211} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.615989] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 2fd6c829-2455-4d5e-81e8-94f302589d41/2fd6c829-2455-4d5e-81e8-94f302589d41.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 706.616359] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.616676] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Waiting for the task: (returnval){ [ 706.616676] env[69663]: value = "task-3332264" [ 706.616676] env[69663]: _type = "Task" [ 706.616676] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.616805] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b981a3a-ebcb-481b-bee2-69a959c773c2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.632894] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.634898] env[69663]: DEBUG oslo_vmware.api [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Waiting for the task: (returnval){ [ 706.634898] env[69663]: value = "task-3332265" [ 706.634898] env[69663]: _type = "Task" [ 706.634898] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.647068] env[69663]: DEBUG oslo_vmware.api [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': task-3332265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.868117] env[69663]: DEBUG nova.network.neutron [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 706.946681] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332263, 'name': Rename_Task, 'duration_secs': 0.31935} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.947140] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 706.947670] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-123e2d4e-c862-4bc9-aedd-1cb254a5a9a0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.955444] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5aed37-177e-4a40-98c5-86b56ab3d3f7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.960576] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Waiting for the task: (returnval){ [ 706.960576] env[69663]: value = "task-3332266" [ 706.960576] env[69663]: _type = "Task" [ 706.960576] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.978854] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8757c598-a067-4e58-a658-b1fe7368dbc4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.987899] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.035582] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8043dce2-1207-4715-a813-5387ab586f09 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.046118] env[69663]: INFO nova.compute.manager [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Took 24.41 seconds to build instance. [ 707.051369] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030d12b6-1734-45ff-9ff6-6adc96db9f07 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.070828] env[69663]: DEBUG nova.compute.provider_tree [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.142805] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.149205] env[69663]: DEBUG oslo_vmware.api [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': task-3332265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06608} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.151552] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.151552] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8dcdee-ac0e-4553-973b-54f52d6b2026 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.182917] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 2fd6c829-2455-4d5e-81e8-94f302589d41/2fd6c829-2455-4d5e-81e8-94f302589d41.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.183105] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c4e1e4a-9a69-49be-a63f-641933d24089 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.206634] env[69663]: DEBUG oslo_vmware.api [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Waiting for the task: (returnval){ [ 707.206634] env[69663]: value = "task-3332267" [ 707.206634] env[69663]: _type = "Task" [ 707.206634] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.221156] env[69663]: DEBUG oslo_vmware.api [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': task-3332267, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.322379] env[69663]: DEBUG oslo_concurrency.lockutils [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Acquiring lock "28ababf1-1ebc-4e31-bb87-dc848b309483" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.322890] env[69663]: DEBUG oslo_concurrency.lockutils [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Lock "28ababf1-1ebc-4e31-bb87-dc848b309483" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.391189] env[69663]: DEBUG nova.network.neutron [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Updating instance_info_cache with network_info: [{"id": "e8a8d837-e4ac-4906-9dbb-1d30c9f5367f", "address": "fa:16:3e:80:31:8a", "network": {"id": "f529ccdd-4407-470b-9928-c7b04be24f9e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-350465747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9960ce281464a549db79f6027f570df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8a8d837-e4", "ovs_interfaceid": "e8a8d837-e4ac-4906-9dbb-1d30c9f5367f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.474742] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332266, 'name': PowerOnVM_Task} progress is 37%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.547803] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5db1984a-47ff-48fa-bbda-b041e37363d0 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Lock "53ed6196-4af5-426e-bdbe-80453e09f962" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.927s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.575406] env[69663]: DEBUG nova.compute.manager [req-8e1779fb-1015-48b8-8ddf-04dfe4cc3adc req-f96d9e35-45e9-4a35-a1e3-7fad8cb013e0 service nova] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Received event network-changed-a76837b3-8de3-4fe2-809d-081fe43ac642 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 707.575406] env[69663]: DEBUG nova.compute.manager [req-8e1779fb-1015-48b8-8ddf-04dfe4cc3adc req-f96d9e35-45e9-4a35-a1e3-7fad8cb013e0 service nova] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Refreshing instance network info cache due to event network-changed-a76837b3-8de3-4fe2-809d-081fe43ac642. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 707.575406] env[69663]: DEBUG oslo_concurrency.lockutils [req-8e1779fb-1015-48b8-8ddf-04dfe4cc3adc req-f96d9e35-45e9-4a35-a1e3-7fad8cb013e0 service nova] Acquiring lock "refresh_cache-f8fd6dad-6e51-4f7c-b769-00f03441a061" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.575406] env[69663]: DEBUG oslo_concurrency.lockutils [req-8e1779fb-1015-48b8-8ddf-04dfe4cc3adc req-f96d9e35-45e9-4a35-a1e3-7fad8cb013e0 service nova] Acquired lock "refresh_cache-f8fd6dad-6e51-4f7c-b769-00f03441a061" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.575406] env[69663]: DEBUG nova.network.neutron [req-8e1779fb-1015-48b8-8ddf-04dfe4cc3adc req-f96d9e35-45e9-4a35-a1e3-7fad8cb013e0 service nova] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Refreshing network info cache for port a76837b3-8de3-4fe2-809d-081fe43ac642 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 707.577344] env[69663]: DEBUG nova.scheduler.client.report [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 707.632602] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332264, 'name': ReconfigVM_Task, 'duration_secs': 0.675214} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.632931] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Reconfigured VM instance instance-0000000f to attach disk [datastore1] dfa4fc69-0de7-442e-b05d-1a1d9441d3a0/dfa4fc69-0de7-442e-b05d-1a1d9441d3a0.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.633716] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e56f7d76-5acc-42e7-9337-df72cc715e26 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.642264] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Waiting for the task: (returnval){ [ 707.642264] env[69663]: value = "task-3332268" [ 707.642264] env[69663]: _type = "Task" [ 707.642264] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.653981] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332268, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.718730] env[69663]: DEBUG oslo_vmware.api [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': task-3332267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.895973] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Releasing lock "refresh_cache-552b215a-35c7-4669-87ae-ea17c9dfbf2f" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.896404] env[69663]: DEBUG nova.compute.manager [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Instance network_info: |[{"id": "e8a8d837-e4ac-4906-9dbb-1d30c9f5367f", "address": "fa:16:3e:80:31:8a", "network": {"id": "f529ccdd-4407-470b-9928-c7b04be24f9e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-350465747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9960ce281464a549db79f6027f570df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8a8d837-e4", "ovs_interfaceid": "e8a8d837-e4ac-4906-9dbb-1d30c9f5367f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 707.896970] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:31:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0c293d47-74c0-49d7-a474-cdb643080f6f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8a8d837-e4ac-4906-9dbb-1d30c9f5367f', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.907609] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.907956] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 707.908212] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b20c875-d75b-4cd7-8174-b5cf8a57e794 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.940030] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.940030] env[69663]: value = "task-3332269" [ 707.940030] env[69663]: _type = "Task" [ 707.940030] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.953381] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332269, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.973721] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332266, 'name': PowerOnVM_Task, 'duration_secs': 0.98018} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.973721] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 707.973721] env[69663]: INFO nova.compute.manager [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Took 10.67 seconds to spawn the instance on the hypervisor. [ 707.974359] env[69663]: DEBUG nova.compute.manager [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 707.974792] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ad1654-4c7e-4740-9089-92a507100c8f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.051274] env[69663]: DEBUG nova.compute.manager [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 708.084879] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.665s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.087199] env[69663]: INFO nova.compute.manager [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Migrating [ 708.087570] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.088148] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.092348] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.292s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.099601] env[69663]: INFO nova.compute.claims [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.157060] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332268, 'name': Rename_Task, 'duration_secs': 0.386908} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.157278] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 708.157603] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-727af2c9-f2d6-49aa-b684-fa8ec2354432 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.164130] env[69663]: DEBUG nova.network.neutron [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Successfully updated port: 26766ff0-d56d-4cf5-a34b-c34bde438168 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 708.172291] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Waiting for the task: (returnval){ [ 708.172291] env[69663]: value = "task-3332270" [ 708.172291] env[69663]: _type = "Task" [ 708.172291] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.188387] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.221684] env[69663]: DEBUG oslo_vmware.api [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': task-3332267, 'name': ReconfigVM_Task, 'duration_secs': 0.961754} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.222010] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 2fd6c829-2455-4d5e-81e8-94f302589d41/2fd6c829-2455-4d5e-81e8-94f302589d41.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.222967] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64b5d147-ed01-4bd8-b24e-e1c424308fc2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.232953] env[69663]: DEBUG oslo_vmware.api [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Waiting for the task: (returnval){ [ 708.232953] env[69663]: value = "task-3332271" [ 708.232953] env[69663]: _type = "Task" [ 708.232953] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.249689] env[69663]: DEBUG oslo_vmware.api [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': task-3332271, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.447420] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332269, 'name': CreateVM_Task, 'duration_secs': 0.416255} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.447627] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 708.448450] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.449826] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.449826] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.449826] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91947a8a-81e6-4217-95d3-6710ff2c59e0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.455968] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Waiting for the task: (returnval){ [ 708.455968] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5283e5b5-5b95-9355-46e2-6d2d268d48d7" [ 708.455968] env[69663]: _type = "Task" [ 708.455968] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.465596] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5283e5b5-5b95-9355-46e2-6d2d268d48d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.509614] env[69663]: INFO nova.compute.manager [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Took 24.75 seconds to build instance. [ 708.585824] env[69663]: DEBUG oslo_concurrency.lockutils [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.593030] env[69663]: INFO nova.compute.rpcapi [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 708.594212] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.604540] env[69663]: DEBUG nova.compute.manager [req-ea972675-a67f-4536-9dcc-082e46c6607a req-21313e6e-e581-4c85-a4b3-e188a876ca45 service nova] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Received event network-changed-51764492-2e0b-40bf-a64a-0e2941e48c22 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 708.604791] env[69663]: DEBUG nova.compute.manager [req-ea972675-a67f-4536-9dcc-082e46c6607a req-21313e6e-e581-4c85-a4b3-e188a876ca45 service nova] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Refreshing instance network info cache due to event network-changed-51764492-2e0b-40bf-a64a-0e2941e48c22. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 708.607018] env[69663]: DEBUG oslo_concurrency.lockutils [req-ea972675-a67f-4536-9dcc-082e46c6607a req-21313e6e-e581-4c85-a4b3-e188a876ca45 service nova] Acquiring lock "refresh_cache-779bf209-bdee-44a6-aff6-cf79dbf46bd4" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.607018] env[69663]: DEBUG oslo_concurrency.lockutils [req-ea972675-a67f-4536-9dcc-082e46c6607a req-21313e6e-e581-4c85-a4b3-e188a876ca45 service nova] Acquired lock "refresh_cache-779bf209-bdee-44a6-aff6-cf79dbf46bd4" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.607018] env[69663]: DEBUG nova.network.neutron [req-ea972675-a67f-4536-9dcc-082e46c6607a req-21313e6e-e581-4c85-a4b3-e188a876ca45 service nova] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Refreshing network info cache for port 51764492-2e0b-40bf-a64a-0e2941e48c22 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 708.633779] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Acquiring lock "bebad230-b1c7-46a1-884d-ec162bdf5786" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.634211] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Lock "bebad230-b1c7-46a1-884d-ec162bdf5786" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.667457] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "refresh_cache-64438592-bb5d-45f2-a30d-cb1a91297dad" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.667647] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquired lock "refresh_cache-64438592-bb5d-45f2-a30d-cb1a91297dad" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.667826] env[69663]: DEBUG nova.network.neutron [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 708.684941] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332270, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.686346] env[69663]: DEBUG nova.network.neutron [req-8e1779fb-1015-48b8-8ddf-04dfe4cc3adc req-f96d9e35-45e9-4a35-a1e3-7fad8cb013e0 service nova] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Updated VIF entry in instance network info cache for port a76837b3-8de3-4fe2-809d-081fe43ac642. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 708.688017] env[69663]: DEBUG nova.network.neutron [req-8e1779fb-1015-48b8-8ddf-04dfe4cc3adc req-f96d9e35-45e9-4a35-a1e3-7fad8cb013e0 service nova] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Updating instance_info_cache with network_info: [{"id": "a76837b3-8de3-4fe2-809d-081fe43ac642", "address": "fa:16:3e:0c:e8:90", "network": {"id": "8cbca3bc-03a1-4ed9-ac5e-db7b5a43ca88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-814804723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebc9ee8eda884e129ed4d8aee000d917", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa76837b3-8d", "ovs_interfaceid": "a76837b3-8de3-4fe2-809d-081fe43ac642", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.746284] env[69663]: DEBUG oslo_vmware.api [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': task-3332271, 'name': Rename_Task, 'duration_secs': 0.206378} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.746713] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 708.747147] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f61e9d00-dd1b-484a-9c2e-e76333c78ae7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.756236] env[69663]: DEBUG oslo_vmware.api [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Waiting for the task: (returnval){ [ 708.756236] env[69663]: value = "task-3332272" [ 708.756236] env[69663]: _type = "Task" [ 708.756236] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.766640] env[69663]: DEBUG oslo_vmware.api [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': task-3332272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.973543] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5283e5b5-5b95-9355-46e2-6d2d268d48d7, 'name': SearchDatastore_Task, 'duration_secs': 0.017598} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.973879] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.974941] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.975638] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.975837] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.976247] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.977798] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c639525-4ebf-4421-a094-db84f8f2b3e5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.005285] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.005732] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 709.006745] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fefe228-12e4-486b-8cec-19ec495f4cc0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.009692] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Lock "0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.262s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.016592] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Waiting for the task: (returnval){ [ 709.016592] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c2a466-20c4-61d1-11b9-d210fceb3417" [ 709.016592] env[69663]: _type = "Task" [ 709.016592] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.028817] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c2a466-20c4-61d1-11b9-d210fceb3417, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.137923] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquiring lock "refresh_cache-1d2d49f3-0406-467b-95b7-22d38c24dcf5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.138508] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquired lock "refresh_cache-1d2d49f3-0406-467b-95b7-22d38c24dcf5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.138884] env[69663]: DEBUG nova.network.neutron [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 709.188684] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332270, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.192596] env[69663]: DEBUG oslo_concurrency.lockutils [req-8e1779fb-1015-48b8-8ddf-04dfe4cc3adc req-f96d9e35-45e9-4a35-a1e3-7fad8cb013e0 service nova] Releasing lock "refresh_cache-f8fd6dad-6e51-4f7c-b769-00f03441a061" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.192928] env[69663]: DEBUG nova.compute.manager [req-8e1779fb-1015-48b8-8ddf-04dfe4cc3adc req-f96d9e35-45e9-4a35-a1e3-7fad8cb013e0 service nova] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Received event network-vif-plugged-e8a8d837-e4ac-4906-9dbb-1d30c9f5367f {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 709.193185] env[69663]: DEBUG oslo_concurrency.lockutils [req-8e1779fb-1015-48b8-8ddf-04dfe4cc3adc req-f96d9e35-45e9-4a35-a1e3-7fad8cb013e0 service nova] Acquiring lock "552b215a-35c7-4669-87ae-ea17c9dfbf2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.193487] env[69663]: DEBUG oslo_concurrency.lockutils [req-8e1779fb-1015-48b8-8ddf-04dfe4cc3adc req-f96d9e35-45e9-4a35-a1e3-7fad8cb013e0 service nova] Lock "552b215a-35c7-4669-87ae-ea17c9dfbf2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.193696] env[69663]: DEBUG oslo_concurrency.lockutils [req-8e1779fb-1015-48b8-8ddf-04dfe4cc3adc req-f96d9e35-45e9-4a35-a1e3-7fad8cb013e0 service nova] Lock "552b215a-35c7-4669-87ae-ea17c9dfbf2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.193903] env[69663]: DEBUG nova.compute.manager [req-8e1779fb-1015-48b8-8ddf-04dfe4cc3adc req-f96d9e35-45e9-4a35-a1e3-7fad8cb013e0 service nova] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] No waiting events found dispatching network-vif-plugged-e8a8d837-e4ac-4906-9dbb-1d30c9f5367f {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 709.194124] env[69663]: WARNING nova.compute.manager [req-8e1779fb-1015-48b8-8ddf-04dfe4cc3adc req-f96d9e35-45e9-4a35-a1e3-7fad8cb013e0 service nova] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Received unexpected event network-vif-plugged-e8a8d837-e4ac-4906-9dbb-1d30c9f5367f for instance with vm_state building and task_state spawning. [ 709.194330] env[69663]: DEBUG nova.compute.manager [req-8e1779fb-1015-48b8-8ddf-04dfe4cc3adc req-f96d9e35-45e9-4a35-a1e3-7fad8cb013e0 service nova] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Received event network-changed-e8a8d837-e4ac-4906-9dbb-1d30c9f5367f {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 709.195200] env[69663]: DEBUG nova.compute.manager [req-8e1779fb-1015-48b8-8ddf-04dfe4cc3adc req-f96d9e35-45e9-4a35-a1e3-7fad8cb013e0 service nova] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Refreshing instance network info cache due to event network-changed-e8a8d837-e4ac-4906-9dbb-1d30c9f5367f. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 709.195645] env[69663]: DEBUG oslo_concurrency.lockutils [req-8e1779fb-1015-48b8-8ddf-04dfe4cc3adc req-f96d9e35-45e9-4a35-a1e3-7fad8cb013e0 service nova] Acquiring lock "refresh_cache-552b215a-35c7-4669-87ae-ea17c9dfbf2f" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.196035] env[69663]: DEBUG oslo_concurrency.lockutils [req-8e1779fb-1015-48b8-8ddf-04dfe4cc3adc req-f96d9e35-45e9-4a35-a1e3-7fad8cb013e0 service nova] Acquired lock "refresh_cache-552b215a-35c7-4669-87ae-ea17c9dfbf2f" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.196288] env[69663]: DEBUG nova.network.neutron [req-8e1779fb-1015-48b8-8ddf-04dfe4cc3adc req-f96d9e35-45e9-4a35-a1e3-7fad8cb013e0 service nova] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Refreshing network info cache for port e8a8d837-e4ac-4906-9dbb-1d30c9f5367f {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 709.269191] env[69663]: DEBUG oslo_vmware.api [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': task-3332272, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.332027] env[69663]: DEBUG nova.network.neutron [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 709.513603] env[69663]: DEBUG nova.compute.manager [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 709.529995] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c2a466-20c4-61d1-11b9-d210fceb3417, 'name': SearchDatastore_Task, 'duration_secs': 0.013659} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.530910] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7822f73-dcab-43bc-a2e5-8c21b18c6724 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.541452] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Waiting for the task: (returnval){ [ 709.541452] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]527c7277-aad4-3580-83fc-8e0b9d3c731c" [ 709.541452] env[69663]: _type = "Task" [ 709.541452] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.552899] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]527c7277-aad4-3580-83fc-8e0b9d3c731c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.585741] env[69663]: DEBUG nova.network.neutron [req-ea972675-a67f-4536-9dcc-082e46c6607a req-21313e6e-e581-4c85-a4b3-e188a876ca45 service nova] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Updated VIF entry in instance network info cache for port 51764492-2e0b-40bf-a64a-0e2941e48c22. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 709.586413] env[69663]: DEBUG nova.network.neutron [req-ea972675-a67f-4536-9dcc-082e46c6607a req-21313e6e-e581-4c85-a4b3-e188a876ca45 service nova] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Updating instance_info_cache with network_info: [{"id": "51764492-2e0b-40bf-a64a-0e2941e48c22", "address": "fa:16:3e:9a:fa:92", "network": {"id": "59b54eec-84a1-43f7-a0f4-545f65d4d435", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-409860594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c93e46e76004fa8857e0f4319c77c32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51764492-2e", "ovs_interfaceid": "51764492-2e0b-40bf-a64a-0e2941e48c22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.646604] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b388fe24-5049-4680-8ce1-fbad33525b82 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.656242] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2b6b6f-b5a8-4c3f-9489-e4e2f901a86c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.697956] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8516636-b9c6-4ced-856b-fc9a38306e28 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.713599] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d03cb6-266e-4f10-8cd8-881b4c148c67 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.717769] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332270, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.730396] env[69663]: DEBUG nova.compute.provider_tree [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.767921] env[69663]: DEBUG oslo_vmware.api [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': task-3332272, 'name': PowerOnVM_Task, 'duration_secs': 0.946067} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.768314] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 709.768787] env[69663]: DEBUG nova.compute.manager [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 709.769407] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0751cf5b-1e0e-4323-bad2-0e7ef764d450 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.934080] env[69663]: DEBUG nova.network.neutron [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Updating instance_info_cache with network_info: [{"id": "26766ff0-d56d-4cf5-a34b-c34bde438168", "address": "fa:16:3e:ef:9d:f6", "network": {"id": "18486395-b376-46f7-969d-ee8913a2338e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1505527570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b301ab3411f4313ad4ee32e7e97402a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26766ff0-d5", "ovs_interfaceid": "26766ff0-d56d-4cf5-a34b-c34bde438168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.047671] env[69663]: DEBUG oslo_concurrency.lockutils [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.055679] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]527c7277-aad4-3580-83fc-8e0b9d3c731c, 'name': SearchDatastore_Task, 'duration_secs': 0.025801} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.059017] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.059519] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 552b215a-35c7-4669-87ae-ea17c9dfbf2f/552b215a-35c7-4669-87ae-ea17c9dfbf2f.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 710.060057] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8d81920-1aa1-4704-ad5a-a8735ad2a2fe {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.071137] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Waiting for the task: (returnval){ [ 710.071137] env[69663]: value = "task-3332273" [ 710.071137] env[69663]: _type = "Task" [ 710.071137] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.081487] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332273, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.090295] env[69663]: DEBUG oslo_concurrency.lockutils [req-ea972675-a67f-4536-9dcc-082e46c6607a req-21313e6e-e581-4c85-a4b3-e188a876ca45 service nova] Releasing lock "refresh_cache-779bf209-bdee-44a6-aff6-cf79dbf46bd4" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.158543] env[69663]: DEBUG nova.network.neutron [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Updating instance_info_cache with network_info: [{"id": "ed383ceb-7816-4a6d-bbf3-319c06c24d05", "address": "fa:16:3e:5f:91:7e", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped383ceb-78", "ovs_interfaceid": "ed383ceb-7816-4a6d-bbf3-319c06c24d05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.207159] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332270, 'name': PowerOnVM_Task, 'duration_secs': 1.595082} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.207550] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 710.207731] env[69663]: INFO nova.compute.manager [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Took 10.32 seconds to spawn the instance on the hypervisor. [ 710.208021] env[69663]: DEBUG nova.compute.manager [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 710.212676] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ce7474-cb14-4751-8d41-3a0d4c06131e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.233827] env[69663]: DEBUG nova.scheduler.client.report [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 710.303414] env[69663]: DEBUG oslo_concurrency.lockutils [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.385562] env[69663]: DEBUG nova.network.neutron [req-8e1779fb-1015-48b8-8ddf-04dfe4cc3adc req-f96d9e35-45e9-4a35-a1e3-7fad8cb013e0 service nova] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Updated VIF entry in instance network info cache for port e8a8d837-e4ac-4906-9dbb-1d30c9f5367f. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 710.386020] env[69663]: DEBUG nova.network.neutron [req-8e1779fb-1015-48b8-8ddf-04dfe4cc3adc req-f96d9e35-45e9-4a35-a1e3-7fad8cb013e0 service nova] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Updating instance_info_cache with network_info: [{"id": "e8a8d837-e4ac-4906-9dbb-1d30c9f5367f", "address": "fa:16:3e:80:31:8a", "network": {"id": "f529ccdd-4407-470b-9928-c7b04be24f9e", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-350465747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9960ce281464a549db79f6027f570df", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0c293d47-74c0-49d7-a474-cdb643080f6f", "external-id": "nsx-vlan-transportzone-172", "segmentation_id": 172, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8a8d837-e4", "ovs_interfaceid": "e8a8d837-e4ac-4906-9dbb-1d30c9f5367f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.436843] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Releasing lock "refresh_cache-64438592-bb5d-45f2-a30d-cb1a91297dad" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.441022] env[69663]: DEBUG nova.compute.manager [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Instance network_info: |[{"id": "26766ff0-d56d-4cf5-a34b-c34bde438168", "address": "fa:16:3e:ef:9d:f6", "network": {"id": "18486395-b376-46f7-969d-ee8913a2338e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1505527570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b301ab3411f4313ad4ee32e7e97402a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26766ff0-d5", "ovs_interfaceid": "26766ff0-d56d-4cf5-a34b-c34bde438168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 710.441267] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:9d:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26766ff0-d56d-4cf5-a34b-c34bde438168', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.452119] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Creating folder: Project (1b301ab3411f4313ad4ee32e7e97402a). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 710.452715] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2b824e4-3022-455a-b4ff-2c959b6f0a6a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.471750] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Created folder: Project (1b301ab3411f4313ad4ee32e7e97402a) in parent group-v665133. [ 710.472128] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Creating folder: Instances. Parent ref: group-v665186. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 710.472527] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fe53770-16b6-4047-a442-999d1832fee2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.488887] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Created folder: Instances in parent group-v665186. [ 710.488887] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.489331] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 710.489331] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ecacdad-8c5c-41bc-9a78-10c7a7476d1c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.514726] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.514726] env[69663]: value = "task-3332276" [ 710.514726] env[69663]: _type = "Task" [ 710.514726] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.532031] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332276, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.586699] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332273, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.663366] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Releasing lock "refresh_cache-1d2d49f3-0406-467b-95b7-22d38c24dcf5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.736663] env[69663]: INFO nova.compute.manager [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Took 26.28 seconds to build instance. [ 710.742248] env[69663]: DEBUG nova.compute.manager [req-8f2f40a8-bbaa-4d68-8404-05dd01204d5c req-845e40c5-0bd5-4152-b9ac-9a461af88813 service nova] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Received event network-vif-plugged-26766ff0-d56d-4cf5-a34b-c34bde438168 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 710.742248] env[69663]: DEBUG oslo_concurrency.lockutils [req-8f2f40a8-bbaa-4d68-8404-05dd01204d5c req-845e40c5-0bd5-4152-b9ac-9a461af88813 service nova] Acquiring lock "64438592-bb5d-45f2-a30d-cb1a91297dad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.742248] env[69663]: DEBUG oslo_concurrency.lockutils [req-8f2f40a8-bbaa-4d68-8404-05dd01204d5c req-845e40c5-0bd5-4152-b9ac-9a461af88813 service nova] Lock "64438592-bb5d-45f2-a30d-cb1a91297dad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.742248] env[69663]: DEBUG oslo_concurrency.lockutils [req-8f2f40a8-bbaa-4d68-8404-05dd01204d5c req-845e40c5-0bd5-4152-b9ac-9a461af88813 service nova] Lock "64438592-bb5d-45f2-a30d-cb1a91297dad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.742248] env[69663]: DEBUG nova.compute.manager [req-8f2f40a8-bbaa-4d68-8404-05dd01204d5c req-845e40c5-0bd5-4152-b9ac-9a461af88813 service nova] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] No waiting events found dispatching network-vif-plugged-26766ff0-d56d-4cf5-a34b-c34bde438168 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 710.742618] env[69663]: WARNING nova.compute.manager [req-8f2f40a8-bbaa-4d68-8404-05dd01204d5c req-845e40c5-0bd5-4152-b9ac-9a461af88813 service nova] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Received unexpected event network-vif-plugged-26766ff0-d56d-4cf5-a34b-c34bde438168 for instance with vm_state building and task_state spawning. [ 710.742618] env[69663]: DEBUG nova.compute.manager [req-8f2f40a8-bbaa-4d68-8404-05dd01204d5c req-845e40c5-0bd5-4152-b9ac-9a461af88813 service nova] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Received event network-changed-26766ff0-d56d-4cf5-a34b-c34bde438168 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 710.742618] env[69663]: DEBUG nova.compute.manager [req-8f2f40a8-bbaa-4d68-8404-05dd01204d5c req-845e40c5-0bd5-4152-b9ac-9a461af88813 service nova] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Refreshing instance network info cache due to event network-changed-26766ff0-d56d-4cf5-a34b-c34bde438168. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 710.742618] env[69663]: DEBUG oslo_concurrency.lockutils [req-8f2f40a8-bbaa-4d68-8404-05dd01204d5c req-845e40c5-0bd5-4152-b9ac-9a461af88813 service nova] Acquiring lock "refresh_cache-64438592-bb5d-45f2-a30d-cb1a91297dad" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.742618] env[69663]: DEBUG oslo_concurrency.lockutils [req-8f2f40a8-bbaa-4d68-8404-05dd01204d5c req-845e40c5-0bd5-4152-b9ac-9a461af88813 service nova] Acquired lock "refresh_cache-64438592-bb5d-45f2-a30d-cb1a91297dad" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.742768] env[69663]: DEBUG nova.network.neutron [req-8f2f40a8-bbaa-4d68-8404-05dd01204d5c req-845e40c5-0bd5-4152-b9ac-9a461af88813 service nova] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Refreshing network info cache for port 26766ff0-d56d-4cf5-a34b-c34bde438168 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 710.750164] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.750164] env[69663]: DEBUG nova.compute.manager [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 710.754152] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b84b4133-ac4b-4139-825d-2cad6b3c1574 tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.865s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.754438] env[69663]: DEBUG nova.objects.instance [None req-b84b4133-ac4b-4139-825d-2cad6b3c1574 tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Lazy-loading 'resources' on Instance uuid 757ca1ff-c8bd-4db9-9234-3af69e69e28a {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 710.889577] env[69663]: DEBUG oslo_concurrency.lockutils [req-8e1779fb-1015-48b8-8ddf-04dfe4cc3adc req-f96d9e35-45e9-4a35-a1e3-7fad8cb013e0 service nova] Releasing lock "refresh_cache-552b215a-35c7-4669-87ae-ea17c9dfbf2f" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.034358] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332276, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.083193] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332273, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776464} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.083525] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 552b215a-35c7-4669-87ae-ea17c9dfbf2f/552b215a-35c7-4669-87ae-ea17c9dfbf2f.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 711.083942] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.084038] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01607ba2-7dcb-4405-9cda-3860269dde97 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.092475] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Waiting for the task: (returnval){ [ 711.092475] env[69663]: value = "task-3332277" [ 711.092475] env[69663]: _type = "Task" [ 711.092475] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.101613] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332277, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.240688] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Lock "dfa4fc69-0de7-442e-b05d-1a1d9441d3a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.463s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.258645] env[69663]: DEBUG nova.compute.utils [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 711.263191] env[69663]: DEBUG nova.compute.manager [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 711.263191] env[69663]: DEBUG nova.network.neutron [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 711.530569] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332276, 'name': CreateVM_Task, 'duration_secs': 0.595487} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.530761] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 711.531571] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.531739] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.532334] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.532602] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a79ac51-c36e-48d8-be5f-622eacf436b5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.545340] env[69663]: DEBUG oslo_vmware.api [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 711.545340] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f3dfd9-c00e-aae3-0870-a36f118d8bc5" [ 711.545340] env[69663]: _type = "Task" [ 711.545340] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.562984] env[69663]: DEBUG oslo_vmware.api [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f3dfd9-c00e-aae3-0870-a36f118d8bc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.588515] env[69663]: DEBUG nova.policy [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09a5822cb95743dab97edb266d9445cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd448016de48f413ba3e71215ad6aabb9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 711.613646] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332277, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087496} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.614862] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.619366] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319ce991-83dc-4fa9-a92b-b2a90dcb832d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.653727] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 552b215a-35c7-4669-87ae-ea17c9dfbf2f/552b215a-35c7-4669-87ae-ea17c9dfbf2f.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.656095] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07be62d7-1c70-4032-ab17-a3dcb1ef08a5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.693200] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Waiting for the task: (returnval){ [ 711.693200] env[69663]: value = "task-3332278" [ 711.693200] env[69663]: _type = "Task" [ 711.693200] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.700594] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332278, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.720952] env[69663]: DEBUG nova.compute.manager [None req-55709f5f-5db0-4dcf-a72b-0118a3a8700c tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 711.722514] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927edbbc-70db-4535-bd42-7001046a245e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.745921] env[69663]: DEBUG nova.compute.manager [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 711.763270] env[69663]: DEBUG nova.compute.manager [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 712.027151] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Acquiring lock "770e7813-571a-4d23-842f-20d55c7c1980" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.027151] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Lock "770e7813-571a-4d23-842f-20d55c7c1980" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.065747] env[69663]: DEBUG oslo_vmware.api [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f3dfd9-c00e-aae3-0870-a36f118d8bc5, 'name': SearchDatastore_Task, 'duration_secs': 0.02285} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.066150] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.066435] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.069986] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.069986] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.069986] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.069986] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48191022-e968-476c-ac5f-cc72decf53df {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.074589] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cb9d16-6a4d-423a-ada0-050033774e39 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.086019] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef4e1fd-e2fa-4a73-a1a5-d215244659d3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.090856] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.090856] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 712.093707] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-513dffd6-50bf-4270-aed5-56c9e9f14161 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.126556] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51b1cd4-ef1a-4b8e-8073-c91821283d92 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.133992] env[69663]: DEBUG oslo_vmware.api [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 712.133992] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525a6f82-2d08-25a7-5868-47a82b410ad2" [ 712.133992] env[69663]: _type = "Task" [ 712.133992] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.142059] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0162f2-049b-47ef-b930-f565ea17a413 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.150339] env[69663]: DEBUG oslo_vmware.api [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525a6f82-2d08-25a7-5868-47a82b410ad2, 'name': SearchDatastore_Task, 'duration_secs': 0.020072} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.151816] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e558aafb-576a-4376-995b-7b48cfebc815 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.155232] env[69663]: DEBUG nova.network.neutron [req-8f2f40a8-bbaa-4d68-8404-05dd01204d5c req-845e40c5-0bd5-4152-b9ac-9a461af88813 service nova] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Updated VIF entry in instance network info cache for port 26766ff0-d56d-4cf5-a34b-c34bde438168. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 712.156060] env[69663]: DEBUG nova.network.neutron [req-8f2f40a8-bbaa-4d68-8404-05dd01204d5c req-845e40c5-0bd5-4152-b9ac-9a461af88813 service nova] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Updating instance_info_cache with network_info: [{"id": "26766ff0-d56d-4cf5-a34b-c34bde438168", "address": "fa:16:3e:ef:9d:f6", "network": {"id": "18486395-b376-46f7-969d-ee8913a2338e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1505527570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b301ab3411f4313ad4ee32e7e97402a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26766ff0-d5", "ovs_interfaceid": "26766ff0-d56d-4cf5-a34b-c34bde438168", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.166310] env[69663]: DEBUG nova.compute.provider_tree [None req-b84b4133-ac4b-4139-825d-2cad6b3c1574 tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.173267] env[69663]: DEBUG oslo_vmware.api [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 712.173267] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52593155-c309-bc97-7b2b-6ff5b0bd19a7" [ 712.173267] env[69663]: _type = "Task" [ 712.173267] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.191990] env[69663]: DEBUG oslo_vmware.api [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52593155-c309-bc97-7b2b-6ff5b0bd19a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.194314] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquiring lock "76503b99-e3e3-49bf-a2c0-651a2809cd3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.194314] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lock "76503b99-e3e3-49bf-a2c0-651a2809cd3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.199117] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266b483e-22f3-4e2a-aafb-3dce1808c8c8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.209237] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.223264] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Updating instance '1d2d49f3-0406-467b-95b7-22d38c24dcf5' progress to 0 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 712.238184] env[69663]: INFO nova.compute.manager [None req-55709f5f-5db0-4dcf-a72b-0118a3a8700c tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] instance snapshotting [ 712.240732] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14807ea7-c007-4073-b690-545548d23203 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.268053] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6411580-a029-4fd8-bf25-62d09634e7e6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.295295] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.388175] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquiring lock "bc49a794-9b16-489f-a41d-890af7a385f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.388827] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lock "bc49a794-9b16-489f-a41d-890af7a385f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.669385] env[69663]: DEBUG oslo_concurrency.lockutils [req-8f2f40a8-bbaa-4d68-8404-05dd01204d5c req-845e40c5-0bd5-4152-b9ac-9a461af88813 service nova] Releasing lock "refresh_cache-64438592-bb5d-45f2-a30d-cb1a91297dad" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.674111] env[69663]: DEBUG nova.scheduler.client.report [None req-b84b4133-ac4b-4139-825d-2cad6b3c1574 tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 712.691924] env[69663]: DEBUG oslo_vmware.api [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52593155-c309-bc97-7b2b-6ff5b0bd19a7, 'name': SearchDatastore_Task, 'duration_secs': 0.014638} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.697025] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.697025] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 64438592-bb5d-45f2-a30d-cb1a91297dad/64438592-bb5d-45f2-a30d-cb1a91297dad.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 712.697025] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bac5f3c-2992-401b-b42a-2c30431a305f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.714347] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332278, 'name': ReconfigVM_Task, 'duration_secs': 0.584238} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.715078] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 552b215a-35c7-4669-87ae-ea17c9dfbf2f/552b215a-35c7-4669-87ae-ea17c9dfbf2f.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.715842] env[69663]: DEBUG oslo_vmware.api [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 712.715842] env[69663]: value = "task-3332279" [ 712.715842] env[69663]: _type = "Task" [ 712.715842] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.716086] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f95fd5a4-1d69-489f-b55c-e78708765484 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.727021] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Waiting for the task: (returnval){ [ 712.727021] env[69663]: value = "task-3332280" [ 712.727021] env[69663]: _type = "Task" [ 712.727021] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.731532] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 712.731802] env[69663]: DEBUG oslo_vmware.api [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.734960] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2492bf6-3af6-4a72-af97-c40edeac7005 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.744768] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332280, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.746289] env[69663]: DEBUG oslo_vmware.api [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for the task: (returnval){ [ 712.746289] env[69663]: value = "task-3332281" [ 712.746289] env[69663]: _type = "Task" [ 712.746289] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.755907] env[69663]: DEBUG oslo_vmware.api [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.783468] env[69663]: DEBUG nova.compute.manager [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 712.786381] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-55709f5f-5db0-4dcf-a72b-0118a3a8700c tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Creating Snapshot of the VM instance {{(pid=69663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 712.786866] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-30358dc9-5c51-44e3-9727-3f409c3baddf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.798835] env[69663]: DEBUG oslo_vmware.api [None req-55709f5f-5db0-4dcf-a72b-0118a3a8700c tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Waiting for the task: (returnval){ [ 712.798835] env[69663]: value = "task-3332282" [ 712.798835] env[69663]: _type = "Task" [ 712.798835] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.809475] env[69663]: DEBUG oslo_vmware.api [None req-55709f5f-5db0-4dcf-a72b-0118a3a8700c tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332282, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.822458] env[69663]: DEBUG nova.virt.hardware [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 712.822458] env[69663]: DEBUG nova.virt.hardware [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 712.822458] env[69663]: DEBUG nova.virt.hardware [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.822711] env[69663]: DEBUG nova.virt.hardware [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 712.822711] env[69663]: DEBUG nova.virt.hardware [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.822711] env[69663]: DEBUG nova.virt.hardware [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 712.822711] env[69663]: DEBUG nova.virt.hardware [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 712.822711] env[69663]: DEBUG nova.virt.hardware [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 712.822929] env[69663]: DEBUG nova.virt.hardware [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 712.822929] env[69663]: DEBUG nova.virt.hardware [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 712.823284] env[69663]: DEBUG nova.virt.hardware [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 712.824223] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6459f34a-e6a0-41db-a741-893cf1c7d8f7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.836124] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac207341-745b-4f89-8b52-8db0c3254fea {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.844375] env[69663]: DEBUG nova.compute.manager [req-27d9e8f8-d1f6-47a9-9e03-f14bab2c65ad req-dd7470ca-1096-49e0-a977-0aff159faffe service nova] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Received event network-changed-b3ea5c6f-9be3-41f7-afe4-d3043f280ae3 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 712.844375] env[69663]: DEBUG nova.compute.manager [req-27d9e8f8-d1f6-47a9-9e03-f14bab2c65ad req-dd7470ca-1096-49e0-a977-0aff159faffe service nova] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Refreshing instance network info cache due to event network-changed-b3ea5c6f-9be3-41f7-afe4-d3043f280ae3. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 712.844375] env[69663]: DEBUG oslo_concurrency.lockutils [req-27d9e8f8-d1f6-47a9-9e03-f14bab2c65ad req-dd7470ca-1096-49e0-a977-0aff159faffe service nova] Acquiring lock "refresh_cache-53ed6196-4af5-426e-bdbe-80453e09f962" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.844375] env[69663]: DEBUG oslo_concurrency.lockutils [req-27d9e8f8-d1f6-47a9-9e03-f14bab2c65ad req-dd7470ca-1096-49e0-a977-0aff159faffe service nova] Acquired lock "refresh_cache-53ed6196-4af5-426e-bdbe-80453e09f962" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.844375] env[69663]: DEBUG nova.network.neutron [req-27d9e8f8-d1f6-47a9-9e03-f14bab2c65ad req-dd7470ca-1096-49e0-a977-0aff159faffe service nova] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Refreshing network info cache for port b3ea5c6f-9be3-41f7-afe4-d3043f280ae3 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 712.959951] env[69663]: INFO nova.compute.manager [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Rebuilding instance [ 713.024155] env[69663]: DEBUG nova.compute.manager [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 713.025747] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18240f92-cac8-4b22-bcfa-265bf98771e8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.097824] env[69663]: DEBUG nova.network.neutron [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Successfully created port: 637fdb3c-30b7-4b28-a053-87c9e20450b5 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.185352] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b84b4133-ac4b-4139-825d-2cad6b3c1574 tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.431s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.188090] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b9bb989e-f6ea-4b56-af53-82dd60409488 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.191s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.188385] env[69663]: DEBUG nova.objects.instance [None req-b9bb989e-f6ea-4b56-af53-82dd60409488 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Lazy-loading 'resources' on Instance uuid cd6d24ba-186f-42dd-a6e4-21cd10fee2c4 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 713.218315] env[69663]: INFO nova.scheduler.client.report [None req-b84b4133-ac4b-4139-825d-2cad6b3c1574 tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Deleted allocations for instance 757ca1ff-c8bd-4db9-9234-3af69e69e28a [ 713.239856] env[69663]: DEBUG oslo_vmware.api [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332279, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.250070] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332280, 'name': Rename_Task, 'duration_secs': 0.245797} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.251437] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 713.251940] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77974077-5b51-432e-8e2e-c8208882cb00 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.263334] env[69663]: DEBUG oslo_vmware.api [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332281, 'name': PowerOffVM_Task, 'duration_secs': 0.258998} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.265794] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 713.266311] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Updating instance '1d2d49f3-0406-467b-95b7-22d38c24dcf5' progress to 17 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 713.274477] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Waiting for the task: (returnval){ [ 713.274477] env[69663]: value = "task-3332283" [ 713.274477] env[69663]: _type = "Task" [ 713.274477] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.286916] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.312676] env[69663]: DEBUG oslo_vmware.api [None req-55709f5f-5db0-4dcf-a72b-0118a3a8700c tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332282, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.545965] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 713.546217] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ee7db1b-2675-440f-9279-f053bc8991f4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.554977] env[69663]: DEBUG oslo_vmware.api [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Waiting for the task: (returnval){ [ 713.554977] env[69663]: value = "task-3332284" [ 713.554977] env[69663]: _type = "Task" [ 713.554977] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.565108] env[69663]: DEBUG oslo_vmware.api [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Task: {'id': task-3332284, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.706912] env[69663]: DEBUG nova.network.neutron [req-27d9e8f8-d1f6-47a9-9e03-f14bab2c65ad req-dd7470ca-1096-49e0-a977-0aff159faffe service nova] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Updated VIF entry in instance network info cache for port b3ea5c6f-9be3-41f7-afe4-d3043f280ae3. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 713.707337] env[69663]: DEBUG nova.network.neutron [req-27d9e8f8-d1f6-47a9-9e03-f14bab2c65ad req-dd7470ca-1096-49e0-a977-0aff159faffe service nova] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Updating instance_info_cache with network_info: [{"id": "b3ea5c6f-9be3-41f7-afe4-d3043f280ae3", "address": "fa:16:3e:b3:c7:45", "network": {"id": "200ca3ea-e0cc-4d44-9955-4dc1fc8c580f", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1431156928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.240", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d66f6bb29d54aa4907726b7f7cae4a4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3ea5c6f-9b", "ovs_interfaceid": "b3ea5c6f-9be3-41f7-afe4-d3043f280ae3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.736618] env[69663]: DEBUG oslo_vmware.api [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332279, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629077} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.737127] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b84b4133-ac4b-4139-825d-2cad6b3c1574 tempest-InstanceActionsTestJSON-574695347 tempest-InstanceActionsTestJSON-574695347-project-member] Lock "757ca1ff-c8bd-4db9-9234-3af69e69e28a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.675s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.741276] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 64438592-bb5d-45f2-a30d-cb1a91297dad/64438592-bb5d-45f2-a30d-cb1a91297dad.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 713.741598] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.742638] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1c71ee8-c4c4-4c10-b041-760dfbc9cbaf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.751907] env[69663]: DEBUG oslo_vmware.api [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 713.751907] env[69663]: value = "task-3332285" [ 713.751907] env[69663]: _type = "Task" [ 713.751907] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.769542] env[69663]: DEBUG oslo_vmware.api [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332285, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.779206] env[69663]: DEBUG nova.virt.hardware [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 713.779463] env[69663]: DEBUG nova.virt.hardware [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 713.779634] env[69663]: DEBUG nova.virt.hardware [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.779881] env[69663]: DEBUG nova.virt.hardware [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 713.779966] env[69663]: DEBUG nova.virt.hardware [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.780453] env[69663]: DEBUG nova.virt.hardware [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 713.780750] env[69663]: DEBUG nova.virt.hardware [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 713.780997] env[69663]: DEBUG nova.virt.hardware [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 713.781137] env[69663]: DEBUG nova.virt.hardware [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 713.781302] env[69663]: DEBUG nova.virt.hardware [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 713.781479] env[69663]: DEBUG nova.virt.hardware [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 713.791310] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7b58857-7148-47c7-ae06-a4527398859f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.821116] env[69663]: DEBUG oslo_vmware.api [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for the task: (returnval){ [ 713.821116] env[69663]: value = "task-3332286" [ 713.821116] env[69663]: _type = "Task" [ 713.821116] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.828161] env[69663]: DEBUG oslo_vmware.api [None req-55709f5f-5db0-4dcf-a72b-0118a3a8700c tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332282, 'name': CreateSnapshot_Task, 'duration_secs': 0.665978} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.828454] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332283, 'name': PowerOnVM_Task} progress is 74%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.841239] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-55709f5f-5db0-4dcf-a72b-0118a3a8700c tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Created Snapshot of the VM instance {{(pid=69663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 713.842532] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ce9c6e-1925-45f8-9bf6-29f2161e9f40 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.853202] env[69663]: DEBUG oslo_vmware.api [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332286, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.074337] env[69663]: DEBUG oslo_vmware.api [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Task: {'id': task-3332284, 'name': PowerOffVM_Task, 'duration_secs': 0.376982} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.077607] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 714.077916] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 714.080188] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14518097-fcbe-4f73-8bc5-937f48198437 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.094827] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 714.094827] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3ba532a-a47c-406e-a7e2-1e0b5569e8b6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.132593] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 714.132846] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 714.133020] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Deleting the datastore file [datastore1] 2fd6c829-2455-4d5e-81e8-94f302589d41 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.133315] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5167cd0d-e7d0-47fb-96fb-2b5dce1ee57d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.141129] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Acquiring lock "1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.141129] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Lock "1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.146415] env[69663]: DEBUG oslo_vmware.api [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Waiting for the task: (returnval){ [ 714.146415] env[69663]: value = "task-3332288" [ 714.146415] env[69663]: _type = "Task" [ 714.146415] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.165636] env[69663]: DEBUG oslo_vmware.api [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Task: {'id': task-3332288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.213058] env[69663]: DEBUG oslo_concurrency.lockutils [req-27d9e8f8-d1f6-47a9-9e03-f14bab2c65ad req-dd7470ca-1096-49e0-a977-0aff159faffe service nova] Releasing lock "refresh_cache-53ed6196-4af5-426e-bdbe-80453e09f962" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.264161] env[69663]: DEBUG oslo_vmware.api [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332285, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077504} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.267795] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.268939] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9bde4b-1a99-4e47-ab6a-9ebff3b33314 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.304267] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 64438592-bb5d-45f2-a30d-cb1a91297dad/64438592-bb5d-45f2-a30d-cb1a91297dad.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.311554] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccb22c63-780b-4de1-a71a-3762616beeb8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.335864] env[69663]: DEBUG oslo_vmware.api [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332283, 'name': PowerOnVM_Task, 'duration_secs': 0.956558} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.340266] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 714.340510] env[69663]: INFO nova.compute.manager [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Took 11.87 seconds to spawn the instance on the hypervisor. [ 714.340699] env[69663]: DEBUG nova.compute.manager [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 714.341058] env[69663]: DEBUG oslo_vmware.api [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 714.341058] env[69663]: value = "task-3332289" [ 714.341058] env[69663]: _type = "Task" [ 714.341058] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.341267] env[69663]: DEBUG oslo_vmware.api [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332286, 'name': ReconfigVM_Task, 'duration_secs': 0.279795} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.342060] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc8866f-7fea-4860-811f-40266f9d49cf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.345065] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Updating instance '1d2d49f3-0406-467b-95b7-22d38c24dcf5' progress to 33 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 714.372999] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-55709f5f-5db0-4dcf-a72b-0118a3a8700c tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Creating linked-clone VM from snapshot {{(pid=69663) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 714.382342] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-973306f4-c6d9-4318-b3ca-7a552e66b721 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.385265] env[69663]: DEBUG oslo_vmware.api [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332289, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.393922] env[69663]: DEBUG oslo_vmware.api [None req-55709f5f-5db0-4dcf-a72b-0118a3a8700c tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Waiting for the task: (returnval){ [ 714.393922] env[69663]: value = "task-3332290" [ 714.393922] env[69663]: _type = "Task" [ 714.393922] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.406865] env[69663]: DEBUG oslo_vmware.api [None req-55709f5f-5db0-4dcf-a72b-0118a3a8700c tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332290, 'name': CloneVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.457274] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9df7dd2-a723-457d-905c-e7d4ce434b6a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.465756] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03bff48-047d-4d46-8967-4cc75cf56253 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.510091] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8843f1-7aca-4bb9-94e9-eee6e988b71e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.522815] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd8459b-6996-42d8-ba83-9fe371212867 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.541798] env[69663]: DEBUG nova.compute.provider_tree [None req-b9bb989e-f6ea-4b56-af53-82dd60409488 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.658884] env[69663]: DEBUG oslo_vmware.api [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Task: {'id': task-3332288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186875} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.659412] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.659730] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 714.660226] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 714.862468] env[69663]: DEBUG nova.virt.hardware [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 714.862757] env[69663]: DEBUG nova.virt.hardware [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 714.862982] env[69663]: DEBUG nova.virt.hardware [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.863210] env[69663]: DEBUG nova.virt.hardware [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 714.863384] env[69663]: DEBUG nova.virt.hardware [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.863826] env[69663]: DEBUG nova.virt.hardware [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 714.864241] env[69663]: DEBUG nova.virt.hardware [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 714.864538] env[69663]: DEBUG nova.virt.hardware [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 714.864687] env[69663]: DEBUG nova.virt.hardware [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 714.864861] env[69663]: DEBUG nova.virt.hardware [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 714.865069] env[69663]: DEBUG nova.virt.hardware [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 714.872427] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Reconfiguring VM instance instance-00000005 to detach disk 2000 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 714.872787] env[69663]: DEBUG oslo_vmware.api [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332289, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.873041] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19b4ee0e-61bf-4c2a-a22a-1107aa79703b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.898797] env[69663]: INFO nova.compute.manager [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Took 27.84 seconds to build instance. [ 714.902054] env[69663]: DEBUG oslo_vmware.api [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for the task: (returnval){ [ 714.902054] env[69663]: value = "task-3332291" [ 714.902054] env[69663]: _type = "Task" [ 714.902054] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.911463] env[69663]: DEBUG oslo_vmware.api [None req-55709f5f-5db0-4dcf-a72b-0118a3a8700c tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332290, 'name': CloneVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.917543] env[69663]: DEBUG oslo_vmware.api [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.046327] env[69663]: DEBUG nova.scheduler.client.report [None req-b9bb989e-f6ea-4b56-af53-82dd60409488 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 715.398869] env[69663]: DEBUG oslo_vmware.api [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332289, 'name': ReconfigVM_Task, 'duration_secs': 0.678872} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.398869] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 64438592-bb5d-45f2-a30d-cb1a91297dad/64438592-bb5d-45f2-a30d-cb1a91297dad.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.398869] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bca0508-cac1-43fb-a803-7e3d7523734a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.398869] env[69663]: DEBUG oslo_vmware.api [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 715.398869] env[69663]: value = "task-3332292" [ 715.398869] env[69663]: _type = "Task" [ 715.398869] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.398869] env[69663]: DEBUG oslo_vmware.api [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332292, 'name': Rename_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.408046] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16c45b0-bded-43f8-8c0e-8d41cfe66c4b tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Lock "552b215a-35c7-4669-87ae-ea17c9dfbf2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.602s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.408046] env[69663]: DEBUG oslo_vmware.api [None req-55709f5f-5db0-4dcf-a72b-0118a3a8700c tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332290, 'name': CloneVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.422280] env[69663]: DEBUG oslo_vmware.api [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332291, 'name': ReconfigVM_Task, 'duration_secs': 0.26832} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.422280] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Reconfigured VM instance instance-00000005 to detach disk 2000 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 715.425494] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d63e69c-0c7e-49b1-bae1-37541b87d752 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.453357] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 1d2d49f3-0406-467b-95b7-22d38c24dcf5/1d2d49f3-0406-467b-95b7-22d38c24dcf5.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.454256] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-315b89ac-2721-4754-b4e3-1afe5fa71409 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.482723] env[69663]: DEBUG oslo_vmware.api [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for the task: (returnval){ [ 715.482723] env[69663]: value = "task-3332293" [ 715.482723] env[69663]: _type = "Task" [ 715.482723] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.499364] env[69663]: DEBUG oslo_vmware.api [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332293, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.556203] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b9bb989e-f6ea-4b56-af53-82dd60409488 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.365s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.558913] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.671s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.560902] env[69663]: INFO nova.compute.claims [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.595178] env[69663]: INFO nova.scheduler.client.report [None req-b9bb989e-f6ea-4b56-af53-82dd60409488 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Deleted allocations for instance cd6d24ba-186f-42dd-a6e4-21cd10fee2c4 [ 715.712348] env[69663]: DEBUG nova.virt.hardware [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 715.712613] env[69663]: DEBUG nova.virt.hardware [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 715.712794] env[69663]: DEBUG nova.virt.hardware [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.712990] env[69663]: DEBUG nova.virt.hardware [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 715.713277] env[69663]: DEBUG nova.virt.hardware [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.713435] env[69663]: DEBUG nova.virt.hardware [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 715.713656] env[69663]: DEBUG nova.virt.hardware [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 715.713842] env[69663]: DEBUG nova.virt.hardware [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 715.714026] env[69663]: DEBUG nova.virt.hardware [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 715.714193] env[69663]: DEBUG nova.virt.hardware [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 715.714377] env[69663]: DEBUG nova.virt.hardware [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 715.715309] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92be89dd-89d1-439d-b7b3-983036bf4cd4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.724289] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb978012-e900-457f-922d-c5551ec4d446 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.744012] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Instance VIF info [] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.750114] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.750471] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 715.750728] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb07ff8f-8e18-466d-bd00-e83de4aff9da {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.772849] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.772849] env[69663]: value = "task-3332294" [ 715.772849] env[69663]: _type = "Task" [ 715.772849] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.783394] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332294, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.874742] env[69663]: DEBUG oslo_vmware.api [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332292, 'name': Rename_Task, 'duration_secs': 0.229503} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.875099] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 715.875371] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcc7d18e-9a4b-461c-aaca-7ba2c9085676 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.884040] env[69663]: DEBUG oslo_vmware.api [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 715.884040] env[69663]: value = "task-3332295" [ 715.884040] env[69663]: _type = "Task" [ 715.884040] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.892942] env[69663]: DEBUG oslo_vmware.api [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.905105] env[69663]: DEBUG oslo_vmware.api [None req-55709f5f-5db0-4dcf-a72b-0118a3a8700c tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332290, 'name': CloneVM_Task, 'duration_secs': 1.371964} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.905752] env[69663]: INFO nova.virt.vmwareapi.vmops [None req-55709f5f-5db0-4dcf-a72b-0118a3a8700c tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Created linked-clone VM from snapshot [ 715.907985] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b81bd86-bae7-4db9-9c3f-df4cc8149e15 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.910659] env[69663]: DEBUG nova.compute.manager [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 715.920648] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-55709f5f-5db0-4dcf-a72b-0118a3a8700c tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Uploading image 51a32715-6a8a-4faa-8e8d-e0de88299e85 {{(pid=69663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 715.957288] env[69663]: DEBUG oslo_vmware.rw_handles [None req-55709f5f-5db0-4dcf-a72b-0118a3a8700c tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 715.957288] env[69663]: value = "vm-665190" [ 715.957288] env[69663]: _type = "VirtualMachine" [ 715.957288] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 715.958250] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-af2e324a-20ce-4980-a5c6-3b36bb7379e2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.968447] env[69663]: DEBUG oslo_vmware.rw_handles [None req-55709f5f-5db0-4dcf-a72b-0118a3a8700c tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Lease: (returnval){ [ 715.968447] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5225d24f-98bc-aac5-2bc0-fdc36c5c56bc" [ 715.968447] env[69663]: _type = "HttpNfcLease" [ 715.968447] env[69663]: } obtained for exporting VM: (result){ [ 715.968447] env[69663]: value = "vm-665190" [ 715.968447] env[69663]: _type = "VirtualMachine" [ 715.968447] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 715.968447] env[69663]: DEBUG oslo_vmware.api [None req-55709f5f-5db0-4dcf-a72b-0118a3a8700c tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Waiting for the lease: (returnval){ [ 715.968447] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5225d24f-98bc-aac5-2bc0-fdc36c5c56bc" [ 715.968447] env[69663]: _type = "HttpNfcLease" [ 715.968447] env[69663]: } to be ready. {{(pid=69663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 715.980909] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 715.980909] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5225d24f-98bc-aac5-2bc0-fdc36c5c56bc" [ 715.980909] env[69663]: _type = "HttpNfcLease" [ 715.980909] env[69663]: } is ready. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 715.980909] env[69663]: DEBUG oslo_vmware.rw_handles [None req-55709f5f-5db0-4dcf-a72b-0118a3a8700c tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 715.980909] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5225d24f-98bc-aac5-2bc0-fdc36c5c56bc" [ 715.980909] env[69663]: _type = "HttpNfcLease" [ 715.980909] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 715.985581] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567fc189-e779-4e5b-bcad-41fff8dd09de {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.998837] env[69663]: DEBUG oslo_vmware.rw_handles [None req-55709f5f-5db0-4dcf-a72b-0118a3a8700c tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f34f63-d167-033a-9278-0841ee195570/disk-0.vmdk from lease info. {{(pid=69663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 715.999355] env[69663]: DEBUG oslo_vmware.rw_handles [None req-55709f5f-5db0-4dcf-a72b-0118a3a8700c tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f34f63-d167-033a-9278-0841ee195570/disk-0.vmdk for reading. {{(pid=69663) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 716.002531] env[69663]: DEBUG nova.network.neutron [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Successfully updated port: 637fdb3c-30b7-4b28-a053-87c9e20450b5 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.009086] env[69663]: DEBUG oslo_vmware.api [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332293, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.110801] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b9bb989e-f6ea-4b56-af53-82dd60409488 tempest-ServersAaction247Test-611841812 tempest-ServersAaction247Test-611841812-project-member] Lock "cd6d24ba-186f-42dd-a6e4-21cd10fee2c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.081s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.115982] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-582be925-eb53-46e8-818e-429be1aa3d03 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.285814] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332294, 'name': CreateVM_Task, 'duration_secs': 0.375233} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.287212] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 716.287212] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.287212] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.287836] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.288203] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf797006-1a99-4b3f-8f5f-0ae657f43f5d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.295700] env[69663]: DEBUG oslo_vmware.api [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Waiting for the task: (returnval){ [ 716.295700] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5264e6d1-7e1b-fb72-b372-aff1d5eac0da" [ 716.295700] env[69663]: _type = "Task" [ 716.295700] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.304141] env[69663]: DEBUG oslo_vmware.api [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5264e6d1-7e1b-fb72-b372-aff1d5eac0da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.395192] env[69663]: DEBUG oslo_vmware.api [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332295, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.448047] env[69663]: DEBUG oslo_concurrency.lockutils [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.499932] env[69663]: DEBUG oslo_vmware.api [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332293, 'name': ReconfigVM_Task, 'duration_secs': 0.570833} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.500277] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 1d2d49f3-0406-467b-95b7-22d38c24dcf5/1d2d49f3-0406-467b-95b7-22d38c24dcf5.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.500561] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Updating instance '1d2d49f3-0406-467b-95b7-22d38c24dcf5' progress to 50 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 716.512023] env[69663]: DEBUG nova.compute.manager [req-1f672bb4-8ae0-4a7a-bbc2-75677873deaf req-e6364bd7-eca7-4614-95a3-687efe1c1120 service nova] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Received event network-vif-plugged-637fdb3c-30b7-4b28-a053-87c9e20450b5 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 716.512023] env[69663]: DEBUG oslo_concurrency.lockutils [req-1f672bb4-8ae0-4a7a-bbc2-75677873deaf req-e6364bd7-eca7-4614-95a3-687efe1c1120 service nova] Acquiring lock "3c24b6b4-0f5d-4238-9c52-abfbff138058-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.512023] env[69663]: DEBUG oslo_concurrency.lockutils [req-1f672bb4-8ae0-4a7a-bbc2-75677873deaf req-e6364bd7-eca7-4614-95a3-687efe1c1120 service nova] Lock "3c24b6b4-0f5d-4238-9c52-abfbff138058-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.512023] env[69663]: DEBUG oslo_concurrency.lockutils [req-1f672bb4-8ae0-4a7a-bbc2-75677873deaf req-e6364bd7-eca7-4614-95a3-687efe1c1120 service nova] Lock "3c24b6b4-0f5d-4238-9c52-abfbff138058-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.512023] env[69663]: DEBUG nova.compute.manager [req-1f672bb4-8ae0-4a7a-bbc2-75677873deaf req-e6364bd7-eca7-4614-95a3-687efe1c1120 service nova] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] No waiting events found dispatching network-vif-plugged-637fdb3c-30b7-4b28-a053-87c9e20450b5 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 716.512424] env[69663]: WARNING nova.compute.manager [req-1f672bb4-8ae0-4a7a-bbc2-75677873deaf req-e6364bd7-eca7-4614-95a3-687efe1c1120 service nova] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Received unexpected event network-vif-plugged-637fdb3c-30b7-4b28-a053-87c9e20450b5 for instance with vm_state building and task_state spawning. [ 716.512424] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Acquiring lock "refresh_cache-3c24b6b4-0f5d-4238-9c52-abfbff138058" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.512424] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Acquired lock "refresh_cache-3c24b6b4-0f5d-4238-9c52-abfbff138058" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.512424] env[69663]: DEBUG nova.network.neutron [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 716.820773] env[69663]: DEBUG oslo_vmware.api [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5264e6d1-7e1b-fb72-b372-aff1d5eac0da, 'name': SearchDatastore_Task, 'duration_secs': 0.029042} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.821202] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.821509] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.821846] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.822054] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.822329] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.822700] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57c8a87f-abd8-4c97-a49b-842e1f180643 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.831098] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.831427] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 716.837329] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a38acfd2-e0c2-4d3f-89b8-2333f099d5b5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.846149] env[69663]: DEBUG oslo_vmware.api [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Waiting for the task: (returnval){ [ 716.846149] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52737a43-cd23-9700-8fd9-3efdb8402c12" [ 716.846149] env[69663]: _type = "Task" [ 716.846149] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.856220] env[69663]: DEBUG oslo_vmware.api [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52737a43-cd23-9700-8fd9-3efdb8402c12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.900474] env[69663]: DEBUG oslo_vmware.api [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332295, 'name': PowerOnVM_Task, 'duration_secs': 0.938784} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.900808] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 716.901058] env[69663]: INFO nova.compute.manager [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Took 11.69 seconds to spawn the instance on the hypervisor. [ 716.901521] env[69663]: DEBUG nova.compute.manager [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 716.902382] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8532af9d-9392-4f81-84e6-c267e6bbc0ae {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.014105] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f21f27-7e53-4351-a08a-2c7f13b94cc2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.061271] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00aee8a-68ad-44f9-b7f1-ad0dbc874293 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.089152] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Updating instance '1d2d49f3-0406-467b-95b7-22d38c24dcf5' progress to 67 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 717.152028] env[69663]: DEBUG nova.network.neutron [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 717.322602] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2318e8a-d599-4931-8ff4-47219872d44d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.332692] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4edfa3b-afbb-4202-b83c-7e2db53c5c49 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.369728] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297393d8-4d47-4c1d-9b16-433fc8e922c9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.379035] env[69663]: DEBUG oslo_vmware.api [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52737a43-cd23-9700-8fd9-3efdb8402c12, 'name': SearchDatastore_Task, 'duration_secs': 0.01292} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.382397] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-385824e5-d9c5-4421-8cc9-e1bdca81cf5c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.387147] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445ad302-3f67-4e5a-86e8-7f3d4fea0c28 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.395021] env[69663]: DEBUG oslo_vmware.api [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Waiting for the task: (returnval){ [ 717.395021] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]527fd69f-e06b-9d62-5bc5-e5aaabadb87a" [ 717.395021] env[69663]: _type = "Task" [ 717.395021] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.405056] env[69663]: DEBUG nova.compute.provider_tree [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.416364] env[69663]: DEBUG oslo_vmware.api [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]527fd69f-e06b-9d62-5bc5-e5aaabadb87a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.432430] env[69663]: INFO nova.compute.manager [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Took 29.62 seconds to build instance. [ 717.433343] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9f79bed4-1d7e-4fa8-9f96-af8c521c65f4 tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Acquiring lock "0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.433343] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9f79bed4-1d7e-4fa8-9f96-af8c521c65f4 tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Lock "0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.433343] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9f79bed4-1d7e-4fa8-9f96-af8c521c65f4 tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Acquiring lock "0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.433343] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9f79bed4-1d7e-4fa8-9f96-af8c521c65f4 tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Lock "0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.433598] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9f79bed4-1d7e-4fa8-9f96-af8c521c65f4 tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Lock "0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.435679] env[69663]: INFO nova.compute.manager [None req-9f79bed4-1d7e-4fa8-9f96-af8c521c65f4 tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Terminating instance [ 717.438224] env[69663]: DEBUG nova.compute.manager [None req-9f79bed4-1d7e-4fa8-9f96-af8c521c65f4 tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 717.438527] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9f79bed4-1d7e-4fa8-9f96-af8c521c65f4 tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 717.439399] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41181d03-a5c5-4d47-838b-6cdf98c8c1ab {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.447919] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f79bed4-1d7e-4fa8-9f96-af8c521c65f4 tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 717.448481] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a6c30b5-240d-41f9-997c-0ccc77d79128 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.456496] env[69663]: DEBUG oslo_vmware.api [None req-9f79bed4-1d7e-4fa8-9f96-af8c521c65f4 tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Waiting for the task: (returnval){ [ 717.456496] env[69663]: value = "task-3332297" [ 717.456496] env[69663]: _type = "Task" [ 717.456496] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.465662] env[69663]: DEBUG oslo_vmware.api [None req-9f79bed4-1d7e-4fa8-9f96-af8c521c65f4 tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.792340] env[69663]: DEBUG nova.network.neutron [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Port ed383ceb-7816-4a6d-bbf3-319c06c24d05 binding to destination host cpu-1 is already ACTIVE {{(pid=69663) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 717.808540] env[69663]: DEBUG nova.network.neutron [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Updating instance_info_cache with network_info: [{"id": "637fdb3c-30b7-4b28-a053-87c9e20450b5", "address": "fa:16:3e:5c:f9:45", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap637fdb3c-30", "ovs_interfaceid": "637fdb3c-30b7-4b28-a053-87c9e20450b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.911974] env[69663]: DEBUG nova.scheduler.client.report [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 717.923257] env[69663]: DEBUG oslo_vmware.api [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]527fd69f-e06b-9d62-5bc5-e5aaabadb87a, 'name': SearchDatastore_Task, 'duration_secs': 0.022356} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.924151] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.924543] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 2fd6c829-2455-4d5e-81e8-94f302589d41/2fd6c829-2455-4d5e-81e8-94f302589d41.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 717.925037] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13eaf830-aab0-424f-bc32-f2464d597a58 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.933657] env[69663]: DEBUG oslo_vmware.api [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Waiting for the task: (returnval){ [ 717.933657] env[69663]: value = "task-3332298" [ 717.933657] env[69663]: _type = "Task" [ 717.933657] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.938995] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5fffbd50-f95a-40b6-a82c-1e929ee8ea17 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "64438592-bb5d-45f2-a30d-cb1a91297dad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.138s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.947029] env[69663]: DEBUG oslo_vmware.api [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Task: {'id': task-3332298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.971524] env[69663]: DEBUG oslo_vmware.api [None req-9f79bed4-1d7e-4fa8-9f96-af8c521c65f4 tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332297, 'name': PowerOffVM_Task, 'duration_secs': 0.461177} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.971524] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f79bed4-1d7e-4fa8-9f96-af8c521c65f4 tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 717.971524] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9f79bed4-1d7e-4fa8-9f96-af8c521c65f4 tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 717.971823] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-997f1d5a-363d-4041-b16d-6d1373cc5cf3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.050040] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9f79bed4-1d7e-4fa8-9f96-af8c521c65f4 tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 718.050483] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9f79bed4-1d7e-4fa8-9f96-af8c521c65f4 tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 718.050588] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f79bed4-1d7e-4fa8-9f96-af8c521c65f4 tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Deleting the datastore file [datastore1] 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 718.051044] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-194d3bfb-8f87-4ef8-9ecf-37d01b2b486e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.057256] env[69663]: DEBUG oslo_vmware.api [None req-9f79bed4-1d7e-4fa8-9f96-af8c521c65f4 tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Waiting for the task: (returnval){ [ 718.057256] env[69663]: value = "task-3332300" [ 718.057256] env[69663]: _type = "Task" [ 718.057256] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.065323] env[69663]: DEBUG oslo_vmware.api [None req-9f79bed4-1d7e-4fa8-9f96-af8c521c65f4 tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.313287] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Releasing lock "refresh_cache-3c24b6b4-0f5d-4238-9c52-abfbff138058" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.313287] env[69663]: DEBUG nova.compute.manager [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Instance network_info: |[{"id": "637fdb3c-30b7-4b28-a053-87c9e20450b5", "address": "fa:16:3e:5c:f9:45", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap637fdb3c-30", "ovs_interfaceid": "637fdb3c-30b7-4b28-a053-87c9e20450b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 718.313444] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:f9:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '637fdb3c-30b7-4b28-a053-87c9e20450b5', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.325375] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Creating folder: Project (d448016de48f413ba3e71215ad6aabb9). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 718.325708] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d7652e1-3752-411d-937b-1aa8d6d99897 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.340124] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Created folder: Project (d448016de48f413ba3e71215ad6aabb9) in parent group-v665133. [ 718.340411] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Creating folder: Instances. Parent ref: group-v665192. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 718.340771] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ef70fe8-a8c9-4f4c-89c3-db28c46b2e50 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.351898] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Created folder: Instances in parent group-v665192. [ 718.352939] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.353408] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 718.353763] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d728aed0-5243-467c-b5ef-9675efd5adf9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.389903] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.389903] env[69663]: value = "task-3332303" [ 718.389903] env[69663]: _type = "Task" [ 718.389903] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.400457] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332303, 'name': CreateVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.425449] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.866s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.425884] env[69663]: DEBUG nova.compute.manager [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 718.429791] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.432s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.432614] env[69663]: INFO nova.compute.claims [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.443071] env[69663]: DEBUG nova.compute.manager [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 718.454988] env[69663]: DEBUG oslo_vmware.api [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Task: {'id': task-3332298, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.571268] env[69663]: DEBUG oslo_vmware.api [None req-9f79bed4-1d7e-4fa8-9f96-af8c521c65f4 tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25993} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.571268] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f79bed4-1d7e-4fa8-9f96-af8c521c65f4 tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 718.571268] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9f79bed4-1d7e-4fa8-9f96-af8c521c65f4 tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 718.571268] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9f79bed4-1d7e-4fa8-9f96-af8c521c65f4 tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 718.571268] env[69663]: INFO nova.compute.manager [None req-9f79bed4-1d7e-4fa8-9f96-af8c521c65f4 tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 718.571485] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f79bed4-1d7e-4fa8-9f96-af8c521c65f4 tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.571657] env[69663]: DEBUG nova.compute.manager [-] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 718.571657] env[69663]: DEBUG nova.network.neutron [-] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 718.823264] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquiring lock "1d2d49f3-0406-467b-95b7-22d38c24dcf5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.823539] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Lock "1d2d49f3-0406-467b-95b7-22d38c24dcf5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.823694] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Lock "1d2d49f3-0406-467b-95b7-22d38c24dcf5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.902019] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332303, 'name': CreateVM_Task, 'duration_secs': 0.435517} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.903571] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 718.904457] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.904623] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.904932] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.905576] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa4d826d-5f9b-43be-a9c3-6bbf7e3eca67 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.912066] env[69663]: DEBUG oslo_vmware.api [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Waiting for the task: (returnval){ [ 718.912066] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52deee4e-733e-5472-aae9-9d89c5b4042e" [ 718.912066] env[69663]: _type = "Task" [ 718.912066] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.926308] env[69663]: DEBUG oslo_vmware.api [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52deee4e-733e-5472-aae9-9d89c5b4042e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.938980] env[69663]: DEBUG nova.compute.utils [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 718.940700] env[69663]: DEBUG nova.compute.manager [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 718.940884] env[69663]: DEBUG nova.network.neutron [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 718.972966] env[69663]: DEBUG oslo_vmware.api [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Task: {'id': task-3332298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601056} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.972966] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 2fd6c829-2455-4d5e-81e8-94f302589d41/2fd6c829-2455-4d5e-81e8-94f302589d41.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 718.972966] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.972966] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19a05cec-95f5-4bd7-bd11-eaeff1eb26de {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.986448] env[69663]: DEBUG oslo_concurrency.lockutils [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.995987] env[69663]: DEBUG oslo_vmware.api [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Waiting for the task: (returnval){ [ 718.995987] env[69663]: value = "task-3332304" [ 718.995987] env[69663]: _type = "Task" [ 718.995987] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.008278] env[69663]: DEBUG oslo_vmware.api [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Task: {'id': task-3332304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.160538] env[69663]: DEBUG nova.policy [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3595e058dc8b42e4bfcca7b81228e2fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7818bdea04d7470187814a15e85ddad8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 719.308972] env[69663]: DEBUG oslo_concurrency.lockutils [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Acquiring lock "716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.310143] env[69663]: DEBUG oslo_concurrency.lockutils [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Lock "716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.429816] env[69663]: DEBUG oslo_vmware.api [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52deee4e-733e-5472-aae9-9d89c5b4042e, 'name': SearchDatastore_Task, 'duration_secs': 0.017745} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.430654] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.430769] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.431062] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.431135] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.431285] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.431740] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73d55b8d-167c-48f6-9f08-84de3dc444a3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.444204] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.444692] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 719.445834] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd8ca377-2247-4cbd-8f7f-9c636db41567 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.452158] env[69663]: DEBUG nova.compute.manager [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 719.460501] env[69663]: DEBUG oslo_vmware.api [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Waiting for the task: (returnval){ [ 719.460501] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529ddaf9-2d65-040b-276e-8e51a3f4b959" [ 719.460501] env[69663]: _type = "Task" [ 719.460501] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.478794] env[69663]: DEBUG oslo_vmware.api [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529ddaf9-2d65-040b-276e-8e51a3f4b959, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.518158] env[69663]: DEBUG oslo_vmware.api [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Task: {'id': task-3332304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104782} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.518643] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.519516] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92dec073-b9f7-4c07-8475-82784671324f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.535435] env[69663]: DEBUG nova.compute.manager [req-4a020284-a935-4d14-a179-79cf57510c8e req-28649af2-1298-4f6e-bb4f-852205283d24 service nova] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Received event network-changed-637fdb3c-30b7-4b28-a053-87c9e20450b5 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 719.535669] env[69663]: DEBUG nova.compute.manager [req-4a020284-a935-4d14-a179-79cf57510c8e req-28649af2-1298-4f6e-bb4f-852205283d24 service nova] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Refreshing instance network info cache due to event network-changed-637fdb3c-30b7-4b28-a053-87c9e20450b5. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 719.535902] env[69663]: DEBUG oslo_concurrency.lockutils [req-4a020284-a935-4d14-a179-79cf57510c8e req-28649af2-1298-4f6e-bb4f-852205283d24 service nova] Acquiring lock "refresh_cache-3c24b6b4-0f5d-4238-9c52-abfbff138058" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.536062] env[69663]: DEBUG oslo_concurrency.lockutils [req-4a020284-a935-4d14-a179-79cf57510c8e req-28649af2-1298-4f6e-bb4f-852205283d24 service nova] Acquired lock "refresh_cache-3c24b6b4-0f5d-4238-9c52-abfbff138058" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.536289] env[69663]: DEBUG nova.network.neutron [req-4a020284-a935-4d14-a179-79cf57510c8e req-28649af2-1298-4f6e-bb4f-852205283d24 service nova] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Refreshing network info cache for port 637fdb3c-30b7-4b28-a053-87c9e20450b5 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 719.551033] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 2fd6c829-2455-4d5e-81e8-94f302589d41/2fd6c829-2455-4d5e-81e8-94f302589d41.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.557895] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8972e13-f6c2-4bbc-b84d-74557a1a83f4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.584415] env[69663]: DEBUG oslo_vmware.api [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Waiting for the task: (returnval){ [ 719.584415] env[69663]: value = "task-3332305" [ 719.584415] env[69663]: _type = "Task" [ 719.584415] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.597632] env[69663]: DEBUG oslo_vmware.api [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Task: {'id': task-3332305, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.847445] env[69663]: DEBUG nova.network.neutron [-] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.963039] env[69663]: INFO nova.virt.block_device [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Booting with volume 60cc87d7-df53-43dd-af5e-1afc963199e6 at /dev/sda [ 719.966974] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquiring lock "refresh_cache-1d2d49f3-0406-467b-95b7-22d38c24dcf5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.967295] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquired lock "refresh_cache-1d2d49f3-0406-467b-95b7-22d38c24dcf5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.967493] env[69663]: DEBUG nova.network.neutron [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 719.994070] env[69663]: DEBUG oslo_vmware.api [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529ddaf9-2d65-040b-276e-8e51a3f4b959, 'name': SearchDatastore_Task, 'duration_secs': 0.026554} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.994289] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f0a631e-c631-449f-bfb6-28acdba8f1d3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.002728] env[69663]: DEBUG oslo_vmware.api [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Waiting for the task: (returnval){ [ 720.002728] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5250c7ac-878e-24b8-af07-0fa4da8c8779" [ 720.002728] env[69663]: _type = "Task" [ 720.002728] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.023023] env[69663]: DEBUG oslo_vmware.api [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5250c7ac-878e-24b8-af07-0fa4da8c8779, 'name': SearchDatastore_Task, 'duration_secs': 0.01577} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.023023] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.023023] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 3c24b6b4-0f5d-4238-9c52-abfbff138058/3c24b6b4-0f5d-4238-9c52-abfbff138058.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 720.023023] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5b0fc1b-3ef3-422b-81c0-e7aec865f738 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.033456] env[69663]: DEBUG oslo_vmware.api [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Waiting for the task: (returnval){ [ 720.033456] env[69663]: value = "task-3332306" [ 720.033456] env[69663]: _type = "Task" [ 720.033456] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.045631] env[69663]: DEBUG oslo_vmware.api [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332306, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.046339] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f2d8fea-9ec2-460c-a0b3-d497ebc3db19 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.061329] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043ca73d-b897-4b00-bca0-04d069c5de26 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.098033] env[69663]: DEBUG oslo_vmware.api [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Task: {'id': task-3332305, 'name': ReconfigVM_Task, 'duration_secs': 0.399796} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.101392] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 2fd6c829-2455-4d5e-81e8-94f302589d41/2fd6c829-2455-4d5e-81e8-94f302589d41.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.115695] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e670093-4544-4086-ae72-06b2f7af7a24 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.116855] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b0e247f-61df-4ff0-9bb3-0fe77f79b2b2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.130208] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b182b3-59e6-48ad-89ca-9d0f7bce24c3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.144778] env[69663]: DEBUG oslo_vmware.api [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Waiting for the task: (returnval){ [ 720.144778] env[69663]: value = "task-3332307" [ 720.144778] env[69663]: _type = "Task" [ 720.144778] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.168224] env[69663]: DEBUG oslo_vmware.api [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Task: {'id': task-3332307, 'name': Rename_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.185511] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672985ca-2e92-402c-bfc1-ee801b83b736 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.195582] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7eb66b3-68c7-4d7f-990f-dc9bf6b739b6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.213077] env[69663]: DEBUG nova.virt.block_device [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Updating existing volume attachment record: 89553c4d-6ac2-46bd-a020-d6f2330e08e6 {{(pid=69663) _volume_attach /opt/stack/nova/nova/virt/block_device.py:665}} [ 720.238842] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7185689-2ef3-4b83-8834-e60ffce23764 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.249874] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2201e5aa-e87c-4337-af0f-1fe4bedc82d1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.292742] env[69663]: DEBUG nova.network.neutron [req-4a020284-a935-4d14-a179-79cf57510c8e req-28649af2-1298-4f6e-bb4f-852205283d24 service nova] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Updated VIF entry in instance network info cache for port 637fdb3c-30b7-4b28-a053-87c9e20450b5. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 720.293165] env[69663]: DEBUG nova.network.neutron [req-4a020284-a935-4d14-a179-79cf57510c8e req-28649af2-1298-4f6e-bb4f-852205283d24 service nova] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Updating instance_info_cache with network_info: [{"id": "637fdb3c-30b7-4b28-a053-87c9e20450b5", "address": "fa:16:3e:5c:f9:45", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.225", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap637fdb3c-30", "ovs_interfaceid": "637fdb3c-30b7-4b28-a053-87c9e20450b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.297094] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8477cb27-e859-4c30-a72f-7e13defa7e64 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.305608] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-275aaa42-fd7a-488b-98b0-a87e319481f3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.323095] env[69663]: DEBUG nova.compute.provider_tree [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.350300] env[69663]: INFO nova.compute.manager [-] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Took 1.78 seconds to deallocate network for instance. [ 720.426073] env[69663]: DEBUG nova.network.neutron [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Successfully created port: a2676523-bf0b-41a4-87eb-b091c06787de {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.429632] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f71a5b4a-1255-4166-a63a-733aa4c90a54 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "64438592-bb5d-45f2-a30d-cb1a91297dad" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.430645] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f71a5b4a-1255-4166-a63a-733aa4c90a54 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "64438592-bb5d-45f2-a30d-cb1a91297dad" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.430939] env[69663]: DEBUG nova.compute.manager [None req-f71a5b4a-1255-4166-a63a-733aa4c90a54 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 720.433215] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c34491-ad77-4fed-b3ea-ada6d9c840b0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.447038] env[69663]: DEBUG nova.compute.manager [None req-f71a5b4a-1255-4166-a63a-733aa4c90a54 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69663) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 720.447455] env[69663]: DEBUG nova.objects.instance [None req-f71a5b4a-1255-4166-a63a-733aa4c90a54 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lazy-loading 'flavor' on Instance uuid 64438592-bb5d-45f2-a30d-cb1a91297dad {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.550331] env[69663]: DEBUG oslo_vmware.api [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332306, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.666386] env[69663]: DEBUG oslo_vmware.api [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Task: {'id': task-3332307, 'name': Rename_Task, 'duration_secs': 0.16689} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.670048] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 720.670048] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f873968-ebe9-4610-a132-3db9eab152b7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.678027] env[69663]: DEBUG oslo_vmware.api [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Waiting for the task: (returnval){ [ 720.678027] env[69663]: value = "task-3332308" [ 720.678027] env[69663]: _type = "Task" [ 720.678027] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.688489] env[69663]: DEBUG oslo_vmware.api [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Task: {'id': task-3332308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.798914] env[69663]: DEBUG oslo_concurrency.lockutils [req-4a020284-a935-4d14-a179-79cf57510c8e req-28649af2-1298-4f6e-bb4f-852205283d24 service nova] Releasing lock "refresh_cache-3c24b6b4-0f5d-4238-9c52-abfbff138058" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.828161] env[69663]: DEBUG nova.scheduler.client.report [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 720.858053] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9f79bed4-1d7e-4fa8-9f96-af8c521c65f4 tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.954551] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f71a5b4a-1255-4166-a63a-733aa4c90a54 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 720.954745] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dcd7a13-d7df-4b00-a1fa-b2886daef54b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.964293] env[69663]: DEBUG oslo_vmware.api [None req-f71a5b4a-1255-4166-a63a-733aa4c90a54 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 720.964293] env[69663]: value = "task-3332309" [ 720.964293] env[69663]: _type = "Task" [ 720.964293] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.977229] env[69663]: DEBUG oslo_vmware.api [None req-f71a5b4a-1255-4166-a63a-733aa4c90a54 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332309, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.035896] env[69663]: DEBUG nova.network.neutron [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Updating instance_info_cache with network_info: [{"id": "ed383ceb-7816-4a6d-bbf3-319c06c24d05", "address": "fa:16:3e:5f:91:7e", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped383ceb-78", "ovs_interfaceid": "ed383ceb-7816-4a6d-bbf3-319c06c24d05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.052167] env[69663]: DEBUG oslo_vmware.api [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332306, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629524} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.052167] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 3c24b6b4-0f5d-4238-9c52-abfbff138058/3c24b6b4-0f5d-4238-9c52-abfbff138058.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 721.052167] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.052567] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4301478-9a6f-44f3-9bc3-4ea953bc953b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.064804] env[69663]: DEBUG oslo_vmware.api [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Waiting for the task: (returnval){ [ 721.064804] env[69663]: value = "task-3332310" [ 721.064804] env[69663]: _type = "Task" [ 721.064804] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.078183] env[69663]: DEBUG oslo_vmware.api [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332310, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.194025] env[69663]: DEBUG oslo_vmware.api [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Task: {'id': task-3332308, 'name': PowerOnVM_Task, 'duration_secs': 0.492241} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.194025] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 721.194025] env[69663]: DEBUG nova.compute.manager [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 721.194408] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2efb6bf-c6cb-440f-a1c4-fedc801f9658 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.333408] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.904s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.333968] env[69663]: DEBUG nova.compute.manager [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 721.338326] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.180s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.340117] env[69663]: INFO nova.compute.claims [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 721.478132] env[69663]: DEBUG oslo_vmware.api [None req-f71a5b4a-1255-4166-a63a-733aa4c90a54 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332309, 'name': PowerOffVM_Task, 'duration_secs': 0.292927} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.478132] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f71a5b4a-1255-4166-a63a-733aa4c90a54 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 721.478132] env[69663]: DEBUG nova.compute.manager [None req-f71a5b4a-1255-4166-a63a-733aa4c90a54 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 721.478132] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0dbb7d-9a26-4a25-9ae7-09e233ce61df {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.539720] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Releasing lock "refresh_cache-1d2d49f3-0406-467b-95b7-22d38c24dcf5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.582786] env[69663]: DEBUG oslo_vmware.api [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332310, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108297} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.582786] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 721.582786] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6fa4e6-f758-4a4e-ad04-27890a7536f1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.609325] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 3c24b6b4-0f5d-4238-9c52-abfbff138058/3c24b6b4-0f5d-4238-9c52-abfbff138058.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.609885] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59e1970b-e56a-41c4-98b3-5a097f98c299 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.638063] env[69663]: DEBUG oslo_vmware.api [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Waiting for the task: (returnval){ [ 721.638063] env[69663]: value = "task-3332311" [ 721.638063] env[69663]: _type = "Task" [ 721.638063] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.651940] env[69663]: DEBUG oslo_vmware.api [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332311, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.727298] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.846658] env[69663]: DEBUG nova.compute.utils [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 721.853298] env[69663]: DEBUG nova.compute.manager [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 721.853298] env[69663]: DEBUG nova.network.neutron [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 721.997057] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f71a5b4a-1255-4166-a63a-733aa4c90a54 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "64438592-bb5d-45f2-a30d-cb1a91297dad" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.567s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.084172] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1817e2d3-0518-4095-b814-607a18b4ffac {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.112215] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b444f5e-b4c2-46d1-8e5a-ca63297b7c06 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.133574] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Updating instance '1d2d49f3-0406-467b-95b7-22d38c24dcf5' progress to 83 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 722.151347] env[69663]: DEBUG oslo_vmware.api [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332311, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.171429] env[69663]: DEBUG nova.policy [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09a5822cb95743dab97edb266d9445cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd448016de48f413ba3e71215ad6aabb9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 722.352271] env[69663]: DEBUG nova.compute.manager [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 722.368941] env[69663]: DEBUG nova.compute.manager [req-8e694acc-bec5-4416-b8f5-ebb336cec176 req-84b2c7b8-e6e5-4b40-aa75-b5aa2521ed72 service nova] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Received event network-vif-deleted-c6b5bf8f-eba0-4e54-96b2-9a4130570fc1 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 722.409340] env[69663]: DEBUG nova.compute.manager [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 722.410610] env[69663]: DEBUG nova.virt.hardware [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 722.411114] env[69663]: DEBUG nova.virt.hardware [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 722.411416] env[69663]: DEBUG nova.virt.hardware [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.411734] env[69663]: DEBUG nova.virt.hardware [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 722.412139] env[69663]: DEBUG nova.virt.hardware [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.412597] env[69663]: DEBUG nova.virt.hardware [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 722.412960] env[69663]: DEBUG nova.virt.hardware [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 722.413261] env[69663]: DEBUG nova.virt.hardware [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 722.413570] env[69663]: DEBUG nova.virt.hardware [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 722.413897] env[69663]: DEBUG nova.virt.hardware [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 722.414329] env[69663]: DEBUG nova.virt.hardware [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 722.418975] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8532b5-6757-447b-972f-38a6d4afff57 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.430186] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d510c171-89d7-4b9b-9964-ae84108ad659 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.658017] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 722.658017] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-966868c7-e37e-4c96-bdb2-17481d540b62 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.670231] env[69663]: DEBUG oslo_vmware.api [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332311, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.674075] env[69663]: DEBUG oslo_vmware.api [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for the task: (returnval){ [ 722.674075] env[69663]: value = "task-3332312" [ 722.674075] env[69663]: _type = "Task" [ 722.674075] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.686043] env[69663]: DEBUG oslo_vmware.api [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.762050] env[69663]: DEBUG oslo_concurrency.lockutils [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquiring lock "adbc2e4c-d298-4e17-b927-8165617434b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.762050] env[69663]: DEBUG oslo_concurrency.lockutils [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "adbc2e4c-d298-4e17-b927-8165617434b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.079544] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82dc14c3-ecd8-47a7-9c9d-4ab37a631f11 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.088597] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cbfbe4-89cf-4c5b-9e31-6fa9a6b023aa {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.127084] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d35e0e-94a2-4b17-8b2b-b9cfdc93f4d3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.135546] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0c50c8-fd83-4779-9cc2-9970ea077112 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.150330] env[69663]: DEBUG nova.compute.provider_tree [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.159928] env[69663]: DEBUG oslo_vmware.api [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332311, 'name': ReconfigVM_Task, 'duration_secs': 1.402571} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.161406] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 3c24b6b4-0f5d-4238-9c52-abfbff138058/3c24b6b4-0f5d-4238-9c52-abfbff138058.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.161406] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03959a49-95ed-422a-8315-68fde43f06f6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.168211] env[69663]: DEBUG oslo_vmware.api [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Waiting for the task: (returnval){ [ 723.168211] env[69663]: value = "task-3332313" [ 723.168211] env[69663]: _type = "Task" [ 723.168211] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.179472] env[69663]: DEBUG oslo_vmware.api [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332313, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.185356] env[69663]: DEBUG oslo_vmware.api [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332312, 'name': PowerOnVM_Task, 'duration_secs': 0.43811} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.186120] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 723.186412] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f4188cb2-291f-47e1-9898-46dabef2cd3a tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Updating instance '1d2d49f3-0406-467b-95b7-22d38c24dcf5' progress to 100 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 723.334184] env[69663]: DEBUG nova.network.neutron [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Successfully created port: 77431853-06f4-4868-81a2-4b4e76cb5010 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.345357] env[69663]: DEBUG oslo_concurrency.lockutils [None req-af4cd477-767f-4809-9229-9837f7e6cca2 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Acquiring lock "2fd6c829-2455-4d5e-81e8-94f302589d41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.345357] env[69663]: DEBUG oslo_concurrency.lockutils [None req-af4cd477-767f-4809-9229-9837f7e6cca2 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Lock "2fd6c829-2455-4d5e-81e8-94f302589d41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.346789] env[69663]: DEBUG oslo_concurrency.lockutils [None req-af4cd477-767f-4809-9229-9837f7e6cca2 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Acquiring lock "2fd6c829-2455-4d5e-81e8-94f302589d41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.346789] env[69663]: DEBUG oslo_concurrency.lockutils [None req-af4cd477-767f-4809-9229-9837f7e6cca2 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Lock "2fd6c829-2455-4d5e-81e8-94f302589d41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.346789] env[69663]: DEBUG oslo_concurrency.lockutils [None req-af4cd477-767f-4809-9229-9837f7e6cca2 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Lock "2fd6c829-2455-4d5e-81e8-94f302589d41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.348299] env[69663]: INFO nova.compute.manager [None req-af4cd477-767f-4809-9229-9837f7e6cca2 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Terminating instance [ 723.356556] env[69663]: DEBUG oslo_concurrency.lockutils [None req-af4cd477-767f-4809-9229-9837f7e6cca2 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Acquiring lock "refresh_cache-2fd6c829-2455-4d5e-81e8-94f302589d41" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.356556] env[69663]: DEBUG oslo_concurrency.lockutils [None req-af4cd477-767f-4809-9229-9837f7e6cca2 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Acquired lock "refresh_cache-2fd6c829-2455-4d5e-81e8-94f302589d41" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.356556] env[69663]: DEBUG nova.network.neutron [None req-af4cd477-767f-4809-9229-9837f7e6cca2 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 723.367732] env[69663]: DEBUG nova.compute.manager [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 723.410391] env[69663]: DEBUG nova.virt.hardware [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 723.410699] env[69663]: DEBUG nova.virt.hardware [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 723.411320] env[69663]: DEBUG nova.virt.hardware [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 723.411971] env[69663]: DEBUG nova.virt.hardware [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 723.412775] env[69663]: DEBUG nova.virt.hardware [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 723.414482] env[69663]: DEBUG nova.virt.hardware [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 723.414482] env[69663]: DEBUG nova.virt.hardware [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 723.414482] env[69663]: DEBUG nova.virt.hardware [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 723.414482] env[69663]: DEBUG nova.virt.hardware [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 723.417156] env[69663]: DEBUG nova.virt.hardware [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 723.417378] env[69663]: DEBUG nova.virt.hardware [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 723.419206] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcb1666-1960-49e8-89db-361145d39fb7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.432406] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b258818b-768d-44f9-9cc8-6e0dfdf533b1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.617772] env[69663]: DEBUG nova.network.neutron [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Successfully updated port: a2676523-bf0b-41a4-87eb-b091c06787de {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.657182] env[69663]: DEBUG nova.scheduler.client.report [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 723.678143] env[69663]: DEBUG oslo_vmware.api [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332313, 'name': Rename_Task, 'duration_secs': 0.16911} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.678448] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 723.678699] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdc04df1-d820-4ddb-bd02-fca0b1dd37ab {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.685826] env[69663]: DEBUG oslo_vmware.api [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Waiting for the task: (returnval){ [ 723.685826] env[69663]: value = "task-3332314" [ 723.685826] env[69663]: _type = "Task" [ 723.685826] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.699142] env[69663]: DEBUG oslo_vmware.api [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.885630] env[69663]: DEBUG oslo_vmware.rw_handles [None req-55709f5f-5db0-4dcf-a72b-0118a3a8700c tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f34f63-d167-033a-9278-0841ee195570/disk-0.vmdk. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 723.886816] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89028fe-9843-4f0e-ac59-160f9ed80dbe {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.894488] env[69663]: DEBUG oslo_vmware.rw_handles [None req-55709f5f-5db0-4dcf-a72b-0118a3a8700c tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f34f63-d167-033a-9278-0841ee195570/disk-0.vmdk is in state: ready. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 723.894753] env[69663]: ERROR oslo_vmware.rw_handles [None req-55709f5f-5db0-4dcf-a72b-0118a3a8700c tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f34f63-d167-033a-9278-0841ee195570/disk-0.vmdk due to incomplete transfer. [ 723.895588] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-18aa816d-2fe2-4d4d-a649-ee7770f6e221 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.902349] env[69663]: DEBUG nova.network.neutron [None req-af4cd477-767f-4809-9229-9837f7e6cca2 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 723.908129] env[69663]: DEBUG oslo_vmware.rw_handles [None req-55709f5f-5db0-4dcf-a72b-0118a3a8700c tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f34f63-d167-033a-9278-0841ee195570/disk-0.vmdk. {{(pid=69663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 723.908129] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-55709f5f-5db0-4dcf-a72b-0118a3a8700c tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Uploaded image 51a32715-6a8a-4faa-8e8d-e0de88299e85 to the Glance image server {{(pid=69663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 723.909473] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-55709f5f-5db0-4dcf-a72b-0118a3a8700c tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Destroying the VM {{(pid=69663) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 723.909885] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-370e7170-7983-4027-998e-33c85d48403c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.917305] env[69663]: DEBUG oslo_vmware.api [None req-55709f5f-5db0-4dcf-a72b-0118a3a8700c tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Waiting for the task: (returnval){ [ 723.917305] env[69663]: value = "task-3332315" [ 723.917305] env[69663]: _type = "Task" [ 723.917305] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.933187] env[69663]: DEBUG oslo_vmware.api [None req-55709f5f-5db0-4dcf-a72b-0118a3a8700c tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332315, 'name': Destroy_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.989708] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquiring lock "5389ace8-0152-4b00-9a83-c7b4ec4eb988" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.989708] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "5389ace8-0152-4b00-9a83-c7b4ec4eb988" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.028205] env[69663]: DEBUG nova.compute.manager [req-e00dff5a-8bdf-4cee-b7aa-451a9a480d46 req-d271a026-1fbb-4a2a-b101-6fa79ab330b2 service nova] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Received event network-vif-plugged-a2676523-bf0b-41a4-87eb-b091c06787de {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 724.028393] env[69663]: DEBUG oslo_concurrency.lockutils [req-e00dff5a-8bdf-4cee-b7aa-451a9a480d46 req-d271a026-1fbb-4a2a-b101-6fa79ab330b2 service nova] Acquiring lock "ce4eb350-554d-4f1c-92d5-dedcacfc8ea5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.028483] env[69663]: DEBUG oslo_concurrency.lockutils [req-e00dff5a-8bdf-4cee-b7aa-451a9a480d46 req-d271a026-1fbb-4a2a-b101-6fa79ab330b2 service nova] Lock "ce4eb350-554d-4f1c-92d5-dedcacfc8ea5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.029187] env[69663]: DEBUG oslo_concurrency.lockutils [req-e00dff5a-8bdf-4cee-b7aa-451a9a480d46 req-d271a026-1fbb-4a2a-b101-6fa79ab330b2 service nova] Lock "ce4eb350-554d-4f1c-92d5-dedcacfc8ea5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.029187] env[69663]: DEBUG nova.compute.manager [req-e00dff5a-8bdf-4cee-b7aa-451a9a480d46 req-d271a026-1fbb-4a2a-b101-6fa79ab330b2 service nova] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] No waiting events found dispatching network-vif-plugged-a2676523-bf0b-41a4-87eb-b091c06787de {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 724.029187] env[69663]: WARNING nova.compute.manager [req-e00dff5a-8bdf-4cee-b7aa-451a9a480d46 req-d271a026-1fbb-4a2a-b101-6fa79ab330b2 service nova] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Received unexpected event network-vif-plugged-a2676523-bf0b-41a4-87eb-b091c06787de for instance with vm_state building and task_state spawning. [ 724.039944] env[69663]: DEBUG nova.network.neutron [None req-af4cd477-767f-4809-9229-9837f7e6cca2 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.123389] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Acquiring lock "refresh_cache-ce4eb350-554d-4f1c-92d5-dedcacfc8ea5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.123478] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Acquired lock "refresh_cache-ce4eb350-554d-4f1c-92d5-dedcacfc8ea5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.123811] env[69663]: DEBUG nova.network.neutron [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 724.166448] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.828s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.167209] env[69663]: DEBUG nova.compute.manager [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 724.170956] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6e55840a-b308-4417-8407-0283bda19355 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.099s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.171254] env[69663]: DEBUG nova.objects.instance [None req-6e55840a-b308-4417-8407-0283bda19355 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Lazy-loading 'resources' on Instance uuid a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 724.210648] env[69663]: DEBUG oslo_vmware.api [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332314, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.433485] env[69663]: DEBUG oslo_vmware.api [None req-55709f5f-5db0-4dcf-a72b-0118a3a8700c tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332315, 'name': Destroy_Task, 'duration_secs': 0.461249} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.433812] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-55709f5f-5db0-4dcf-a72b-0118a3a8700c tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Destroyed the VM [ 724.434862] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-55709f5f-5db0-4dcf-a72b-0118a3a8700c tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Deleting Snapshot of the VM instance {{(pid=69663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 724.434862] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2cb421e0-64c6-44d0-a202-bae6aa542d42 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.441014] env[69663]: DEBUG oslo_vmware.api [None req-55709f5f-5db0-4dcf-a72b-0118a3a8700c tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Waiting for the task: (returnval){ [ 724.441014] env[69663]: value = "task-3332316" [ 724.441014] env[69663]: _type = "Task" [ 724.441014] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.451729] env[69663]: DEBUG oslo_vmware.api [None req-55709f5f-5db0-4dcf-a72b-0118a3a8700c tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332316, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.541473] env[69663]: DEBUG oslo_concurrency.lockutils [None req-af4cd477-767f-4809-9229-9837f7e6cca2 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Releasing lock "refresh_cache-2fd6c829-2455-4d5e-81e8-94f302589d41" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.541939] env[69663]: DEBUG nova.compute.manager [None req-af4cd477-767f-4809-9229-9837f7e6cca2 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 724.542145] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-af4cd477-767f-4809-9229-9837f7e6cca2 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 724.543055] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8849fdb1-0d86-49f6-836f-f8a33d7b0414 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.555249] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-af4cd477-767f-4809-9229-9837f7e6cca2 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 724.555249] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afcadcbd-0794-44f0-9088-f5478f23d8e5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.560444] env[69663]: DEBUG oslo_vmware.api [None req-af4cd477-767f-4809-9229-9837f7e6cca2 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Waiting for the task: (returnval){ [ 724.560444] env[69663]: value = "task-3332317" [ 724.560444] env[69663]: _type = "Task" [ 724.560444] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.571201] env[69663]: DEBUG oslo_vmware.api [None req-af4cd477-767f-4809-9229-9837f7e6cca2 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': task-3332317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.675055] env[69663]: DEBUG nova.compute.utils [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 724.681813] env[69663]: DEBUG nova.compute.manager [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 724.681813] env[69663]: DEBUG nova.network.neutron [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 724.700226] env[69663]: DEBUG oslo_vmware.api [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332314, 'name': PowerOnVM_Task, 'duration_secs': 0.60872} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.700539] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 724.701210] env[69663]: INFO nova.compute.manager [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Took 11.92 seconds to spawn the instance on the hypervisor. [ 724.701210] env[69663]: DEBUG nova.compute.manager [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 724.702089] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3ac0b5-ec5f-4e93-9f4d-52815c434d5d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.925268] env[69663]: DEBUG nova.network.neutron [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 724.955599] env[69663]: DEBUG nova.compute.manager [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 724.955947] env[69663]: DEBUG oslo_vmware.api [None req-55709f5f-5db0-4dcf-a72b-0118a3a8700c tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332316, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.961055] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56afa3ca-e978-4055-a2e3-ac6b5bdaddd7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.056229] env[69663]: DEBUG nova.policy [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7b1b6025dd341168890d58279e1fd23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fed07e88ebf54d25b1db45e921704273', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 725.075757] env[69663]: DEBUG oslo_vmware.api [None req-af4cd477-767f-4809-9229-9837f7e6cca2 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': task-3332317, 'name': PowerOffVM_Task, 'duration_secs': 0.166572} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.075757] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-af4cd477-767f-4809-9229-9837f7e6cca2 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 725.075757] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-af4cd477-767f-4809-9229-9837f7e6cca2 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 725.075757] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1248b51-157e-4ded-9616-dcea4881f951 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.106987] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-af4cd477-767f-4809-9229-9837f7e6cca2 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 725.109193] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-af4cd477-767f-4809-9229-9837f7e6cca2 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 725.109193] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-af4cd477-767f-4809-9229-9837f7e6cca2 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Deleting the datastore file [datastore2] 2fd6c829-2455-4d5e-81e8-94f302589d41 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.109193] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce6e6642-5012-428d-bcda-b00b8affbdab {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.117132] env[69663]: DEBUG oslo_vmware.api [None req-af4cd477-767f-4809-9229-9837f7e6cca2 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Waiting for the task: (returnval){ [ 725.117132] env[69663]: value = "task-3332319" [ 725.117132] env[69663]: _type = "Task" [ 725.117132] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.135538] env[69663]: DEBUG oslo_vmware.api [None req-af4cd477-767f-4809-9229-9837f7e6cca2 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': task-3332319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.182330] env[69663]: DEBUG nova.compute.manager [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 725.237655] env[69663]: INFO nova.compute.manager [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Took 31.46 seconds to build instance. [ 725.338126] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1dee3d6-cab0-48ad-a886-210165898709 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.349824] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e94016-847a-497d-a070-cfa08af72b74 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.405135] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ab11cc-a870-412a-b6a0-7e553645ea60 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.413978] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d98d20-f2b7-4b24-a08d-1866f38293ef {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.431890] env[69663]: DEBUG nova.compute.provider_tree [None req-6e55840a-b308-4417-8407-0283bda19355 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.454858] env[69663]: DEBUG oslo_vmware.api [None req-55709f5f-5db0-4dcf-a72b-0118a3a8700c tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332316, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.474143] env[69663]: INFO nova.compute.manager [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] instance snapshotting [ 725.474362] env[69663]: WARNING nova.compute.manager [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 725.477777] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776bdf95-d9cb-4825-bcde-f09c96362ab2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.500783] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce4a9d6-5a45-48c3-ae8e-caaf3f1030fe {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.516336] env[69663]: DEBUG nova.network.neutron [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Updating instance_info_cache with network_info: [{"id": "a2676523-bf0b-41a4-87eb-b091c06787de", "address": "fa:16:3e:34:f5:a1", "network": {"id": "02697d1f-a04e-40c5-89e5-769a99fefc7a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-382458663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7818bdea04d7470187814a15e85ddad8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2676523-bf", "ovs_interfaceid": "a2676523-bf0b-41a4-87eb-b091c06787de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.636502] env[69663]: DEBUG oslo_vmware.api [None req-af4cd477-767f-4809-9229-9837f7e6cca2 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Task: {'id': task-3332319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172514} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.636818] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-af4cd477-767f-4809-9229-9837f7e6cca2 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.637029] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-af4cd477-767f-4809-9229-9837f7e6cca2 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 725.637238] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-af4cd477-767f-4809-9229-9837f7e6cca2 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 725.637464] env[69663]: INFO nova.compute.manager [None req-af4cd477-767f-4809-9229-9837f7e6cca2 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Took 1.10 seconds to destroy the instance on the hypervisor. [ 725.637668] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af4cd477-767f-4809-9229-9837f7e6cca2 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.637895] env[69663]: DEBUG nova.compute.manager [-] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 725.637992] env[69663]: DEBUG nova.network.neutron [-] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 725.664557] env[69663]: DEBUG nova.network.neutron [-] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 725.741347] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c5002fd8-8ddc-470b-a415-1d0586d29132 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Lock "3c24b6b4-0f5d-4238-9c52-abfbff138058" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.784s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.935366] env[69663]: DEBUG nova.scheduler.client.report [None req-6e55840a-b308-4417-8407-0283bda19355 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 725.951574] env[69663]: DEBUG oslo_vmware.api [None req-55709f5f-5db0-4dcf-a72b-0118a3a8700c tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332316, 'name': RemoveSnapshot_Task, 'duration_secs': 1.135036} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.952015] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-55709f5f-5db0-4dcf-a72b-0118a3a8700c tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Deleted Snapshot of the VM instance {{(pid=69663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 725.952120] env[69663]: INFO nova.compute.manager [None req-55709f5f-5db0-4dcf-a72b-0118a3a8700c tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Took 13.71 seconds to snapshot the instance on the hypervisor. [ 726.013815] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Creating Snapshot of the VM instance {{(pid=69663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 726.013815] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-39a534e6-0bf7-4aba-b8e2-1c2fbdee024d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.023816] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Releasing lock "refresh_cache-ce4eb350-554d-4f1c-92d5-dedcacfc8ea5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.023816] env[69663]: DEBUG nova.compute.manager [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Instance network_info: |[{"id": "a2676523-bf0b-41a4-87eb-b091c06787de", "address": "fa:16:3e:34:f5:a1", "network": {"id": "02697d1f-a04e-40c5-89e5-769a99fefc7a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-382458663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7818bdea04d7470187814a15e85ddad8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2676523-bf", "ovs_interfaceid": "a2676523-bf0b-41a4-87eb-b091c06787de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 726.026914] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:f5:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '504a3211-8288-4b87-a52a-590466d80a49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2676523-bf0b-41a4-87eb-b091c06787de', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.035036] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Creating folder: Project (7818bdea04d7470187814a15e85ddad8). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 726.035328] env[69663]: DEBUG oslo_vmware.api [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 726.035328] env[69663]: value = "task-3332320" [ 726.035328] env[69663]: _type = "Task" [ 726.035328] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.035817] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2125bae-db76-4e57-b332-04450a714076 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.055500] env[69663]: DEBUG oslo_vmware.api [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332320, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.091800] env[69663]: DEBUG nova.network.neutron [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Successfully created port: 2b1d43c1-1710-44b8-be31-98ce4b48b326 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.171170] env[69663]: DEBUG nova.network.neutron [-] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.175249] env[69663]: DEBUG nova.network.neutron [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Successfully updated port: 77431853-06f4-4868-81a2-4b4e76cb5010 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.194855] env[69663]: DEBUG nova.compute.manager [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 726.226984] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Acquiring lock "c115516f-79f9-4b87-aa3a-b23632cbe949" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.227319] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Lock "c115516f-79f9-4b87-aa3a-b23632cbe949" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.239244] env[69663]: DEBUG nova.virt.hardware [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 726.239480] env[69663]: DEBUG nova.virt.hardware [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 726.239660] env[69663]: DEBUG nova.virt.hardware [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.239854] env[69663]: DEBUG nova.virt.hardware [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 726.240188] env[69663]: DEBUG nova.virt.hardware [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.240579] env[69663]: DEBUG nova.virt.hardware [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 726.240953] env[69663]: DEBUG nova.virt.hardware [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 726.242469] env[69663]: DEBUG nova.virt.hardware [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 726.242693] env[69663]: DEBUG nova.virt.hardware [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 726.242890] env[69663]: DEBUG nova.virt.hardware [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 726.243133] env[69663]: DEBUG nova.virt.hardware [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 726.243569] env[69663]: DEBUG nova.compute.manager [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 726.248380] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11158430-853b-42ea-a572-43383020d7f3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.261134] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6a684c-e3a1-4f9f-a02b-bfa5c608359a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.267471] env[69663]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 726.267471] env[69663]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69663) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 726.268367] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Folder already exists: Project (7818bdea04d7470187814a15e85ddad8). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.268603] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Creating folder: Instances. Parent ref: group-v665137. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 726.269532] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fc71c0b-c149-4c92-b18b-b225c6d5d132 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.289535] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Created folder: Instances in parent group-v665137. [ 726.289893] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.290150] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 726.290466] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-168f10e3-2c46-4729-865a-648a0abff207 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.317316] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.317316] env[69663]: value = "task-3332323" [ 726.317316] env[69663]: _type = "Task" [ 726.317316] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.331444] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332323, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.443179] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6e55840a-b308-4417-8407-0283bda19355 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.272s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.449809] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4904ea2b-dbbf-4285-931b-ed30dc789bb4 tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.670s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.450516] env[69663]: DEBUG nova.objects.instance [None req-4904ea2b-dbbf-4285-931b-ed30dc789bb4 tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Lazy-loading 'resources' on Instance uuid 367b5f83-09a7-4b03-8478-b50b70effc8a {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.485549] env[69663]: INFO nova.scheduler.client.report [None req-6e55840a-b308-4417-8407-0283bda19355 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Deleted allocations for instance a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2 [ 726.557199] env[69663]: DEBUG oslo_vmware.api [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332320, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.676737] env[69663]: INFO nova.compute.manager [-] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Took 1.04 seconds to deallocate network for instance. [ 726.684870] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Acquiring lock "refresh_cache-cac77ab5-f50e-46dd-967e-948221c1ee12" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.684870] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Acquired lock "refresh_cache-cac77ab5-f50e-46dd-967e-948221c1ee12" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.685283] env[69663]: DEBUG nova.network.neutron [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 726.777684] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.832950] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332323, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.890508] env[69663]: DEBUG nova.compute.manager [req-25112a47-d2f9-4aad-9c34-96ee710322c8 req-87be6bb1-8aac-4387-a48e-39bb50e0f913 service nova] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Received event network-vif-plugged-77431853-06f4-4868-81a2-4b4e76cb5010 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 726.890740] env[69663]: DEBUG oslo_concurrency.lockutils [req-25112a47-d2f9-4aad-9c34-96ee710322c8 req-87be6bb1-8aac-4387-a48e-39bb50e0f913 service nova] Acquiring lock "cac77ab5-f50e-46dd-967e-948221c1ee12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.892083] env[69663]: DEBUG oslo_concurrency.lockutils [req-25112a47-d2f9-4aad-9c34-96ee710322c8 req-87be6bb1-8aac-4387-a48e-39bb50e0f913 service nova] Lock "cac77ab5-f50e-46dd-967e-948221c1ee12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.892083] env[69663]: DEBUG oslo_concurrency.lockutils [req-25112a47-d2f9-4aad-9c34-96ee710322c8 req-87be6bb1-8aac-4387-a48e-39bb50e0f913 service nova] Lock "cac77ab5-f50e-46dd-967e-948221c1ee12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.892083] env[69663]: DEBUG nova.compute.manager [req-25112a47-d2f9-4aad-9c34-96ee710322c8 req-87be6bb1-8aac-4387-a48e-39bb50e0f913 service nova] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] No waiting events found dispatching network-vif-plugged-77431853-06f4-4868-81a2-4b4e76cb5010 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 726.892083] env[69663]: WARNING nova.compute.manager [req-25112a47-d2f9-4aad-9c34-96ee710322c8 req-87be6bb1-8aac-4387-a48e-39bb50e0f913 service nova] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Received unexpected event network-vif-plugged-77431853-06f4-4868-81a2-4b4e76cb5010 for instance with vm_state building and task_state spawning. [ 726.915240] env[69663]: DEBUG nova.compute.manager [req-bc24e058-e0ea-4b8d-8902-e34d762c5c76 req-bf5c6e8f-5942-40b6-aff6-317568e17007 service nova] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Received event network-changed-a2676523-bf0b-41a4-87eb-b091c06787de {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 726.915666] env[69663]: DEBUG nova.compute.manager [req-bc24e058-e0ea-4b8d-8902-e34d762c5c76 req-bf5c6e8f-5942-40b6-aff6-317568e17007 service nova] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Refreshing instance network info cache due to event network-changed-a2676523-bf0b-41a4-87eb-b091c06787de. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 726.915989] env[69663]: DEBUG oslo_concurrency.lockutils [req-bc24e058-e0ea-4b8d-8902-e34d762c5c76 req-bf5c6e8f-5942-40b6-aff6-317568e17007 service nova] Acquiring lock "refresh_cache-ce4eb350-554d-4f1c-92d5-dedcacfc8ea5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.916281] env[69663]: DEBUG oslo_concurrency.lockutils [req-bc24e058-e0ea-4b8d-8902-e34d762c5c76 req-bf5c6e8f-5942-40b6-aff6-317568e17007 service nova] Acquired lock "refresh_cache-ce4eb350-554d-4f1c-92d5-dedcacfc8ea5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.916605] env[69663]: DEBUG nova.network.neutron [req-bc24e058-e0ea-4b8d-8902-e34d762c5c76 req-bf5c6e8f-5942-40b6-aff6-317568e17007 service nova] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Refreshing network info cache for port a2676523-bf0b-41a4-87eb-b091c06787de {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 726.988242] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9711f2dd-71f8-4854-b508-67816ac45a27 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquiring lock "1d2d49f3-0406-467b-95b7-22d38c24dcf5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.988242] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9711f2dd-71f8-4854-b508-67816ac45a27 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Lock "1d2d49f3-0406-467b-95b7-22d38c24dcf5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.988242] env[69663]: DEBUG nova.compute.manager [None req-9711f2dd-71f8-4854-b508-67816ac45a27 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Going to confirm migration 1 {{(pid=69663) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 726.999655] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6e55840a-b308-4417-8407-0283bda19355 tempest-ServerDiagnosticsV248Test-1717013701 tempest-ServerDiagnosticsV248Test-1717013701-project-member] Lock "a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.918s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.060838] env[69663]: DEBUG oslo_vmware.api [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332320, 'name': CreateSnapshot_Task, 'duration_secs': 0.852043} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.061362] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Created Snapshot of the VM instance {{(pid=69663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 727.062424] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b192766-fdd8-4663-a1d1-b67cbb77050f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.188344] env[69663]: DEBUG oslo_concurrency.lockutils [None req-af4cd477-767f-4809-9229-9837f7e6cca2 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.240166] env[69663]: DEBUG nova.network.neutron [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 727.335967] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332323, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.542165] env[69663]: DEBUG nova.network.neutron [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Updating instance_info_cache with network_info: [{"id": "77431853-06f4-4868-81a2-4b4e76cb5010", "address": "fa:16:3e:6f:37:b8", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77431853-06", "ovs_interfaceid": "77431853-06f4-4868-81a2-4b4e76cb5010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.590270] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Creating linked-clone VM from snapshot {{(pid=69663) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 727.593768] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8c01e429-eaf0-45c2-9e10-40039c1c4e4a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.602973] env[69663]: DEBUG oslo_vmware.api [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 727.602973] env[69663]: value = "task-3332324" [ 727.602973] env[69663]: _type = "Task" [ 727.602973] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.612961] env[69663]: DEBUG oslo_vmware.api [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332324, 'name': CloneVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.630032] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9711f2dd-71f8-4854-b508-67816ac45a27 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquiring lock "refresh_cache-1d2d49f3-0406-467b-95b7-22d38c24dcf5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.630032] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9711f2dd-71f8-4854-b508-67816ac45a27 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquired lock "refresh_cache-1d2d49f3-0406-467b-95b7-22d38c24dcf5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.630032] env[69663]: DEBUG nova.network.neutron [None req-9711f2dd-71f8-4854-b508-67816ac45a27 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 727.630032] env[69663]: DEBUG nova.objects.instance [None req-9711f2dd-71f8-4854-b508-67816ac45a27 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Lazy-loading 'info_cache' on Instance uuid 1d2d49f3-0406-467b-95b7-22d38c24dcf5 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.675496] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbe1a40-d84f-4417-9854-daa09f0d757d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.687853] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebe879a-a557-4bae-907d-e508de99a76d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.745723] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e982d2-46a8-4bec-9af7-564aa8ec7bbb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.755866] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20cc6c9-8c83-447d-bb2d-dc82ab5bc4c8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.770920] env[69663]: DEBUG nova.compute.provider_tree [None req-4904ea2b-dbbf-4285-931b-ed30dc789bb4 tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.835120] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332323, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.047901] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Releasing lock "refresh_cache-cac77ab5-f50e-46dd-967e-948221c1ee12" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.048335] env[69663]: DEBUG nova.compute.manager [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Instance network_info: |[{"id": "77431853-06f4-4868-81a2-4b4e76cb5010", "address": "fa:16:3e:6f:37:b8", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77431853-06", "ovs_interfaceid": "77431853-06f4-4868-81a2-4b4e76cb5010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 728.048861] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:37:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77431853-06f4-4868-81a2-4b4e76cb5010', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.057622] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.058283] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 728.058539] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7963efa-f571-477d-abb4-45f078435767 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.084825] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.084825] env[69663]: value = "task-3332325" [ 728.084825] env[69663]: _type = "Task" [ 728.084825] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.094940] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332325, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.117701] env[69663]: DEBUG oslo_vmware.api [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332324, 'name': CloneVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.274821] env[69663]: DEBUG nova.scheduler.client.report [None req-4904ea2b-dbbf-4285-931b-ed30dc789bb4 tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 728.319789] env[69663]: DEBUG nova.network.neutron [req-bc24e058-e0ea-4b8d-8902-e34d762c5c76 req-bf5c6e8f-5942-40b6-aff6-317568e17007 service nova] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Updated VIF entry in instance network info cache for port a2676523-bf0b-41a4-87eb-b091c06787de. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 728.319789] env[69663]: DEBUG nova.network.neutron [req-bc24e058-e0ea-4b8d-8902-e34d762c5c76 req-bf5c6e8f-5942-40b6-aff6-317568e17007 service nova] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Updating instance_info_cache with network_info: [{"id": "a2676523-bf0b-41a4-87eb-b091c06787de", "address": "fa:16:3e:34:f5:a1", "network": {"id": "02697d1f-a04e-40c5-89e5-769a99fefc7a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-382458663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7818bdea04d7470187814a15e85ddad8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2676523-bf", "ovs_interfaceid": "a2676523-bf0b-41a4-87eb-b091c06787de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.340790] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332323, 'name': CreateVM_Task, 'duration_secs': 1.530574} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.340790] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 728.341155] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665155', 'volume_id': '60cc87d7-df53-43dd-af5e-1afc963199e6', 'name': 'volume-60cc87d7-df53-43dd-af5e-1afc963199e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce4eb350-554d-4f1c-92d5-dedcacfc8ea5', 'attached_at': '', 'detached_at': '', 'volume_id': '60cc87d7-df53-43dd-af5e-1afc963199e6', 'serial': '60cc87d7-df53-43dd-af5e-1afc963199e6'}, 'device_type': None, 'attachment_id': '89553c4d-6ac2-46bd-a020-d6f2330e08e6', 'delete_on_termination': True, 'boot_index': 0, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69663) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 728.341609] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Root volume attach. Driver type: vmdk {{(pid=69663) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 728.344075] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9504a324-6ee8-4524-91dd-b1040d5bbb18 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.352094] env[69663]: DEBUG oslo_concurrency.lockutils [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Acquiring lock "beec18ad-8614-4cdc-a764-9174157d3416" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.352351] env[69663]: DEBUG oslo_concurrency.lockutils [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Lock "beec18ad-8614-4cdc-a764-9174157d3416" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.359020] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88580b8c-4124-4704-8b1b-85e27c59c6b3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.366521] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c045070-573f-46b2-b73d-852082361279 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.375660] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-97543e10-95e3-457e-8cab-e4c6a81320a2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.386296] env[69663]: DEBUG oslo_vmware.api [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Waiting for the task: (returnval){ [ 728.386296] env[69663]: value = "task-3332326" [ 728.386296] env[69663]: _type = "Task" [ 728.386296] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.394292] env[69663]: DEBUG oslo_vmware.api [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Task: {'id': task-3332326, 'name': RelocateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.598110] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332325, 'name': CreateVM_Task, 'duration_secs': 0.385576} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.598227] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 728.599084] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.599218] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.599861] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.599861] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7240600c-982c-4152-9801-0326b54f11a8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.606421] env[69663]: DEBUG oslo_vmware.api [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Waiting for the task: (returnval){ [ 728.606421] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52475811-b424-08fb-a36e-b5c0bedbcf32" [ 728.606421] env[69663]: _type = "Task" [ 728.606421] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.636255] env[69663]: DEBUG oslo_vmware.api [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332324, 'name': CloneVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.637043] env[69663]: DEBUG nova.network.neutron [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Successfully updated port: 2b1d43c1-1710-44b8-be31-98ce4b48b326 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.648245] env[69663]: DEBUG oslo_vmware.api [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52475811-b424-08fb-a36e-b5c0bedbcf32, 'name': SearchDatastore_Task, 'duration_secs': 0.011251} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.657043] env[69663]: DEBUG oslo_concurrency.lockutils [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Acquiring lock "c96cd37c-954b-41ab-9728-b1cbfe5d8c74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.657043] env[69663]: DEBUG oslo_concurrency.lockutils [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Lock "c96cd37c-954b-41ab-9728-b1cbfe5d8c74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.657043] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.657043] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.657446] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.657446] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.657446] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.657446] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fdc63e6-d3d1-44d0-9e71-3a03dd891cae {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.666222] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.666424] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 728.667429] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ea64bec-552d-4b78-b978-2f5ca7613a88 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.673310] env[69663]: DEBUG oslo_vmware.api [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Waiting for the task: (returnval){ [ 728.673310] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52caebfd-7635-763d-cd57-f89c94d3e37a" [ 728.673310] env[69663]: _type = "Task" [ 728.673310] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.684706] env[69663]: DEBUG oslo_vmware.api [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52caebfd-7635-763d-cd57-f89c94d3e37a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.782768] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4904ea2b-dbbf-4285-931b-ed30dc789bb4 tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.333s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.786780] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.947s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.791028] env[69663]: INFO nova.compute.claims [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.827397] env[69663]: INFO nova.scheduler.client.report [None req-4904ea2b-dbbf-4285-931b-ed30dc789bb4 tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Deleted allocations for instance 367b5f83-09a7-4b03-8478-b50b70effc8a [ 728.830148] env[69663]: DEBUG oslo_concurrency.lockutils [req-bc24e058-e0ea-4b8d-8902-e34d762c5c76 req-bf5c6e8f-5942-40b6-aff6-317568e17007 service nova] Releasing lock "refresh_cache-ce4eb350-554d-4f1c-92d5-dedcacfc8ea5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.909328] env[69663]: DEBUG oslo_vmware.api [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Task: {'id': task-3332326, 'name': RelocateVM_Task} progress is 40%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.121493] env[69663]: DEBUG oslo_vmware.api [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332324, 'name': CloneVM_Task} progress is 95%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.141610] env[69663]: DEBUG nova.network.neutron [None req-9711f2dd-71f8-4854-b508-67816ac45a27 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Updating instance_info_cache with network_info: [{"id": "ed383ceb-7816-4a6d-bbf3-319c06c24d05", "address": "fa:16:3e:5f:91:7e", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped383ceb-78", "ovs_interfaceid": "ed383ceb-7816-4a6d-bbf3-319c06c24d05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.149392] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Acquiring lock "refresh_cache-bff38a50-1e9f-408b-8c4f-0900b6b3a318" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.149590] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Acquired lock "refresh_cache-bff38a50-1e9f-408b-8c4f-0900b6b3a318" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.149868] env[69663]: DEBUG nova.network.neutron [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 729.194715] env[69663]: DEBUG oslo_vmware.api [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52caebfd-7635-763d-cd57-f89c94d3e37a, 'name': SearchDatastore_Task, 'duration_secs': 0.011927} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.195672] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e4035f0-1198-42f5-a9c4-0e0445dd5b9f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.204878] env[69663]: DEBUG oslo_vmware.api [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Waiting for the task: (returnval){ [ 729.204878] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52cd0615-d773-c9a5-da59-e6252551812a" [ 729.204878] env[69663]: _type = "Task" [ 729.204878] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.219290] env[69663]: DEBUG oslo_vmware.api [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52cd0615-d773-c9a5-da59-e6252551812a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.342072] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4904ea2b-dbbf-4285-931b-ed30dc789bb4 tempest-ServerDiagnosticsTest-735963863 tempest-ServerDiagnosticsTest-735963863-project-member] Lock "367b5f83-09a7-4b03-8478-b50b70effc8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.069s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.399845] env[69663]: DEBUG oslo_vmware.api [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Task: {'id': task-3332326, 'name': RelocateVM_Task} progress is 51%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.457433] env[69663]: DEBUG nova.compute.manager [req-1b28773f-ce90-4d62-8d34-051fd6a7911e req-d0c32626-29f5-415b-b9c7-8477f8780b54 service nova] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Received event network-changed-77431853-06f4-4868-81a2-4b4e76cb5010 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 729.457433] env[69663]: DEBUG nova.compute.manager [req-1b28773f-ce90-4d62-8d34-051fd6a7911e req-d0c32626-29f5-415b-b9c7-8477f8780b54 service nova] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Refreshing instance network info cache due to event network-changed-77431853-06f4-4868-81a2-4b4e76cb5010. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 729.457604] env[69663]: DEBUG oslo_concurrency.lockutils [req-1b28773f-ce90-4d62-8d34-051fd6a7911e req-d0c32626-29f5-415b-b9c7-8477f8780b54 service nova] Acquiring lock "refresh_cache-cac77ab5-f50e-46dd-967e-948221c1ee12" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.457757] env[69663]: DEBUG oslo_concurrency.lockutils [req-1b28773f-ce90-4d62-8d34-051fd6a7911e req-d0c32626-29f5-415b-b9c7-8477f8780b54 service nova] Acquired lock "refresh_cache-cac77ab5-f50e-46dd-967e-948221c1ee12" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.457923] env[69663]: DEBUG nova.network.neutron [req-1b28773f-ce90-4d62-8d34-051fd6a7911e req-d0c32626-29f5-415b-b9c7-8477f8780b54 service nova] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Refreshing network info cache for port 77431853-06f4-4868-81a2-4b4e76cb5010 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 729.478899] env[69663]: DEBUG nova.compute.manager [req-0461ff93-dde9-4d72-9584-e3bae5363d88 req-3b1174b7-11fe-45f0-a436-14cd740560e0 service nova] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Received event network-vif-plugged-2b1d43c1-1710-44b8-be31-98ce4b48b326 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 729.479189] env[69663]: DEBUG oslo_concurrency.lockutils [req-0461ff93-dde9-4d72-9584-e3bae5363d88 req-3b1174b7-11fe-45f0-a436-14cd740560e0 service nova] Acquiring lock "bff38a50-1e9f-408b-8c4f-0900b6b3a318-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.479405] env[69663]: DEBUG oslo_concurrency.lockutils [req-0461ff93-dde9-4d72-9584-e3bae5363d88 req-3b1174b7-11fe-45f0-a436-14cd740560e0 service nova] Lock "bff38a50-1e9f-408b-8c4f-0900b6b3a318-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.479578] env[69663]: DEBUG oslo_concurrency.lockutils [req-0461ff93-dde9-4d72-9584-e3bae5363d88 req-3b1174b7-11fe-45f0-a436-14cd740560e0 service nova] Lock "bff38a50-1e9f-408b-8c4f-0900b6b3a318-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.479842] env[69663]: DEBUG nova.compute.manager [req-0461ff93-dde9-4d72-9584-e3bae5363d88 req-3b1174b7-11fe-45f0-a436-14cd740560e0 service nova] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] No waiting events found dispatching network-vif-plugged-2b1d43c1-1710-44b8-be31-98ce4b48b326 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 729.480036] env[69663]: WARNING nova.compute.manager [req-0461ff93-dde9-4d72-9584-e3bae5363d88 req-3b1174b7-11fe-45f0-a436-14cd740560e0 service nova] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Received unexpected event network-vif-plugged-2b1d43c1-1710-44b8-be31-98ce4b48b326 for instance with vm_state building and task_state spawning. [ 729.480334] env[69663]: DEBUG nova.compute.manager [req-0461ff93-dde9-4d72-9584-e3bae5363d88 req-3b1174b7-11fe-45f0-a436-14cd740560e0 service nova] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Received event network-changed-2b1d43c1-1710-44b8-be31-98ce4b48b326 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 729.480407] env[69663]: DEBUG nova.compute.manager [req-0461ff93-dde9-4d72-9584-e3bae5363d88 req-3b1174b7-11fe-45f0-a436-14cd740560e0 service nova] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Refreshing instance network info cache due to event network-changed-2b1d43c1-1710-44b8-be31-98ce4b48b326. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 729.480538] env[69663]: DEBUG oslo_concurrency.lockutils [req-0461ff93-dde9-4d72-9584-e3bae5363d88 req-3b1174b7-11fe-45f0-a436-14cd740560e0 service nova] Acquiring lock "refresh_cache-bff38a50-1e9f-408b-8c4f-0900b6b3a318" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.620432] env[69663]: DEBUG oslo_vmware.api [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332324, 'name': CloneVM_Task, 'duration_secs': 1.680568} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.621223] env[69663]: INFO nova.virt.vmwareapi.vmops [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Created linked-clone VM from snapshot [ 729.621536] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c9bee9-9600-49da-8eec-181d88d17493 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.634881] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Uploading image 4aa19f0e-1da7-4ce6-811d-679f3d82f3ed {{(pid=69663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 729.643224] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9711f2dd-71f8-4854-b508-67816ac45a27 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Releasing lock "refresh_cache-1d2d49f3-0406-467b-95b7-22d38c24dcf5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.643521] env[69663]: DEBUG nova.objects.instance [None req-9711f2dd-71f8-4854-b508-67816ac45a27 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Lazy-loading 'migration_context' on Instance uuid 1d2d49f3-0406-467b-95b7-22d38c24dcf5 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.672310] env[69663]: DEBUG oslo_vmware.rw_handles [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 729.672310] env[69663]: value = "vm-665198" [ 729.672310] env[69663]: _type = "VirtualMachine" [ 729.672310] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 729.672922] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8ba610ff-6ddf-42be-859f-3d31cacb3230 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.684904] env[69663]: DEBUG oslo_vmware.rw_handles [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lease: (returnval){ [ 729.684904] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5208a1c4-a12a-66e3-55e7-10ec6c1fe537" [ 729.684904] env[69663]: _type = "HttpNfcLease" [ 729.684904] env[69663]: } obtained for exporting VM: (result){ [ 729.684904] env[69663]: value = "vm-665198" [ 729.684904] env[69663]: _type = "VirtualMachine" [ 729.684904] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 729.685217] env[69663]: DEBUG oslo_vmware.api [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the lease: (returnval){ [ 729.685217] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5208a1c4-a12a-66e3-55e7-10ec6c1fe537" [ 729.685217] env[69663]: _type = "HttpNfcLease" [ 729.685217] env[69663]: } to be ready. {{(pid=69663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 729.697822] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 729.697822] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5208a1c4-a12a-66e3-55e7-10ec6c1fe537" [ 729.697822] env[69663]: _type = "HttpNfcLease" [ 729.697822] env[69663]: } is initializing. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 729.720025] env[69663]: DEBUG nova.network.neutron [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 729.724291] env[69663]: DEBUG oslo_vmware.api [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52cd0615-d773-c9a5-da59-e6252551812a, 'name': SearchDatastore_Task, 'duration_secs': 0.016343} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.724634] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.724978] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] cac77ab5-f50e-46dd-967e-948221c1ee12/cac77ab5-f50e-46dd-967e-948221c1ee12.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 729.725313] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9283db0-cca1-4e6d-8b5e-72a5dd18d90d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.742105] env[69663]: DEBUG oslo_vmware.api [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Waiting for the task: (returnval){ [ 729.742105] env[69663]: value = "task-3332328" [ 729.742105] env[69663]: _type = "Task" [ 729.742105] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.757658] env[69663]: DEBUG oslo_vmware.api [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.906544] env[69663]: DEBUG oslo_vmware.api [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Task: {'id': task-3332326, 'name': RelocateVM_Task} progress is 65%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.928902] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f820384e-d8cd-456a-af7c-e8e86e2ea45f tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Acquiring lock "2865aeeb-8d72-40c2-a8cc-057df0318dab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.929221] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f820384e-d8cd-456a-af7c-e8e86e2ea45f tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Lock "2865aeeb-8d72-40c2-a8cc-057df0318dab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.929377] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f820384e-d8cd-456a-af7c-e8e86e2ea45f tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Acquiring lock "2865aeeb-8d72-40c2-a8cc-057df0318dab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.929671] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f820384e-d8cd-456a-af7c-e8e86e2ea45f tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Lock "2865aeeb-8d72-40c2-a8cc-057df0318dab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.929791] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f820384e-d8cd-456a-af7c-e8e86e2ea45f tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Lock "2865aeeb-8d72-40c2-a8cc-057df0318dab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.934700] env[69663]: INFO nova.compute.manager [None req-f820384e-d8cd-456a-af7c-e8e86e2ea45f tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Terminating instance [ 729.939133] env[69663]: DEBUG nova.compute.manager [None req-f820384e-d8cd-456a-af7c-e8e86e2ea45f tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 729.939577] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f820384e-d8cd-456a-af7c-e8e86e2ea45f tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 729.940773] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9787c9fb-1523-4e05-b4f4-692b0c05b0bf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.953091] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f820384e-d8cd-456a-af7c-e8e86e2ea45f tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 729.956376] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abf7d5f9-39bd-46c8-ab41-d491bfc11f2a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.970368] env[69663]: DEBUG oslo_vmware.api [None req-f820384e-d8cd-456a-af7c-e8e86e2ea45f tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Waiting for the task: (returnval){ [ 729.970368] env[69663]: value = "task-3332329" [ 729.970368] env[69663]: _type = "Task" [ 729.970368] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.986604] env[69663]: DEBUG oslo_vmware.api [None req-f820384e-d8cd-456a-af7c-e8e86e2ea45f tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.151047] env[69663]: DEBUG nova.objects.base [None req-9711f2dd-71f8-4854-b508-67816ac45a27 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Object Instance<1d2d49f3-0406-467b-95b7-22d38c24dcf5> lazy-loaded attributes: info_cache,migration_context {{(pid=69663) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 730.151047] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e335bb9d-eebc-4c2c-aba5-adc9fc782bd3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.193596] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f5e8545-25bf-46e2-95f1-231b8160aae2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.204176] env[69663]: DEBUG oslo_vmware.api [None req-9711f2dd-71f8-4854-b508-67816ac45a27 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for the task: (returnval){ [ 730.204176] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5237d138-22c6-d3ea-c3c2-c37a87a130e9" [ 730.204176] env[69663]: _type = "Task" [ 730.204176] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.208047] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 730.208047] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5208a1c4-a12a-66e3-55e7-10ec6c1fe537" [ 730.208047] env[69663]: _type = "HttpNfcLease" [ 730.208047] env[69663]: } is ready. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 730.211858] env[69663]: DEBUG oslo_vmware.rw_handles [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 730.211858] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5208a1c4-a12a-66e3-55e7-10ec6c1fe537" [ 730.211858] env[69663]: _type = "HttpNfcLease" [ 730.211858] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 730.213661] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a493005c-3229-49f6-9e9c-10cf0f89136e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.227530] env[69663]: DEBUG oslo_vmware.api [None req-9711f2dd-71f8-4854-b508-67816ac45a27 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5237d138-22c6-d3ea-c3c2-c37a87a130e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.231477] env[69663]: DEBUG oslo_vmware.rw_handles [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab8675-d557-e0b7-0b1e-f5e13a042fbe/disk-0.vmdk from lease info. {{(pid=69663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 730.231745] env[69663]: DEBUG oslo_vmware.rw_handles [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab8675-d557-e0b7-0b1e-f5e13a042fbe/disk-0.vmdk for reading. {{(pid=69663) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 730.319285] env[69663]: DEBUG oslo_vmware.api [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332328, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.401447] env[69663]: DEBUG oslo_vmware.api [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Task: {'id': task-3332326, 'name': RelocateVM_Task} progress is 78%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.467269] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c6485312-4978-48c7-a150-9a69d29bac69 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.505763] env[69663]: DEBUG oslo_vmware.api [None req-f820384e-d8cd-456a-af7c-e8e86e2ea45f tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332329, 'name': PowerOffVM_Task, 'duration_secs': 0.271524} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.505763] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f820384e-d8cd-456a-af7c-e8e86e2ea45f tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 730.505763] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f820384e-d8cd-456a-af7c-e8e86e2ea45f tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 730.505763] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b15ebe3-f6d0-42c4-a36b-a1eb311a7333 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.557735] env[69663]: DEBUG oslo_concurrency.lockutils [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "7be8d9d2-3b54-490e-8a89-00324c49a5a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.557735] env[69663]: DEBUG oslo_concurrency.lockutils [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "7be8d9d2-3b54-490e-8a89-00324c49a5a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.581898] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f820384e-d8cd-456a-af7c-e8e86e2ea45f tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 730.582209] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f820384e-d8cd-456a-af7c-e8e86e2ea45f tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 730.582407] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f820384e-d8cd-456a-af7c-e8e86e2ea45f tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Deleting the datastore file [datastore1] 2865aeeb-8d72-40c2-a8cc-057df0318dab {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.582970] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c27e6a61-d0cb-4de9-b75d-6d5e30435317 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.589230] env[69663]: DEBUG nova.network.neutron [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Updating instance_info_cache with network_info: [{"id": "2b1d43c1-1710-44b8-be31-98ce4b48b326", "address": "fa:16:3e:d7:fa:08", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1d43c1-17", "ovs_interfaceid": "2b1d43c1-1710-44b8-be31-98ce4b48b326", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.593548] env[69663]: DEBUG oslo_vmware.api [None req-f820384e-d8cd-456a-af7c-e8e86e2ea45f tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Waiting for the task: (returnval){ [ 730.593548] env[69663]: value = "task-3332331" [ 730.593548] env[69663]: _type = "Task" [ 730.593548] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.607949] env[69663]: DEBUG oslo_vmware.api [None req-f820384e-d8cd-456a-af7c-e8e86e2ea45f tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.631490] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626ef2ae-7397-4358-af4c-540a7ce98809 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.648194] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9231897b-614d-4cbf-9baa-b3dbf1bde6b3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.691492] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85126237-8146-4b1f-b2c4-773cb5a2dab0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.702491] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d66c554-455c-4753-8f0f-c0bd186fe25d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.721840] env[69663]: DEBUG nova.compute.provider_tree [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.732706] env[69663]: DEBUG oslo_vmware.api [None req-9711f2dd-71f8-4854-b508-67816ac45a27 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5237d138-22c6-d3ea-c3c2-c37a87a130e9, 'name': SearchDatastore_Task, 'duration_secs': 0.026351} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.733740] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9711f2dd-71f8-4854-b508-67816ac45a27 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.814550] env[69663]: DEBUG oslo_vmware.api [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.735202} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.814764] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] cac77ab5-f50e-46dd-967e-948221c1ee12/cac77ab5-f50e-46dd-967e-948221c1ee12.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 730.814999] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.815292] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3cc5da92-1ae7-4ad5-8b7d-fddf8fa236a3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.827296] env[69663]: DEBUG oslo_vmware.api [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Waiting for the task: (returnval){ [ 730.827296] env[69663]: value = "task-3332332" [ 730.827296] env[69663]: _type = "Task" [ 730.827296] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.841024] env[69663]: DEBUG oslo_vmware.api [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332332, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.897342] env[69663]: DEBUG oslo_vmware.api [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Task: {'id': task-3332326, 'name': RelocateVM_Task} progress is 95%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.013021] env[69663]: DEBUG nova.network.neutron [req-1b28773f-ce90-4d62-8d34-051fd6a7911e req-d0c32626-29f5-415b-b9c7-8477f8780b54 service nova] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Updated VIF entry in instance network info cache for port 77431853-06f4-4868-81a2-4b4e76cb5010. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 731.014332] env[69663]: DEBUG nova.network.neutron [req-1b28773f-ce90-4d62-8d34-051fd6a7911e req-d0c32626-29f5-415b-b9c7-8477f8780b54 service nova] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Updating instance_info_cache with network_info: [{"id": "77431853-06f4-4868-81a2-4b4e76cb5010", "address": "fa:16:3e:6f:37:b8", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77431853-06", "ovs_interfaceid": "77431853-06f4-4868-81a2-4b4e76cb5010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.094999] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Releasing lock "refresh_cache-bff38a50-1e9f-408b-8c4f-0900b6b3a318" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.094999] env[69663]: DEBUG nova.compute.manager [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Instance network_info: |[{"id": "2b1d43c1-1710-44b8-be31-98ce4b48b326", "address": "fa:16:3e:d7:fa:08", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1d43c1-17", "ovs_interfaceid": "2b1d43c1-1710-44b8-be31-98ce4b48b326", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 731.096014] env[69663]: DEBUG oslo_concurrency.lockutils [req-0461ff93-dde9-4d72-9584-e3bae5363d88 req-3b1174b7-11fe-45f0-a436-14cd740560e0 service nova] Acquired lock "refresh_cache-bff38a50-1e9f-408b-8c4f-0900b6b3a318" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.096292] env[69663]: DEBUG nova.network.neutron [req-0461ff93-dde9-4d72-9584-e3bae5363d88 req-3b1174b7-11fe-45f0-a436-14cd740560e0 service nova] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Refreshing network info cache for port 2b1d43c1-1710-44b8-be31-98ce4b48b326 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 731.097658] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:fa:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b1d43c1-1710-44b8-be31-98ce4b48b326', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.115330] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Creating folder: Project (fed07e88ebf54d25b1db45e921704273). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 731.121048] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e02860e3-a938-466d-922c-8042ca0bbeed {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.130671] env[69663]: DEBUG oslo_vmware.api [None req-f820384e-d8cd-456a-af7c-e8e86e2ea45f tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Task: {'id': task-3332331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27818} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.131132] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f820384e-d8cd-456a-af7c-e8e86e2ea45f tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.131441] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f820384e-d8cd-456a-af7c-e8e86e2ea45f tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 731.131904] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f820384e-d8cd-456a-af7c-e8e86e2ea45f tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 731.132250] env[69663]: INFO nova.compute.manager [None req-f820384e-d8cd-456a-af7c-e8e86e2ea45f tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Took 1.19 seconds to destroy the instance on the hypervisor. [ 731.132640] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f820384e-d8cd-456a-af7c-e8e86e2ea45f tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.134816] env[69663]: DEBUG nova.compute.manager [-] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 731.134886] env[69663]: DEBUG nova.network.neutron [-] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 731.137143] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Created folder: Project (fed07e88ebf54d25b1db45e921704273) in parent group-v665133. [ 731.137615] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Creating folder: Instances. Parent ref: group-v665200. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 731.137920] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6052528f-e6f7-4eaa-be12-86ccdf9afa58 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.148496] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Created folder: Instances in parent group-v665200. [ 731.148791] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.151147] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 731.151147] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4cd771c-84dc-473f-9ba7-1c4f30afd2cc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.174572] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.174572] env[69663]: value = "task-3332335" [ 731.174572] env[69663]: _type = "Task" [ 731.174572] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.183985] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332335, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.226879] env[69663]: DEBUG nova.scheduler.client.report [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 731.339798] env[69663]: DEBUG oslo_vmware.api [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332332, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083078} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.339943] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.340985] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d594fa8c-49bb-4354-b137-5856584ad5dc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.367672] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] cac77ab5-f50e-46dd-967e-948221c1ee12/cac77ab5-f50e-46dd-967e-948221c1ee12.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.368172] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4c85ac1-2c5b-476e-b35e-fc29845cb556 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.400567] env[69663]: DEBUG oslo_vmware.api [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Task: {'id': task-3332326, 'name': RelocateVM_Task} progress is 97%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.403474] env[69663]: DEBUG oslo_vmware.api [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Waiting for the task: (returnval){ [ 731.403474] env[69663]: value = "task-3332336" [ 731.403474] env[69663]: _type = "Task" [ 731.403474] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.412338] env[69663]: DEBUG oslo_vmware.api [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332336, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.517999] env[69663]: DEBUG oslo_concurrency.lockutils [req-1b28773f-ce90-4d62-8d34-051fd6a7911e req-d0c32626-29f5-415b-b9c7-8477f8780b54 service nova] Releasing lock "refresh_cache-cac77ab5-f50e-46dd-967e-948221c1ee12" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.687048] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332335, 'name': CreateVM_Task, 'duration_secs': 0.445368} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.687327] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 731.688802] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.688802] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.689359] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.689509] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51782458-f317-4bfa-a137-96a59c023898 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.695919] env[69663]: DEBUG oslo_vmware.api [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Waiting for the task: (returnval){ [ 731.695919] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52935841-814d-62f4-a92c-aa454c26c72e" [ 731.695919] env[69663]: _type = "Task" [ 731.695919] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.705700] env[69663]: DEBUG oslo_vmware.api [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52935841-814d-62f4-a92c-aa454c26c72e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.745394] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.959s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.745915] env[69663]: DEBUG nova.compute.manager [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 731.758101] env[69663]: DEBUG oslo_concurrency.lockutils [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.172s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.763362] env[69663]: INFO nova.compute.claims [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.901459] env[69663]: DEBUG oslo_vmware.api [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Task: {'id': task-3332326, 'name': RelocateVM_Task, 'duration_secs': 3.467724} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.901683] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Volume attach. Driver type: vmdk {{(pid=69663) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 731.902943] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665155', 'volume_id': '60cc87d7-df53-43dd-af5e-1afc963199e6', 'name': 'volume-60cc87d7-df53-43dd-af5e-1afc963199e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce4eb350-554d-4f1c-92d5-dedcacfc8ea5', 'attached_at': '', 'detached_at': '', 'volume_id': '60cc87d7-df53-43dd-af5e-1afc963199e6', 'serial': '60cc87d7-df53-43dd-af5e-1afc963199e6'} {{(pid=69663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 731.903947] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec445ef8-a858-4578-9772-0639b3c4bae4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.929551] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821359c3-800f-4254-b396-4dbce58ab38a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.932559] env[69663]: DEBUG oslo_vmware.api [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.957918] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] volume-60cc87d7-df53-43dd-af5e-1afc963199e6/volume-60cc87d7-df53-43dd-af5e-1afc963199e6.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.959179] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15d7c318-05ec-410b-b4e3-2adca1dbcfba {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.992073] env[69663]: DEBUG oslo_vmware.api [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Waiting for the task: (returnval){ [ 731.992073] env[69663]: value = "task-3332337" [ 731.992073] env[69663]: _type = "Task" [ 731.992073] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.005871] env[69663]: DEBUG oslo_vmware.api [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Task: {'id': task-3332337, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.210036] env[69663]: DEBUG oslo_vmware.api [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52935841-814d-62f4-a92c-aa454c26c72e, 'name': SearchDatastore_Task, 'duration_secs': 0.024919} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.210330] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.210538] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.210885] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.211155] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.211416] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.211741] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28c1c876-e4d7-4dbc-bc32-af05275286e2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.224010] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.224419] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 732.227698] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-150da726-3995-40ce-9034-4c33de7fb7ef {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.236024] env[69663]: DEBUG oslo_vmware.api [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Waiting for the task: (returnval){ [ 732.236024] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]520bf310-826b-bd1e-e22b-1ae4160409c3" [ 732.236024] env[69663]: _type = "Task" [ 732.236024] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.243384] env[69663]: DEBUG oslo_vmware.api [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]520bf310-826b-bd1e-e22b-1ae4160409c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.270402] env[69663]: DEBUG nova.compute.utils [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 732.272400] env[69663]: DEBUG nova.compute.manager [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 732.272400] env[69663]: DEBUG nova.network.neutron [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] [instance: 76897d45-3652-487d-beba-517307e3e6e6] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 732.400908] env[69663]: DEBUG nova.compute.manager [req-7e38a3f6-f892-434c-83f0-ea304b780996 req-1f42a022-899c-4f10-85d2-8b5fab5bd204 service nova] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Received event network-vif-deleted-f4a05c40-0c0e-4114-bb61-c91ae2b05472 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 732.401164] env[69663]: INFO nova.compute.manager [req-7e38a3f6-f892-434c-83f0-ea304b780996 req-1f42a022-899c-4f10-85d2-8b5fab5bd204 service nova] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Neutron deleted interface f4a05c40-0c0e-4114-bb61-c91ae2b05472; detaching it from the instance and deleting it from the info cache [ 732.401341] env[69663]: DEBUG nova.network.neutron [req-7e38a3f6-f892-434c-83f0-ea304b780996 req-1f42a022-899c-4f10-85d2-8b5fab5bd204 service nova] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.404104] env[69663]: DEBUG nova.policy [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bc8a2f38d9f440fa5fe2eba538460bd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c26d66e8b6e497aacbf03a07dfe8505', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 732.421547] env[69663]: DEBUG oslo_vmware.api [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332336, 'name': ReconfigVM_Task, 'duration_secs': 0.68801} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.421850] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Reconfigured VM instance instance-00000014 to attach disk [datastore1] cac77ab5-f50e-46dd-967e-948221c1ee12/cac77ab5-f50e-46dd-967e-948221c1ee12.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.422516] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40239986-5e25-4f31-8b16-4dad96c87a04 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.434109] env[69663]: DEBUG oslo_vmware.api [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Waiting for the task: (returnval){ [ 732.434109] env[69663]: value = "task-3332338" [ 732.434109] env[69663]: _type = "Task" [ 732.434109] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.446452] env[69663]: DEBUG oslo_vmware.api [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332338, 'name': Rename_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.462458] env[69663]: DEBUG nova.network.neutron [req-0461ff93-dde9-4d72-9584-e3bae5363d88 req-3b1174b7-11fe-45f0-a436-14cd740560e0 service nova] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Updated VIF entry in instance network info cache for port 2b1d43c1-1710-44b8-be31-98ce4b48b326. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 732.462927] env[69663]: DEBUG nova.network.neutron [req-0461ff93-dde9-4d72-9584-e3bae5363d88 req-3b1174b7-11fe-45f0-a436-14cd740560e0 service nova] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Updating instance_info_cache with network_info: [{"id": "2b1d43c1-1710-44b8-be31-98ce4b48b326", "address": "fa:16:3e:d7:fa:08", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b1d43c1-17", "ovs_interfaceid": "2b1d43c1-1710-44b8-be31-98ce4b48b326", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.499620] env[69663]: DEBUG nova.network.neutron [-] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.511521] env[69663]: DEBUG oslo_vmware.api [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Task: {'id': task-3332337, 'name': ReconfigVM_Task, 'duration_secs': 0.375635} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.511521] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Reconfigured VM instance instance-00000013 to attach disk [datastore1] volume-60cc87d7-df53-43dd-af5e-1afc963199e6/volume-60cc87d7-df53-43dd-af5e-1afc963199e6.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.511521] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f103ab3-de32-4f4b-bd3b-56fe25adedd5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.530312] env[69663]: DEBUG oslo_vmware.api [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Waiting for the task: (returnval){ [ 732.530312] env[69663]: value = "task-3332339" [ 732.530312] env[69663]: _type = "Task" [ 732.530312] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.541765] env[69663]: DEBUG oslo_vmware.api [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Task: {'id': task-3332339, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.748832] env[69663]: DEBUG oslo_vmware.api [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]520bf310-826b-bd1e-e22b-1ae4160409c3, 'name': SearchDatastore_Task, 'duration_secs': 0.01782} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.749808] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3bec613-5902-40cc-9265-441e083d827a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.757862] env[69663]: DEBUG oslo_vmware.api [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Waiting for the task: (returnval){ [ 732.757862] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]522e2f18-ab29-950a-909e-92bf835891de" [ 732.757862] env[69663]: _type = "Task" [ 732.757862] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.767385] env[69663]: DEBUG oslo_vmware.api [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]522e2f18-ab29-950a-909e-92bf835891de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.777439] env[69663]: DEBUG nova.compute.manager [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 732.917353] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6a07fb1e-f522-476c-a703-fbc9bfe3ea20 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.925739] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d049e5d-2562-47e3-a1ee-a1e796d4534f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.957450] env[69663]: DEBUG oslo_vmware.api [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332338, 'name': Rename_Task, 'duration_secs': 0.153717} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.960524] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 732.972504] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8243d766-ae33-4953-979f-e90a8d99b804 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.975552] env[69663]: DEBUG oslo_concurrency.lockutils [req-0461ff93-dde9-4d72-9584-e3bae5363d88 req-3b1174b7-11fe-45f0-a436-14cd740560e0 service nova] Releasing lock "refresh_cache-bff38a50-1e9f-408b-8c4f-0900b6b3a318" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.975552] env[69663]: DEBUG nova.compute.manager [req-7e38a3f6-f892-434c-83f0-ea304b780996 req-1f42a022-899c-4f10-85d2-8b5fab5bd204 service nova] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Detach interface failed, port_id=f4a05c40-0c0e-4114-bb61-c91ae2b05472, reason: Instance 2865aeeb-8d72-40c2-a8cc-057df0318dab could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 732.989354] env[69663]: DEBUG oslo_vmware.api [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Waiting for the task: (returnval){ [ 732.989354] env[69663]: value = "task-3332340" [ 732.989354] env[69663]: _type = "Task" [ 732.989354] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.006522] env[69663]: INFO nova.compute.manager [-] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Took 1.87 seconds to deallocate network for instance. [ 733.006887] env[69663]: DEBUG oslo_vmware.api [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332340, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.040054] env[69663]: DEBUG oslo_vmware.api [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Task: {'id': task-3332339, 'name': ReconfigVM_Task, 'duration_secs': 0.145703} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.040551] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665155', 'volume_id': '60cc87d7-df53-43dd-af5e-1afc963199e6', 'name': 'volume-60cc87d7-df53-43dd-af5e-1afc963199e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce4eb350-554d-4f1c-92d5-dedcacfc8ea5', 'attached_at': '', 'detached_at': '', 'volume_id': '60cc87d7-df53-43dd-af5e-1afc963199e6', 'serial': '60cc87d7-df53-43dd-af5e-1afc963199e6'} {{(pid=69663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 733.041520] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6d79d57-39d6-4c83-baf0-29a7dafe6b8c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.052054] env[69663]: DEBUG oslo_vmware.api [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Waiting for the task: (returnval){ [ 733.052054] env[69663]: value = "task-3332341" [ 733.052054] env[69663]: _type = "Task" [ 733.052054] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.061841] env[69663]: DEBUG oslo_vmware.api [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Task: {'id': task-3332341, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.272379] env[69663]: DEBUG oslo_vmware.api [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]522e2f18-ab29-950a-909e-92bf835891de, 'name': SearchDatastore_Task, 'duration_secs': 0.016268} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.273247] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.273247] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] bff38a50-1e9f-408b-8c4f-0900b6b3a318/bff38a50-1e9f-408b-8c4f-0900b6b3a318.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 733.275092] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-795ca2b6-ea63-4a3b-abac-5e0e80e824e7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.277192] env[69663]: DEBUG nova.network.neutron [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Successfully created port: cb6158e0-9373-48e4-b9a9-7c312966a73a {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 733.291393] env[69663]: DEBUG oslo_vmware.api [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Waiting for the task: (returnval){ [ 733.291393] env[69663]: value = "task-3332342" [ 733.291393] env[69663]: _type = "Task" [ 733.291393] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.300980] env[69663]: DEBUG oslo_vmware.api [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Task: {'id': task-3332342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.484015] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd83a08-ed4c-4720-849e-b86fafce1746 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.498022] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977d33ec-4f96-4135-942c-47dc5d669a69 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.512756] env[69663]: DEBUG oslo_vmware.api [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332340, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.544172] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f820384e-d8cd-456a-af7c-e8e86e2ea45f tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.546022] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39c16fd-1843-4145-8a8c-8d89858d424f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.557380] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f71bae5-df1d-4557-bab5-97e0a131e01c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.567838] env[69663]: DEBUG oslo_vmware.api [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Task: {'id': task-3332341, 'name': Rename_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.577482] env[69663]: DEBUG nova.compute.provider_tree [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.792997] env[69663]: DEBUG nova.compute.manager [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 733.813394] env[69663]: DEBUG oslo_vmware.api [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Task: {'id': task-3332342, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.828706] env[69663]: DEBUG nova.virt.hardware [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 733.829330] env[69663]: DEBUG nova.virt.hardware [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 733.829330] env[69663]: DEBUG nova.virt.hardware [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.829690] env[69663]: DEBUG nova.virt.hardware [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 733.830156] env[69663]: DEBUG nova.virt.hardware [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.830156] env[69663]: DEBUG nova.virt.hardware [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 733.830307] env[69663]: DEBUG nova.virt.hardware [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 733.830395] env[69663]: DEBUG nova.virt.hardware [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 733.830658] env[69663]: DEBUG nova.virt.hardware [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 733.831045] env[69663]: DEBUG nova.virt.hardware [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 733.831336] env[69663]: DEBUG nova.virt.hardware [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 733.840215] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a7eb56-49b4-46d4-b9a0-50c9013c5cf9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.857657] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8514c35c-f9a0-482d-8306-218bb0a0e7f1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.021557] env[69663]: DEBUG oslo_vmware.api [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332340, 'name': PowerOnVM_Task, 'duration_secs': 0.56618} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.024261] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 734.024459] env[69663]: INFO nova.compute.manager [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Took 10.66 seconds to spawn the instance on the hypervisor. [ 734.024705] env[69663]: DEBUG nova.compute.manager [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 734.026124] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2301e5-1526-4958-8d80-fe0bd7d7a589 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.073807] env[69663]: DEBUG oslo_vmware.api [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Task: {'id': task-3332341, 'name': Rename_Task, 'duration_secs': 0.857207} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.074153] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 734.074457] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8b481a1-3feb-4fae-8f37-947c2c71d02c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.080937] env[69663]: DEBUG nova.scheduler.client.report [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 734.087300] env[69663]: DEBUG oslo_vmware.api [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Waiting for the task: (returnval){ [ 734.087300] env[69663]: value = "task-3332343" [ 734.087300] env[69663]: _type = "Task" [ 734.087300] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.096361] env[69663]: DEBUG oslo_vmware.api [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Task: {'id': task-3332343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.307698] env[69663]: DEBUG oslo_vmware.api [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Task: {'id': task-3332342, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621881} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.308047] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] bff38a50-1e9f-408b-8c4f-0900b6b3a318/bff38a50-1e9f-408b-8c4f-0900b6b3a318.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 734.308309] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.308607] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c841a968-2541-40c3-9ba4-1a1deed46ae7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.315045] env[69663]: DEBUG oslo_vmware.api [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Waiting for the task: (returnval){ [ 734.315045] env[69663]: value = "task-3332344" [ 734.315045] env[69663]: _type = "Task" [ 734.315045] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.323400] env[69663]: DEBUG oslo_vmware.api [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Task: {'id': task-3332344, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.562328] env[69663]: INFO nova.compute.manager [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Took 36.60 seconds to build instance. [ 734.588301] env[69663]: DEBUG oslo_concurrency.lockutils [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.831s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.588982] env[69663]: DEBUG nova.compute.manager [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 734.596018] env[69663]: DEBUG oslo_concurrency.lockutils [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.548s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.599268] env[69663]: INFO nova.compute.claims [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.610928] env[69663]: DEBUG oslo_vmware.api [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Task: {'id': task-3332343, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.743524] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Acquiring lock "c46089b3-927b-4b96-84bb-cfa3e5e70037" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.748294] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Lock "c46089b3-927b-4b96-84bb-cfa3e5e70037" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.825337] env[69663]: DEBUG oslo_vmware.api [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Task: {'id': task-3332344, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.495163} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.825931] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.827070] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e238042c-a561-4aca-ab9f-8bc1850d7b7d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.852528] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] bff38a50-1e9f-408b-8c4f-0900b6b3a318/bff38a50-1e9f-408b-8c4f-0900b6b3a318.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.852528] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ba5f08f-97f2-4dc6-9330-4a71d078db12 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.873877] env[69663]: DEBUG oslo_vmware.api [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Waiting for the task: (returnval){ [ 734.873877] env[69663]: value = "task-3332345" [ 734.873877] env[69663]: _type = "Task" [ 734.873877] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.884197] env[69663]: DEBUG oslo_vmware.api [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Task: {'id': task-3332345, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.066916] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dce597b6-b9fd-48ac-82ea-1204deef352a tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Lock "cac77ab5-f50e-46dd-967e-948221c1ee12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.522s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.840356] env[69663]: DEBUG nova.network.neutron [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Successfully updated port: cb6158e0-9373-48e4-b9a9-7c312966a73a {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.845593] env[69663]: DEBUG nova.compute.utils [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 735.847452] env[69663]: DEBUG nova.compute.manager [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 735.851892] env[69663]: DEBUG nova.compute.manager [req-6a74e02e-688d-41e6-8744-5a4974c8e164 req-c6e9a5f4-4656-4fa1-bfd6-8274ce6ca9e7 service nova] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Received event network-vif-plugged-cb6158e0-9373-48e4-b9a9-7c312966a73a {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 735.852035] env[69663]: DEBUG oslo_concurrency.lockutils [req-6a74e02e-688d-41e6-8744-5a4974c8e164 req-c6e9a5f4-4656-4fa1-bfd6-8274ce6ca9e7 service nova] Acquiring lock "76897d45-3652-487d-beba-517307e3e6e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.852309] env[69663]: DEBUG oslo_concurrency.lockutils [req-6a74e02e-688d-41e6-8744-5a4974c8e164 req-c6e9a5f4-4656-4fa1-bfd6-8274ce6ca9e7 service nova] Lock "76897d45-3652-487d-beba-517307e3e6e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.852607] env[69663]: DEBUG oslo_concurrency.lockutils [req-6a74e02e-688d-41e6-8744-5a4974c8e164 req-c6e9a5f4-4656-4fa1-bfd6-8274ce6ca9e7 service nova] Lock "76897d45-3652-487d-beba-517307e3e6e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.852825] env[69663]: DEBUG nova.compute.manager [req-6a74e02e-688d-41e6-8744-5a4974c8e164 req-c6e9a5f4-4656-4fa1-bfd6-8274ce6ca9e7 service nova] [instance: 76897d45-3652-487d-beba-517307e3e6e6] No waiting events found dispatching network-vif-plugged-cb6158e0-9373-48e4-b9a9-7c312966a73a {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 735.853062] env[69663]: WARNING nova.compute.manager [req-6a74e02e-688d-41e6-8744-5a4974c8e164 req-c6e9a5f4-4656-4fa1-bfd6-8274ce6ca9e7 service nova] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Received unexpected event network-vif-plugged-cb6158e0-9373-48e4-b9a9-7c312966a73a for instance with vm_state building and task_state spawning. [ 735.857359] env[69663]: DEBUG nova.compute.manager [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 735.857537] env[69663]: DEBUG nova.network.neutron [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 735.871207] env[69663]: DEBUG oslo_vmware.api [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Task: {'id': task-3332343, 'name': PowerOnVM_Task, 'duration_secs': 0.602111} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.875014] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 735.875308] env[69663]: INFO nova.compute.manager [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Took 13.47 seconds to spawn the instance on the hypervisor. [ 735.875609] env[69663]: DEBUG nova.compute.manager [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 735.876668] env[69663]: DEBUG oslo_vmware.api [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Task: {'id': task-3332345, 'name': ReconfigVM_Task, 'duration_secs': 0.521183} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.877442] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867220ee-65b0-4f42-82fe-7db0aeb31c54 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.881718] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Reconfigured VM instance instance-00000015 to attach disk [datastore1] bff38a50-1e9f-408b-8c4f-0900b6b3a318/bff38a50-1e9f-408b-8c4f-0900b6b3a318.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.882937] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12b255d5-32fd-495e-96a0-c291f074a196 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.893350] env[69663]: DEBUG oslo_vmware.api [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Waiting for the task: (returnval){ [ 735.893350] env[69663]: value = "task-3332346" [ 735.893350] env[69663]: _type = "Task" [ 735.893350] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.902718] env[69663]: DEBUG oslo_vmware.api [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Task: {'id': task-3332346, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.903070] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 735.903420] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 735.932736] env[69663]: DEBUG nova.policy [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9493475bbc4b4f7c8b0fdeb9b8385c88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b7e442e1a0c64fb9a8c2853852d36b9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 736.361886] env[69663]: DEBUG nova.compute.manager [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 736.368696] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Acquiring lock "refresh_cache-76897d45-3652-487d-beba-517307e3e6e6" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.368967] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Acquired lock "refresh_cache-76897d45-3652-487d-beba-517307e3e6e6" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.369039] env[69663]: DEBUG nova.network.neutron [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 736.409133] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.421118] env[69663]: INFO nova.compute.manager [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Took 38.56 seconds to build instance. [ 736.421118] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 736.421921] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Starting heal instance info cache {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 736.421921] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Rebuilding the list of instances to heal {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 736.429952] env[69663]: DEBUG oslo_vmware.api [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Task: {'id': task-3332346, 'name': Rename_Task, 'duration_secs': 0.200777} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.429952] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 736.429952] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-589fd9f8-6e5a-4925-8804-3f69d64f965c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.439853] env[69663]: DEBUG oslo_vmware.api [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Waiting for the task: (returnval){ [ 736.439853] env[69663]: value = "task-3332347" [ 736.439853] env[69663]: _type = "Task" [ 736.439853] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.451816] env[69663]: DEBUG oslo_vmware.api [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Task: {'id': task-3332347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.518487] env[69663]: DEBUG nova.network.neutron [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Successfully created port: 93f95e95-1e52-4c7d-a7c3-a94bcb420427 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.911059] env[69663]: DEBUG nova.compute.manager [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 736.912389] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8858fd7d-385e-4fba-86da-cd036f737d19 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.925441] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e224371d-92ee-458e-838f-fe421f46189e tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Lock "ce4eb350-554d-4f1c-92d5-dedcacfc8ea5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.571s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.934941] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Skipping network cache update for instance because it is Building. {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 736.935277] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Skipping network cache update for instance because it is Building. {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 736.935277] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Skipping network cache update for instance because it is Building. {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 736.935413] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Skipping network cache update for instance because it is Building. {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 736.954439] env[69663]: DEBUG oslo_vmware.api [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Task: {'id': task-3332347, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.955818] env[69663]: DEBUG nova.network.neutron [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 736.990651] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "refresh_cache-2865aeeb-8d72-40c2-a8cc-057df0318dab" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.990796] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquired lock "refresh_cache-2865aeeb-8d72-40c2-a8cc-057df0318dab" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.990972] env[69663]: DEBUG nova.network.neutron [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Forcefully refreshing network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 736.991159] env[69663]: DEBUG nova.objects.instance [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lazy-loading 'info_cache' on Instance uuid 2865aeeb-8d72-40c2-a8cc-057df0318dab {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.024050] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d946915-ee7f-4c4e-932a-ea4814376dd3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.032837] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c036b7-e5b0-40e7-bf2f-a76186113610 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.071979] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ebbca0-d8b6-4f4c-b1c9-22bf537ef024 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.087154] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb3a777-522e-4f07-865f-eff57f783e56 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.104637] env[69663]: DEBUG nova.compute.provider_tree [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.208185] env[69663]: DEBUG nova.network.neutron [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Updating instance_info_cache with network_info: [{"id": "cb6158e0-9373-48e4-b9a9-7c312966a73a", "address": "fa:16:3e:34:ae:c5", "network": {"id": "4ec9d379-c839-4ff6-991b-134ee2414679", "bridge": "br-int", "label": "tempest-ServersTestJSON-1308404383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c26d66e8b6e497aacbf03a07dfe8505", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb6158e0-93", "ovs_interfaceid": "cb6158e0-9373-48e4-b9a9-7c312966a73a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.395411] env[69663]: DEBUG nova.compute.manager [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 737.429224] env[69663]: DEBUG nova.virt.hardware [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 737.429502] env[69663]: DEBUG nova.virt.hardware [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 737.429665] env[69663]: DEBUG nova.virt.hardware [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.429853] env[69663]: DEBUG nova.virt.hardware [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 737.430013] env[69663]: DEBUG nova.virt.hardware [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.430689] env[69663]: DEBUG nova.virt.hardware [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 737.431155] env[69663]: DEBUG nova.virt.hardware [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 737.431365] env[69663]: DEBUG nova.virt.hardware [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 737.431550] env[69663]: DEBUG nova.virt.hardware [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 737.431744] env[69663]: DEBUG nova.virt.hardware [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 737.431966] env[69663]: DEBUG nova.virt.hardware [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 737.432398] env[69663]: DEBUG nova.compute.manager [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 737.435934] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce43245e-52e6-455e-a304-cbdfbf6688d1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.445078] env[69663]: INFO nova.compute.manager [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] instance snapshotting [ 737.450862] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c360035d-cdfb-4902-a8f1-06397c034b29 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.456341] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ca4019-8698-4117-8f42-c5a22051b429 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.463926] env[69663]: DEBUG oslo_vmware.api [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Task: {'id': task-3332347, 'name': PowerOnVM_Task, 'duration_secs': 0.826957} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.484652] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 737.485070] env[69663]: INFO nova.compute.manager [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Took 11.29 seconds to spawn the instance on the hypervisor. [ 737.485149] env[69663]: DEBUG nova.compute.manager [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 737.486979] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9077497-c085-4541-af26-bbe0fee0a18e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.490280] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6342149f-cfc6-447f-be00-296c5824581e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.607415] env[69663]: DEBUG nova.scheduler.client.report [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 737.712058] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Releasing lock "refresh_cache-76897d45-3652-487d-beba-517307e3e6e6" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.712058] env[69663]: DEBUG nova.compute.manager [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Instance network_info: |[{"id": "cb6158e0-9373-48e4-b9a9-7c312966a73a", "address": "fa:16:3e:34:ae:c5", "network": {"id": "4ec9d379-c839-4ff6-991b-134ee2414679", "bridge": "br-int", "label": "tempest-ServersTestJSON-1308404383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c26d66e8b6e497aacbf03a07dfe8505", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb6158e0-93", "ovs_interfaceid": "cb6158e0-9373-48e4-b9a9-7c312966a73a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 737.712289] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:ae:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb6158e0-9373-48e4-b9a9-7c312966a73a', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.719780] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Creating folder: Project (8c26d66e8b6e497aacbf03a07dfe8505). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 737.720113] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86de11d1-0bfb-4c95-b376-a1178002d5c2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.731139] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Created folder: Project (8c26d66e8b6e497aacbf03a07dfe8505) in parent group-v665133. [ 737.731365] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Creating folder: Instances. Parent ref: group-v665203. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 737.731618] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-955734aa-310b-4a96-997f-3b792400cb89 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.741026] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Created folder: Instances in parent group-v665203. [ 737.741026] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.741138] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 737.742414] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90a3734a-f317-4540-9df4-63796987e157 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.762771] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.762771] env[69663]: value = "task-3332350" [ 737.762771] env[69663]: _type = "Task" [ 737.762771] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.771525] env[69663]: DEBUG nova.compute.manager [req-88d7b943-6c89-4a9c-b4e8-44fe926062a6 req-3183b058-1ac8-4f45-bf45-37d73a365030 service nova] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Received event network-changed-a2676523-bf0b-41a4-87eb-b091c06787de {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 737.771730] env[69663]: DEBUG nova.compute.manager [req-88d7b943-6c89-4a9c-b4e8-44fe926062a6 req-3183b058-1ac8-4f45-bf45-37d73a365030 service nova] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Refreshing instance network info cache due to event network-changed-a2676523-bf0b-41a4-87eb-b091c06787de. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 737.772553] env[69663]: DEBUG oslo_concurrency.lockutils [req-88d7b943-6c89-4a9c-b4e8-44fe926062a6 req-3183b058-1ac8-4f45-bf45-37d73a365030 service nova] Acquiring lock "refresh_cache-ce4eb350-554d-4f1c-92d5-dedcacfc8ea5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.772553] env[69663]: DEBUG oslo_concurrency.lockutils [req-88d7b943-6c89-4a9c-b4e8-44fe926062a6 req-3183b058-1ac8-4f45-bf45-37d73a365030 service nova] Acquired lock "refresh_cache-ce4eb350-554d-4f1c-92d5-dedcacfc8ea5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.772553] env[69663]: DEBUG nova.network.neutron [req-88d7b943-6c89-4a9c-b4e8-44fe926062a6 req-3183b058-1ac8-4f45-bf45-37d73a365030 service nova] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Refreshing network info cache for port a2676523-bf0b-41a4-87eb-b091c06787de {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 737.774586] env[69663]: DEBUG nova.compute.manager [req-7c9fcf7f-cb00-48a1-8df3-913e899f592c req-643898df-8c9d-4d94-b8e9-51a82f7212a6 service nova] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Received event network-changed-cb6158e0-9373-48e4-b9a9-7c312966a73a {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 737.774769] env[69663]: DEBUG nova.compute.manager [req-7c9fcf7f-cb00-48a1-8df3-913e899f592c req-643898df-8c9d-4d94-b8e9-51a82f7212a6 service nova] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Refreshing instance network info cache due to event network-changed-cb6158e0-9373-48e4-b9a9-7c312966a73a. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 737.774975] env[69663]: DEBUG oslo_concurrency.lockutils [req-7c9fcf7f-cb00-48a1-8df3-913e899f592c req-643898df-8c9d-4d94-b8e9-51a82f7212a6 service nova] Acquiring lock "refresh_cache-76897d45-3652-487d-beba-517307e3e6e6" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.775146] env[69663]: DEBUG oslo_concurrency.lockutils [req-7c9fcf7f-cb00-48a1-8df3-913e899f592c req-643898df-8c9d-4d94-b8e9-51a82f7212a6 service nova] Acquired lock "refresh_cache-76897d45-3652-487d-beba-517307e3e6e6" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.775303] env[69663]: DEBUG nova.network.neutron [req-7c9fcf7f-cb00-48a1-8df3-913e899f592c req-643898df-8c9d-4d94-b8e9-51a82f7212a6 service nova] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Refreshing network info cache for port cb6158e0-9373-48e4-b9a9-7c312966a73a {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 737.780297] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332350, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.864567] env[69663]: DEBUG oslo_concurrency.lockutils [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Acquiring lock "6d6d0148-518f-417a-accc-7e849f10b95b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.864957] env[69663]: DEBUG oslo_concurrency.lockutils [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Lock "6d6d0148-518f-417a-accc-7e849f10b95b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.966151] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.007306] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Creating Snapshot of the VM instance {{(pid=69663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 738.009794] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f7104a08-6f1a-4a43-a547-83f00ac996ad {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.019989] env[69663]: INFO nova.compute.manager [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Took 38.88 seconds to build instance. [ 738.023853] env[69663]: DEBUG oslo_vmware.api [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Waiting for the task: (returnval){ [ 738.023853] env[69663]: value = "task-3332351" [ 738.023853] env[69663]: _type = "Task" [ 738.023853] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.035174] env[69663]: DEBUG oslo_vmware.api [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332351, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.047555] env[69663]: DEBUG nova.network.neutron [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 738.113143] env[69663]: DEBUG oslo_concurrency.lockutils [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.517s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.113704] env[69663]: DEBUG nova.compute.manager [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 738.117048] env[69663]: DEBUG oslo_concurrency.lockutils [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.814s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.117295] env[69663]: DEBUG nova.objects.instance [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69663) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 738.273218] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332350, 'name': CreateVM_Task} progress is 25%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.317213] env[69663]: DEBUG oslo_vmware.rw_handles [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab8675-d557-e0b7-0b1e-f5e13a042fbe/disk-0.vmdk. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 738.319380] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19fe3d1-934d-4d4a-be11-5d7498e94625 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.325447] env[69663]: DEBUG oslo_vmware.rw_handles [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab8675-d557-e0b7-0b1e-f5e13a042fbe/disk-0.vmdk is in state: ready. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 738.325447] env[69663]: ERROR oslo_vmware.rw_handles [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab8675-d557-e0b7-0b1e-f5e13a042fbe/disk-0.vmdk due to incomplete transfer. [ 738.325725] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7892ba4c-b415-4f4d-88f7-8fca249c08b3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.333603] env[69663]: DEBUG oslo_vmware.rw_handles [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ab8675-d557-e0b7-0b1e-f5e13a042fbe/disk-0.vmdk. {{(pid=69663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 738.333793] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Uploaded image 4aa19f0e-1da7-4ce6-811d-679f3d82f3ed to the Glance image server {{(pid=69663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 738.336602] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Destroying the VM {{(pid=69663) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 738.336893] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0f9b95b7-9464-4096-a115-f898e9337de6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.343012] env[69663]: DEBUG oslo_vmware.api [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 738.343012] env[69663]: value = "task-3332352" [ 738.343012] env[69663]: _type = "Task" [ 738.343012] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.357017] env[69663]: DEBUG oslo_vmware.api [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332352, 'name': Destroy_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.522674] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ceb1a5c3-24e1-4ef8-8810-3529e6481d0f tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Lock "bff38a50-1e9f-408b-8c4f-0900b6b3a318" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.732s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.538553] env[69663]: DEBUG oslo_vmware.api [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332351, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.619259] env[69663]: DEBUG nova.compute.utils [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 738.625690] env[69663]: DEBUG nova.compute.manager [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 738.625892] env[69663]: DEBUG nova.network.neutron [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 738.658390] env[69663]: DEBUG nova.network.neutron [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.675366] env[69663]: DEBUG nova.policy [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23c20e1ce4c6422aa35da186313e5556', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81420a61efbc454dafd3b193a3669637', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 738.775795] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332350, 'name': CreateVM_Task, 'duration_secs': 0.652081} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.775990] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 738.776944] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.777044] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.777399] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.777893] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d557bf39-c81b-4d97-b81f-419ec5d927c8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.782849] env[69663]: DEBUG oslo_vmware.api [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Waiting for the task: (returnval){ [ 738.782849] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d6af41-cd87-f1f2-da12-170593eaad24" [ 738.782849] env[69663]: _type = "Task" [ 738.782849] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.790595] env[69663]: DEBUG oslo_vmware.api [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d6af41-cd87-f1f2-da12-170593eaad24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.852807] env[69663]: DEBUG oslo_vmware.api [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332352, 'name': Destroy_Task, 'duration_secs': 0.325488} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.856315] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Destroyed the VM [ 738.856615] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Deleting Snapshot of the VM instance {{(pid=69663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 738.856999] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f5298653-f5c0-4184-b592-c45b144929db {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.865961] env[69663]: DEBUG oslo_vmware.api [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 738.865961] env[69663]: value = "task-3332353" [ 738.865961] env[69663]: _type = "Task" [ 738.865961] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.875062] env[69663]: DEBUG oslo_vmware.api [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332353, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.890814] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7d935928-d287-4b71-a1c6-189aabe79f70 tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Acquiring lock "bff38a50-1e9f-408b-8c4f-0900b6b3a318" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.891110] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7d935928-d287-4b71-a1c6-189aabe79f70 tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Lock "bff38a50-1e9f-408b-8c4f-0900b6b3a318" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.891328] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7d935928-d287-4b71-a1c6-189aabe79f70 tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Acquiring lock "bff38a50-1e9f-408b-8c4f-0900b6b3a318-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.891513] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7d935928-d287-4b71-a1c6-189aabe79f70 tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Lock "bff38a50-1e9f-408b-8c4f-0900b6b3a318-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.891691] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7d935928-d287-4b71-a1c6-189aabe79f70 tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Lock "bff38a50-1e9f-408b-8c4f-0900b6b3a318-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.899098] env[69663]: INFO nova.compute.manager [None req-7d935928-d287-4b71-a1c6-189aabe79f70 tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Terminating instance [ 738.903189] env[69663]: DEBUG nova.compute.manager [None req-7d935928-d287-4b71-a1c6-189aabe79f70 tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 738.903475] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7d935928-d287-4b71-a1c6-189aabe79f70 tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 738.904436] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4423e297-0f77-48e8-8c8c-e48e7efc1940 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.913421] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d935928-d287-4b71-a1c6-189aabe79f70 tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 738.914194] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e361e5ec-f6ac-423b-8b27-faf7a157514b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.921617] env[69663]: DEBUG oslo_vmware.api [None req-7d935928-d287-4b71-a1c6-189aabe79f70 tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Waiting for the task: (returnval){ [ 738.921617] env[69663]: value = "task-3332354" [ 738.921617] env[69663]: _type = "Task" [ 738.921617] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.932262] env[69663]: DEBUG oslo_vmware.api [None req-7d935928-d287-4b71-a1c6-189aabe79f70 tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Task: {'id': task-3332354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.951300] env[69663]: DEBUG nova.network.neutron [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Successfully updated port: 93f95e95-1e52-4c7d-a7c3-a94bcb420427 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.966648] env[69663]: DEBUG nova.network.neutron [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Successfully created port: 9db2b039-5499-4d77-a679-b35689ae2b6c {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.026189] env[69663]: DEBUG nova.compute.manager [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 739.043926] env[69663]: DEBUG oslo_vmware.api [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332351, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.102570] env[69663]: DEBUG nova.network.neutron [req-7c9fcf7f-cb00-48a1-8df3-913e899f592c req-643898df-8c9d-4d94-b8e9-51a82f7212a6 service nova] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Updated VIF entry in instance network info cache for port cb6158e0-9373-48e4-b9a9-7c312966a73a. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 739.103009] env[69663]: DEBUG nova.network.neutron [req-7c9fcf7f-cb00-48a1-8df3-913e899f592c req-643898df-8c9d-4d94-b8e9-51a82f7212a6 service nova] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Updating instance_info_cache with network_info: [{"id": "cb6158e0-9373-48e4-b9a9-7c312966a73a", "address": "fa:16:3e:34:ae:c5", "network": {"id": "4ec9d379-c839-4ff6-991b-134ee2414679", "bridge": "br-int", "label": "tempest-ServersTestJSON-1308404383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c26d66e8b6e497aacbf03a07dfe8505", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb6158e0-93", "ovs_interfaceid": "cb6158e0-9373-48e4-b9a9-7c312966a73a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.119041] env[69663]: DEBUG nova.network.neutron [req-88d7b943-6c89-4a9c-b4e8-44fe926062a6 req-3183b058-1ac8-4f45-bf45-37d73a365030 service nova] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Updated VIF entry in instance network info cache for port a2676523-bf0b-41a4-87eb-b091c06787de. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 739.119679] env[69663]: DEBUG nova.network.neutron [req-88d7b943-6c89-4a9c-b4e8-44fe926062a6 req-3183b058-1ac8-4f45-bf45-37d73a365030 service nova] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Updating instance_info_cache with network_info: [{"id": "a2676523-bf0b-41a4-87eb-b091c06787de", "address": "fa:16:3e:34:f5:a1", "network": {"id": "02697d1f-a04e-40c5-89e5-769a99fefc7a", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-382458663-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7818bdea04d7470187814a15e85ddad8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2676523-bf", "ovs_interfaceid": "a2676523-bf0b-41a4-87eb-b091c06787de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.126187] env[69663]: DEBUG nova.compute.manager [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 739.134766] env[69663]: DEBUG oslo_concurrency.lockutils [None req-75fee9da-177e-4e02-b871-43b556549760 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.135759] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.841s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.137216] env[69663]: INFO nova.compute.claims [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.160585] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Releasing lock "refresh_cache-2865aeeb-8d72-40c2-a8cc-057df0318dab" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.160752] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Updated the network info_cache for instance {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 739.160879] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.161142] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.161814] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.161814] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.161814] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.161957] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.162087] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69663) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 739.162573] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.294253] env[69663]: DEBUG oslo_vmware.api [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d6af41-cd87-f1f2-da12-170593eaad24, 'name': SearchDatastore_Task, 'duration_secs': 0.011006} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.294605] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.294845] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.295111] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.295270] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.295475] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.295725] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cfb3dad-bdf1-4d39-a084-6fd9f184d6af {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.304510] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.304822] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 739.305433] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a75d4667-ecec-4dc3-81e9-a6844f692cdf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.311826] env[69663]: DEBUG oslo_vmware.api [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Waiting for the task: (returnval){ [ 739.311826] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5298e813-e6d4-d2b6-da74-1ed2e5b3f5ea" [ 739.311826] env[69663]: _type = "Task" [ 739.311826] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.322013] env[69663]: DEBUG oslo_vmware.api [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5298e813-e6d4-d2b6-da74-1ed2e5b3f5ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.375296] env[69663]: DEBUG oslo_vmware.api [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332353, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.431095] env[69663]: DEBUG oslo_vmware.api [None req-7d935928-d287-4b71-a1c6-189aabe79f70 tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Task: {'id': task-3332354, 'name': PowerOffVM_Task, 'duration_secs': 0.329814} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.431330] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d935928-d287-4b71-a1c6-189aabe79f70 tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 739.431508] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7d935928-d287-4b71-a1c6-189aabe79f70 tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 739.431756] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a426c5d-ffa7-4962-a173-640f1768134c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.457640] env[69663]: DEBUG oslo_concurrency.lockutils [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Acquiring lock "refresh_cache-847983a3-9dac-45a9-93bf-8b7a089d8a1b" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.457797] env[69663]: DEBUG oslo_concurrency.lockutils [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Acquired lock "refresh_cache-847983a3-9dac-45a9-93bf-8b7a089d8a1b" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.458009] env[69663]: DEBUG nova.network.neutron [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 739.491487] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7d935928-d287-4b71-a1c6-189aabe79f70 tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 739.491724] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7d935928-d287-4b71-a1c6-189aabe79f70 tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 739.491914] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d935928-d287-4b71-a1c6-189aabe79f70 tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Deleting the datastore file [datastore1] bff38a50-1e9f-408b-8c4f-0900b6b3a318 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.492222] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c2e15c5-7ef0-41e6-a734-35550ac4dcac {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.500336] env[69663]: DEBUG oslo_vmware.api [None req-7d935928-d287-4b71-a1c6-189aabe79f70 tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Waiting for the task: (returnval){ [ 739.500336] env[69663]: value = "task-3332356" [ 739.500336] env[69663]: _type = "Task" [ 739.500336] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.510927] env[69663]: DEBUG oslo_vmware.api [None req-7d935928-d287-4b71-a1c6-189aabe79f70 tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Task: {'id': task-3332356, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.543499] env[69663]: DEBUG oslo_vmware.api [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332351, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.561208] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.610259] env[69663]: DEBUG oslo_concurrency.lockutils [req-7c9fcf7f-cb00-48a1-8df3-913e899f592c req-643898df-8c9d-4d94-b8e9-51a82f7212a6 service nova] Releasing lock "refresh_cache-76897d45-3652-487d-beba-517307e3e6e6" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.622167] env[69663]: DEBUG oslo_concurrency.lockutils [req-88d7b943-6c89-4a9c-b4e8-44fe926062a6 req-3183b058-1ac8-4f45-bf45-37d73a365030 service nova] Releasing lock "refresh_cache-ce4eb350-554d-4f1c-92d5-dedcacfc8ea5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.669106] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.822613] env[69663]: DEBUG oslo_vmware.api [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5298e813-e6d4-d2b6-da74-1ed2e5b3f5ea, 'name': SearchDatastore_Task, 'duration_secs': 0.011646} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.823527] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dd26654-c2fa-4b8d-a245-bc2fba79972b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.851719] env[69663]: DEBUG oslo_vmware.api [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Waiting for the task: (returnval){ [ 739.851719] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c74220-e816-7bb3-603a-9ff996db5f02" [ 739.851719] env[69663]: _type = "Task" [ 739.851719] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.851719] env[69663]: DEBUG oslo_vmware.api [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c74220-e816-7bb3-603a-9ff996db5f02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.875758] env[69663]: DEBUG oslo_vmware.api [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332353, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.996709] env[69663]: DEBUG nova.network.neutron [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 740.010679] env[69663]: DEBUG oslo_vmware.api [None req-7d935928-d287-4b71-a1c6-189aabe79f70 tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Task: {'id': task-3332356, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244174} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.010984] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d935928-d287-4b71-a1c6-189aabe79f70 tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 740.011205] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7d935928-d287-4b71-a1c6-189aabe79f70 tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 740.011429] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7d935928-d287-4b71-a1c6-189aabe79f70 tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 740.011639] env[69663]: INFO nova.compute.manager [None req-7d935928-d287-4b71-a1c6-189aabe79f70 tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Took 1.11 seconds to destroy the instance on the hypervisor. [ 740.011897] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d935928-d287-4b71-a1c6-189aabe79f70 tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.013096] env[69663]: DEBUG nova.compute.manager [-] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 740.013096] env[69663]: DEBUG nova.network.neutron [-] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 740.046886] env[69663]: DEBUG oslo_vmware.api [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332351, 'name': CreateSnapshot_Task, 'duration_secs': 1.553981} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.047700] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Created Snapshot of the VM instance {{(pid=69663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 740.049199] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0463f63f-3560-450c-b9b6-786d4426b7f9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.139663] env[69663]: DEBUG nova.compute.manager [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 740.172620] env[69663]: DEBUG nova.virt.hardware [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 740.172889] env[69663]: DEBUG nova.virt.hardware [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 740.173068] env[69663]: DEBUG nova.virt.hardware [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.173268] env[69663]: DEBUG nova.virt.hardware [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 740.173421] env[69663]: DEBUG nova.virt.hardware [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.173573] env[69663]: DEBUG nova.virt.hardware [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 740.173980] env[69663]: DEBUG nova.virt.hardware [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 740.174216] env[69663]: DEBUG nova.virt.hardware [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 740.174402] env[69663]: DEBUG nova.virt.hardware [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 740.174575] env[69663]: DEBUG nova.virt.hardware [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 740.174758] env[69663]: DEBUG nova.virt.hardware [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 740.175709] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803075d3-5af5-401d-bbd6-255fcf7ea5c8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.188819] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be1fd87-7a27-4c17-95d6-b9fd4a00887f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.232105] env[69663]: DEBUG nova.compute.manager [req-d9044690-dc15-4092-b04c-6b8525d26838 req-eb6e0f18-7135-41eb-9ac5-df8d642ae5bd service nova] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Received event network-vif-plugged-93f95e95-1e52-4c7d-a7c3-a94bcb420427 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 740.232387] env[69663]: DEBUG oslo_concurrency.lockutils [req-d9044690-dc15-4092-b04c-6b8525d26838 req-eb6e0f18-7135-41eb-9ac5-df8d642ae5bd service nova] Acquiring lock "847983a3-9dac-45a9-93bf-8b7a089d8a1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.232714] env[69663]: DEBUG oslo_concurrency.lockutils [req-d9044690-dc15-4092-b04c-6b8525d26838 req-eb6e0f18-7135-41eb-9ac5-df8d642ae5bd service nova] Lock "847983a3-9dac-45a9-93bf-8b7a089d8a1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.232993] env[69663]: DEBUG oslo_concurrency.lockutils [req-d9044690-dc15-4092-b04c-6b8525d26838 req-eb6e0f18-7135-41eb-9ac5-df8d642ae5bd service nova] Lock "847983a3-9dac-45a9-93bf-8b7a089d8a1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.233359] env[69663]: DEBUG nova.compute.manager [req-d9044690-dc15-4092-b04c-6b8525d26838 req-eb6e0f18-7135-41eb-9ac5-df8d642ae5bd service nova] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] No waiting events found dispatching network-vif-plugged-93f95e95-1e52-4c7d-a7c3-a94bcb420427 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 740.234074] env[69663]: WARNING nova.compute.manager [req-d9044690-dc15-4092-b04c-6b8525d26838 req-eb6e0f18-7135-41eb-9ac5-df8d642ae5bd service nova] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Received unexpected event network-vif-plugged-93f95e95-1e52-4c7d-a7c3-a94bcb420427 for instance with vm_state building and task_state spawning. [ 740.234380] env[69663]: DEBUG nova.compute.manager [req-d9044690-dc15-4092-b04c-6b8525d26838 req-eb6e0f18-7135-41eb-9ac5-df8d642ae5bd service nova] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Received event network-changed-93f95e95-1e52-4c7d-a7c3-a94bcb420427 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 740.234616] env[69663]: DEBUG nova.compute.manager [req-d9044690-dc15-4092-b04c-6b8525d26838 req-eb6e0f18-7135-41eb-9ac5-df8d642ae5bd service nova] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Refreshing instance network info cache due to event network-changed-93f95e95-1e52-4c7d-a7c3-a94bcb420427. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 740.234808] env[69663]: DEBUG oslo_concurrency.lockutils [req-d9044690-dc15-4092-b04c-6b8525d26838 req-eb6e0f18-7135-41eb-9ac5-df8d642ae5bd service nova] Acquiring lock "refresh_cache-847983a3-9dac-45a9-93bf-8b7a089d8a1b" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.286317] env[69663]: DEBUG nova.network.neutron [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Updating instance_info_cache with network_info: [{"id": "93f95e95-1e52-4c7d-a7c3-a94bcb420427", "address": "fa:16:3e:66:b3:7a", "network": {"id": "a8f327e0-92bc-4f0d-be1c-93f9dc5291e7", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-401667459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7e442e1a0c64fb9a8c2853852d36b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93f95e95-1e", "ovs_interfaceid": "93f95e95-1e52-4c7d-a7c3-a94bcb420427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.342852] env[69663]: DEBUG oslo_vmware.api [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c74220-e816-7bb3-603a-9ff996db5f02, 'name': SearchDatastore_Task, 'duration_secs': 0.012834} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.343208] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.343419] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 76897d45-3652-487d-beba-517307e3e6e6/76897d45-3652-487d-beba-517307e3e6e6.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 740.343689] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df299214-c3bc-4e86-88b9-2dcbc75d6b1c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.353588] env[69663]: DEBUG oslo_vmware.api [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Waiting for the task: (returnval){ [ 740.353588] env[69663]: value = "task-3332357" [ 740.353588] env[69663]: _type = "Task" [ 740.353588] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.360927] env[69663]: DEBUG oslo_vmware.api [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Task: {'id': task-3332357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.375575] env[69663]: DEBUG oslo_vmware.api [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332353, 'name': RemoveSnapshot_Task, 'duration_secs': 1.161673} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.378030] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Deleted Snapshot of the VM instance {{(pid=69663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 740.378283] env[69663]: INFO nova.compute.manager [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Took 14.90 seconds to snapshot the instance on the hypervisor. [ 740.573277] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Creating linked-clone VM from snapshot {{(pid=69663) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 740.573277] env[69663]: DEBUG nova.network.neutron [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Successfully updated port: 9db2b039-5499-4d77-a679-b35689ae2b6c {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.579019] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-100a6ed8-0afa-4e0f-9a47-e8b99fc3f19c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.591575] env[69663]: DEBUG oslo_vmware.api [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Waiting for the task: (returnval){ [ 740.591575] env[69663]: value = "task-3332358" [ 740.591575] env[69663]: _type = "Task" [ 740.591575] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.606696] env[69663]: DEBUG oslo_vmware.api [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332358, 'name': CloneVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.743863] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b5508c9c-7fb5-4787-b2ea-839fb1e7f640 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "64438592-bb5d-45f2-a30d-cb1a91297dad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.744206] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b5508c9c-7fb5-4787-b2ea-839fb1e7f640 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "64438592-bb5d-45f2-a30d-cb1a91297dad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.744461] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b5508c9c-7fb5-4787-b2ea-839fb1e7f640 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "64438592-bb5d-45f2-a30d-cb1a91297dad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.744659] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b5508c9c-7fb5-4787-b2ea-839fb1e7f640 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "64438592-bb5d-45f2-a30d-cb1a91297dad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.744839] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b5508c9c-7fb5-4787-b2ea-839fb1e7f640 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "64438592-bb5d-45f2-a30d-cb1a91297dad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.748231] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137285d2-b1cd-4e57-a9ff-2fb7afda42f8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.751762] env[69663]: INFO nova.compute.manager [None req-b5508c9c-7fb5-4787-b2ea-839fb1e7f640 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Terminating instance [ 740.754657] env[69663]: DEBUG nova.compute.manager [None req-b5508c9c-7fb5-4787-b2ea-839fb1e7f640 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 740.754841] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b5508c9c-7fb5-4787-b2ea-839fb1e7f640 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 740.756108] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3af697a-dd8a-4fc6-b266-39c3b9c51030 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.762836] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b34b7b7-2682-4fe1-a6ec-8b21d207b5bc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.769099] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b5508c9c-7fb5-4787-b2ea-839fb1e7f640 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 740.770511] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6ba32c8-8d37-416f-9c28-8000f41e07fb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.801670] env[69663]: DEBUG oslo_concurrency.lockutils [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Releasing lock "refresh_cache-847983a3-9dac-45a9-93bf-8b7a089d8a1b" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.802030] env[69663]: DEBUG nova.compute.manager [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Instance network_info: |[{"id": "93f95e95-1e52-4c7d-a7c3-a94bcb420427", "address": "fa:16:3e:66:b3:7a", "network": {"id": "a8f327e0-92bc-4f0d-be1c-93f9dc5291e7", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-401667459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7e442e1a0c64fb9a8c2853852d36b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93f95e95-1e", "ovs_interfaceid": "93f95e95-1e52-4c7d-a7c3-a94bcb420427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 740.802793] env[69663]: DEBUG oslo_concurrency.lockutils [req-d9044690-dc15-4092-b04c-6b8525d26838 req-eb6e0f18-7135-41eb-9ac5-df8d642ae5bd service nova] Acquired lock "refresh_cache-847983a3-9dac-45a9-93bf-8b7a089d8a1b" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.802991] env[69663]: DEBUG nova.network.neutron [req-d9044690-dc15-4092-b04c-6b8525d26838 req-eb6e0f18-7135-41eb-9ac5-df8d642ae5bd service nova] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Refreshing network info cache for port 93f95e95-1e52-4c7d-a7c3-a94bcb420427 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 740.804410] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:b3:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60e7ee7b-4d02-4d68-af2e-5ab7d9708120', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93f95e95-1e52-4c7d-a7c3-a94bcb420427', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.812552] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Creating folder: Project (b7e442e1a0c64fb9a8c2853852d36b9c). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 740.813415] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab49e99-9ecf-4428-9566-82736e06e415 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.820127] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abed41d0-d69f-4f41-9c85-5c4938b3f333 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.832012] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392a1e27-68aa-413d-a031-339ba9a87f7c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.839665] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b5508c9c-7fb5-4787-b2ea-839fb1e7f640 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 740.840176] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b5508c9c-7fb5-4787-b2ea-839fb1e7f640 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 740.840255] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5508c9c-7fb5-4787-b2ea-839fb1e7f640 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Deleting the datastore file [datastore1] 64438592-bb5d-45f2-a30d-cb1a91297dad {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.840855] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Created folder: Project (b7e442e1a0c64fb9a8c2853852d36b9c) in parent group-v665133. [ 740.841267] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Creating folder: Instances. Parent ref: group-v665208. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 740.841707] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b308a50-1d8a-4f87-8a47-d83c34557de8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.843596] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7be600e-0d50-4e8c-b035-fd0494471a41 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.856057] env[69663]: DEBUG nova.compute.provider_tree [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.863977] env[69663]: DEBUG oslo_vmware.api [None req-b5508c9c-7fb5-4787-b2ea-839fb1e7f640 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 740.863977] env[69663]: value = "task-3332362" [ 740.863977] env[69663]: _type = "Task" [ 740.863977] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.864330] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Created folder: Instances in parent group-v665208. [ 740.864710] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.868467] env[69663]: DEBUG nova.scheduler.client.report [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 740.874141] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 740.876019] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78f4f3b5-d557-4402-af70-0b7bb4363e30 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.895545] env[69663]: DEBUG nova.compute.manager [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Instance disappeared during snapshot {{(pid=69663) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4494}} [ 740.897829] env[69663]: DEBUG oslo_vmware.api [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Task: {'id': task-3332357, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516212} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.899036] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 76897d45-3652-487d-beba-517307e3e6e6/76897d45-3652-487d-beba-517307e3e6e6.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 740.899333] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.899571] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a50c7f3c-47ad-4fe2-a0ce-2a954ef7efee {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.906051] env[69663]: DEBUG oslo_vmware.api [None req-b5508c9c-7fb5-4787-b2ea-839fb1e7f640 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.906467] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.906467] env[69663]: value = "task-3332363" [ 740.906467] env[69663]: _type = "Task" [ 740.906467] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.911627] env[69663]: DEBUG nova.compute.manager [None req-82401073-c415-4e72-b7cc-228d72e259cd tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Image not found during clean up 4aa19f0e-1da7-4ce6-811d-679f3d82f3ed {{(pid=69663) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4500}} [ 740.913247] env[69663]: DEBUG oslo_vmware.api [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Waiting for the task: (returnval){ [ 740.913247] env[69663]: value = "task-3332364" [ 740.913247] env[69663]: _type = "Task" [ 740.913247] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.923610] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332363, 'name': CreateVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.929614] env[69663]: DEBUG oslo_vmware.api [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Task: {'id': task-3332364, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.950886] env[69663]: DEBUG nova.compute.manager [req-73d78f71-2b01-4513-86c0-613fedcec1c6 req-6cf3dbd4-720e-468d-874b-60249a410c93 service nova] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Received event network-vif-plugged-9db2b039-5499-4d77-a679-b35689ae2b6c {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 740.951140] env[69663]: DEBUG oslo_concurrency.lockutils [req-73d78f71-2b01-4513-86c0-613fedcec1c6 req-6cf3dbd4-720e-468d-874b-60249a410c93 service nova] Acquiring lock "f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.951376] env[69663]: DEBUG oslo_concurrency.lockutils [req-73d78f71-2b01-4513-86c0-613fedcec1c6 req-6cf3dbd4-720e-468d-874b-60249a410c93 service nova] Lock "f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.951622] env[69663]: DEBUG oslo_concurrency.lockutils [req-73d78f71-2b01-4513-86c0-613fedcec1c6 req-6cf3dbd4-720e-468d-874b-60249a410c93 service nova] Lock "f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.952278] env[69663]: DEBUG nova.compute.manager [req-73d78f71-2b01-4513-86c0-613fedcec1c6 req-6cf3dbd4-720e-468d-874b-60249a410c93 service nova] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] No waiting events found dispatching network-vif-plugged-9db2b039-5499-4d77-a679-b35689ae2b6c {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 740.952278] env[69663]: WARNING nova.compute.manager [req-73d78f71-2b01-4513-86c0-613fedcec1c6 req-6cf3dbd4-720e-468d-874b-60249a410c93 service nova] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Received unexpected event network-vif-plugged-9db2b039-5499-4d77-a679-b35689ae2b6c for instance with vm_state building and task_state spawning. [ 740.968950] env[69663]: DEBUG nova.network.neutron [-] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.084967] env[69663]: DEBUG oslo_concurrency.lockutils [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Acquiring lock "refresh_cache-f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.084967] env[69663]: DEBUG oslo_concurrency.lockutils [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Acquired lock "refresh_cache-f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.084967] env[69663]: DEBUG nova.network.neutron [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 741.102074] env[69663]: DEBUG oslo_vmware.api [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332358, 'name': CloneVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.126538] env[69663]: DEBUG nova.network.neutron [req-d9044690-dc15-4092-b04c-6b8525d26838 req-eb6e0f18-7135-41eb-9ac5-df8d642ae5bd service nova] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Updated VIF entry in instance network info cache for port 93f95e95-1e52-4c7d-a7c3-a94bcb420427. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 741.126925] env[69663]: DEBUG nova.network.neutron [req-d9044690-dc15-4092-b04c-6b8525d26838 req-eb6e0f18-7135-41eb-9ac5-df8d642ae5bd service nova] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Updating instance_info_cache with network_info: [{"id": "93f95e95-1e52-4c7d-a7c3-a94bcb420427", "address": "fa:16:3e:66:b3:7a", "network": {"id": "a8f327e0-92bc-4f0d-be1c-93f9dc5291e7", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-401667459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b7e442e1a0c64fb9a8c2853852d36b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60e7ee7b-4d02-4d68-af2e-5ab7d9708120", "external-id": "nsx-vlan-transportzone-550", "segmentation_id": 550, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93f95e95-1e", "ovs_interfaceid": "93f95e95-1e52-4c7d-a7c3-a94bcb420427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.382988] env[69663]: DEBUG oslo_vmware.api [None req-b5508c9c-7fb5-4787-b2ea-839fb1e7f640 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164109} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.383568] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5508c9c-7fb5-4787-b2ea-839fb1e7f640 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.383842] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b5508c9c-7fb5-4787-b2ea-839fb1e7f640 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 741.384041] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b5508c9c-7fb5-4787-b2ea-839fb1e7f640 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 741.384226] env[69663]: INFO nova.compute.manager [None req-b5508c9c-7fb5-4787-b2ea-839fb1e7f640 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Took 0.63 seconds to destroy the instance on the hypervisor. [ 741.384530] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5508c9c-7fb5-4787-b2ea-839fb1e7f640 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.384747] env[69663]: DEBUG nova.compute.manager [-] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 741.384845] env[69663]: DEBUG nova.network.neutron [-] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 741.393565] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.393565] env[69663]: DEBUG nova.compute.manager [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 741.396078] env[69663]: DEBUG oslo_concurrency.lockutils [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.948s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.397385] env[69663]: INFO nova.compute.claims [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.423188] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332363, 'name': CreateVM_Task, 'duration_secs': 0.364739} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.424209] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 741.425122] env[69663]: DEBUG oslo_concurrency.lockutils [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.425292] env[69663]: DEBUG oslo_concurrency.lockutils [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.425958] env[69663]: DEBUG oslo_concurrency.lockutils [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.430379] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a0380ee-54b7-467b-b287-72f1c78ba286 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.432619] env[69663]: DEBUG oslo_vmware.api [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Task: {'id': task-3332364, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091941} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.434075] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.434287] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15e1df9-6ece-4d42-a2c7-722c244234fb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.438503] env[69663]: DEBUG oslo_vmware.api [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Waiting for the task: (returnval){ [ 741.438503] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]523237cb-0302-2a4e-5272-89baeb29b28f" [ 741.438503] env[69663]: _type = "Task" [ 741.438503] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.462049] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 76897d45-3652-487d-beba-517307e3e6e6/76897d45-3652-487d-beba-517307e3e6e6.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.464259] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02f48d0b-56e0-4b31-b6cb-6957bbfcbb6a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.484298] env[69663]: INFO nova.compute.manager [-] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Took 1.47 seconds to deallocate network for instance. [ 741.484653] env[69663]: DEBUG oslo_vmware.api [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]523237cb-0302-2a4e-5272-89baeb29b28f, 'name': SearchDatastore_Task, 'duration_secs': 0.010196} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.486595] env[69663]: DEBUG oslo_concurrency.lockutils [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.486867] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.487122] env[69663]: DEBUG oslo_concurrency.lockutils [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.487276] env[69663]: DEBUG oslo_concurrency.lockutils [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.487546] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.491575] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e62c705-e775-4864-b442-90338f186927 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.495275] env[69663]: DEBUG oslo_vmware.api [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Waiting for the task: (returnval){ [ 741.495275] env[69663]: value = "task-3332365" [ 741.495275] env[69663]: _type = "Task" [ 741.495275] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.503509] env[69663]: DEBUG oslo_vmware.api [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Task: {'id': task-3332365, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.504676] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.504856] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 741.506153] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d14127cc-8fc2-4c25-a17b-cccab09c0ccd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.512690] env[69663]: DEBUG oslo_vmware.api [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Waiting for the task: (returnval){ [ 741.512690] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52db1db7-779e-6cd9-0f8b-09fca22c95fd" [ 741.512690] env[69663]: _type = "Task" [ 741.512690] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.522420] env[69663]: DEBUG oslo_vmware.api [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52db1db7-779e-6cd9-0f8b-09fca22c95fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.603370] env[69663]: DEBUG oslo_vmware.api [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332358, 'name': CloneVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.629468] env[69663]: DEBUG oslo_concurrency.lockutils [req-d9044690-dc15-4092-b04c-6b8525d26838 req-eb6e0f18-7135-41eb-9ac5-df8d642ae5bd service nova] Releasing lock "refresh_cache-847983a3-9dac-45a9-93bf-8b7a089d8a1b" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.660042] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "d98525f7-509c-4e3e-81ec-977938e49623" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.660042] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "d98525f7-509c-4e3e-81ec-977938e49623" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.664343] env[69663]: DEBUG nova.network.neutron [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 741.903781] env[69663]: DEBUG nova.compute.utils [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 741.909300] env[69663]: DEBUG nova.compute.manager [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 741.909300] env[69663]: DEBUG nova.network.neutron [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 741.952217] env[69663]: DEBUG nova.network.neutron [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Updating instance_info_cache with network_info: [{"id": "9db2b039-5499-4d77-a679-b35689ae2b6c", "address": "fa:16:3e:e5:1d:0f", "network": {"id": "4ab6d01c-598b-436d-9852-096f3f7caf4e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1513332204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81420a61efbc454dafd3b193a3669637", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9db2b039-54", "ovs_interfaceid": "9db2b039-5499-4d77-a679-b35689ae2b6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.962013] env[69663]: DEBUG nova.policy [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebe938f1afc3485caf0dcf9131c94a6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92f2a8330cf247d68d41702d77cd8ca6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 741.996767] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7d935928-d287-4b71-a1c6-189aabe79f70 tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.010285] env[69663]: DEBUG oslo_vmware.api [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Task: {'id': task-3332365, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.026841] env[69663]: DEBUG oslo_vmware.api [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52db1db7-779e-6cd9-0f8b-09fca22c95fd, 'name': SearchDatastore_Task, 'duration_secs': 0.009053} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.030284] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00d9f9d2-14f2-44ea-bf9b-c566cf2ff84d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.033590] env[69663]: DEBUG oslo_vmware.api [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Waiting for the task: (returnval){ [ 742.033590] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e88b3f-42e4-59aa-bd20-2d1fc66c01c6" [ 742.033590] env[69663]: _type = "Task" [ 742.033590] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.042748] env[69663]: DEBUG oslo_vmware.api [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e88b3f-42e4-59aa-bd20-2d1fc66c01c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.103900] env[69663]: DEBUG oslo_vmware.api [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332358, 'name': CloneVM_Task, 'duration_secs': 1.492799} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.104246] env[69663]: INFO nova.virt.vmwareapi.vmops [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Created linked-clone VM from snapshot [ 742.104980] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51996c40-9d5b-498b-8dba-a766bccea45c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.113447] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Uploading image 95ac6467-779e-4e3b-8d0f-b35fe4d92345 {{(pid=69663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 742.145037] env[69663]: DEBUG oslo_vmware.rw_handles [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 742.145037] env[69663]: value = "vm-665207" [ 742.145037] env[69663]: _type = "VirtualMachine" [ 742.145037] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 742.145037] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-01a036a7-7984-47d1-90c9-d90a8dab7d8e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.152418] env[69663]: DEBUG oslo_vmware.rw_handles [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Lease: (returnval){ [ 742.152418] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]524d0212-a363-c832-c93b-95569c609835" [ 742.152418] env[69663]: _type = "HttpNfcLease" [ 742.152418] env[69663]: } obtained for exporting VM: (result){ [ 742.152418] env[69663]: value = "vm-665207" [ 742.152418] env[69663]: _type = "VirtualMachine" [ 742.152418] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 742.153378] env[69663]: DEBUG oslo_vmware.api [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Waiting for the lease: (returnval){ [ 742.153378] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]524d0212-a363-c832-c93b-95569c609835" [ 742.153378] env[69663]: _type = "HttpNfcLease" [ 742.153378] env[69663]: } to be ready. {{(pid=69663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 742.159890] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 742.159890] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]524d0212-a363-c832-c93b-95569c609835" [ 742.159890] env[69663]: _type = "HttpNfcLease" [ 742.159890] env[69663]: } is initializing. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 742.202396] env[69663]: DEBUG nova.network.neutron [-] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.264762] env[69663]: DEBUG nova.network.neutron [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Successfully created port: e6d2995c-5894-49e0-bcc2-cd377ea768fa {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.287918] env[69663]: DEBUG nova.compute.manager [req-7f8874f1-2dbf-43d6-9ebf-bed40707dd6e req-27555b2e-4f11-41e1-bc9e-ef9a55553bc9 service nova] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Received event network-vif-deleted-2b1d43c1-1710-44b8-be31-98ce4b48b326 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 742.409020] env[69663]: DEBUG nova.compute.manager [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 742.456180] env[69663]: DEBUG oslo_concurrency.lockutils [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Releasing lock "refresh_cache-f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.456180] env[69663]: DEBUG nova.compute.manager [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Instance network_info: |[{"id": "9db2b039-5499-4d77-a679-b35689ae2b6c", "address": "fa:16:3e:e5:1d:0f", "network": {"id": "4ab6d01c-598b-436d-9852-096f3f7caf4e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1513332204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81420a61efbc454dafd3b193a3669637", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9db2b039-54", "ovs_interfaceid": "9db2b039-5499-4d77-a679-b35689ae2b6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 742.456333] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:1d:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9db2b039-5499-4d77-a679-b35689ae2b6c', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.463899] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Creating folder: Project (81420a61efbc454dafd3b193a3669637). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 742.465155] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf66382b-f499-4343-94f3-cab77c380960 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.476173] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Created folder: Project (81420a61efbc454dafd3b193a3669637) in parent group-v665133. [ 742.476173] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Creating folder: Instances. Parent ref: group-v665211. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 742.476173] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cbd4cb5-21df-4564-b923-0dddf6780905 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.487522] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Created folder: Instances in parent group-v665211. [ 742.487811] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.488298] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 742.488298] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bb4bb09-90a5-4a5a-9014-03aa45c011e3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.519967] env[69663]: DEBUG oslo_vmware.api [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Task: {'id': task-3332365, 'name': ReconfigVM_Task, 'duration_secs': 0.530797} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.521501] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 76897d45-3652-487d-beba-517307e3e6e6/76897d45-3652-487d-beba-517307e3e6e6.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.522142] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.522142] env[69663]: value = "task-3332369" [ 742.522142] env[69663]: _type = "Task" [ 742.522142] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.524102] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7337036-fa05-424d-9284-b629e7166412 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.535096] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332369, 'name': CreateVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.539287] env[69663]: DEBUG oslo_vmware.api [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Waiting for the task: (returnval){ [ 742.539287] env[69663]: value = "task-3332370" [ 742.539287] env[69663]: _type = "Task" [ 742.539287] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.549500] env[69663]: DEBUG oslo_vmware.api [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e88b3f-42e4-59aa-bd20-2d1fc66c01c6, 'name': SearchDatastore_Task, 'duration_secs': 0.014886} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.550378] env[69663]: DEBUG oslo_concurrency.lockutils [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.550661] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 847983a3-9dac-45a9-93bf-8b7a089d8a1b/847983a3-9dac-45a9-93bf-8b7a089d8a1b.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 742.550921] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8029a382-5a2a-4376-bd37-5ff2ba4a39c2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.556010] env[69663]: DEBUG oslo_vmware.api [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Task: {'id': task-3332370, 'name': Rename_Task} progress is 10%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.560729] env[69663]: DEBUG oslo_vmware.api [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Waiting for the task: (returnval){ [ 742.560729] env[69663]: value = "task-3332371" [ 742.560729] env[69663]: _type = "Task" [ 742.560729] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.571528] env[69663]: DEBUG oslo_vmware.api [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Task: {'id': task-3332371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.660991] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 742.660991] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]524d0212-a363-c832-c93b-95569c609835" [ 742.660991] env[69663]: _type = "HttpNfcLease" [ 742.660991] env[69663]: } is ready. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 742.661445] env[69663]: DEBUG oslo_vmware.rw_handles [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 742.661445] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]524d0212-a363-c832-c93b-95569c609835" [ 742.661445] env[69663]: _type = "HttpNfcLease" [ 742.661445] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 742.662203] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7704ae-0b4c-40b6-ab86-12573b9ff47b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.674808] env[69663]: DEBUG oslo_vmware.rw_handles [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52738727-701f-3121-cd89-0a9bbcf36c9b/disk-0.vmdk from lease info. {{(pid=69663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 742.675092] env[69663]: DEBUG oslo_vmware.rw_handles [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52738727-701f-3121-cd89-0a9bbcf36c9b/disk-0.vmdk for reading. {{(pid=69663) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 742.741247] env[69663]: INFO nova.compute.manager [-] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Took 1.36 seconds to deallocate network for instance. [ 742.816277] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cd697db0-3a3a-4d61-abac-7ef174b1d792 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.005318] env[69663]: DEBUG nova.compute.manager [req-c85aecec-771c-4c38-b0ac-2aa8e96e58c1 req-61817c18-4551-42b4-b68b-46e6ad143882 service nova] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Received event network-changed-9db2b039-5499-4d77-a679-b35689ae2b6c {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 743.005520] env[69663]: DEBUG nova.compute.manager [req-c85aecec-771c-4c38-b0ac-2aa8e96e58c1 req-61817c18-4551-42b4-b68b-46e6ad143882 service nova] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Refreshing instance network info cache due to event network-changed-9db2b039-5499-4d77-a679-b35689ae2b6c. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 743.005739] env[69663]: DEBUG oslo_concurrency.lockutils [req-c85aecec-771c-4c38-b0ac-2aa8e96e58c1 req-61817c18-4551-42b4-b68b-46e6ad143882 service nova] Acquiring lock "refresh_cache-f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.005880] env[69663]: DEBUG oslo_concurrency.lockutils [req-c85aecec-771c-4c38-b0ac-2aa8e96e58c1 req-61817c18-4551-42b4-b68b-46e6ad143882 service nova] Acquired lock "refresh_cache-f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.009216] env[69663]: DEBUG nova.network.neutron [req-c85aecec-771c-4c38-b0ac-2aa8e96e58c1 req-61817c18-4551-42b4-b68b-46e6ad143882 service nova] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Refreshing network info cache for port 9db2b039-5499-4d77-a679-b35689ae2b6c {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 743.043485] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332369, 'name': CreateVM_Task, 'duration_secs': 0.352109} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.047763] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 743.048728] env[69663]: DEBUG oslo_concurrency.lockutils [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.049013] env[69663]: DEBUG oslo_concurrency.lockutils [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.049416] env[69663]: DEBUG oslo_concurrency.lockutils [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.054478] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-536ddfe8-3dd7-4995-9c9f-00da7fe7fd3c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.062503] env[69663]: DEBUG oslo_vmware.api [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Task: {'id': task-3332370, 'name': Rename_Task, 'duration_secs': 0.154044} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.066368] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 743.067791] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-930c0caa-1c80-4be8-b1ca-a8d7ecd2fbd8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.073018] env[69663]: DEBUG oslo_vmware.api [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for the task: (returnval){ [ 743.073018] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5290bf86-74b1-4546-6b98-c9ab81ac4e7f" [ 743.073018] env[69663]: _type = "Task" [ 743.073018] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.077978] env[69663]: DEBUG oslo_vmware.api [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Task: {'id': task-3332371, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.078303] env[69663]: DEBUG oslo_vmware.api [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Waiting for the task: (returnval){ [ 743.078303] env[69663]: value = "task-3332372" [ 743.078303] env[69663]: _type = "Task" [ 743.078303] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.090390] env[69663]: DEBUG oslo_vmware.api [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5290bf86-74b1-4546-6b98-c9ab81ac4e7f, 'name': SearchDatastore_Task, 'duration_secs': 0.009246} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.092068] env[69663]: DEBUG oslo_concurrency.lockutils [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.092317] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.092600] env[69663]: DEBUG oslo_concurrency.lockutils [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.092831] env[69663]: DEBUG oslo_concurrency.lockutils [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.093161] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.098251] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0232ae44-ec3d-4d4b-88c9-9724bf286f79 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.098913] env[69663]: DEBUG oslo_vmware.api [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Task: {'id': task-3332372, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.105380] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.106420] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 743.106676] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a866907d-b7fa-42e4-815f-c34eaed9b3e1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.117388] env[69663]: DEBUG oslo_vmware.api [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for the task: (returnval){ [ 743.117388] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5295f4d9-dbd9-5d62-4398-817d6e2b6e47" [ 743.117388] env[69663]: _type = "Task" [ 743.117388] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.126920] env[69663]: DEBUG oslo_vmware.api [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5295f4d9-dbd9-5d62-4398-817d6e2b6e47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.168880] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf83532f-d273-4d5d-b822-c03fcf468484 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.177029] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e50f4b9-fe76-4886-bcf1-1bb0c744ca13 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.207929] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4df1500-0c22-4f45-a444-02fd17538d6d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.216299] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062656cd-486f-457f-8923-fafaaa631392 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.230320] env[69663]: DEBUG nova.compute.provider_tree [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.255639] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b5508c9c-7fb5-4787-b2ea-839fb1e7f640 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.424030] env[69663]: DEBUG nova.compute.manager [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 743.453633] env[69663]: DEBUG nova.virt.hardware [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 743.453911] env[69663]: DEBUG nova.virt.hardware [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 743.454163] env[69663]: DEBUG nova.virt.hardware [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.454405] env[69663]: DEBUG nova.virt.hardware [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 743.457435] env[69663]: DEBUG nova.virt.hardware [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.457650] env[69663]: DEBUG nova.virt.hardware [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 743.457890] env[69663]: DEBUG nova.virt.hardware [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 743.458096] env[69663]: DEBUG nova.virt.hardware [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 743.458291] env[69663]: DEBUG nova.virt.hardware [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 743.459835] env[69663]: DEBUG nova.virt.hardware [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 743.459835] env[69663]: DEBUG nova.virt.hardware [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 743.460367] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624a3a2d-8798-47c1-94de-95af2c475acf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.469917] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d311e98-24af-436e-9da5-cd90a5b986d0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.572087] env[69663]: DEBUG oslo_vmware.api [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Task: {'id': task-3332371, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.590061] env[69663]: DEBUG oslo_vmware.api [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Task: {'id': task-3332372, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.628331] env[69663]: DEBUG oslo_vmware.api [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5295f4d9-dbd9-5d62-4398-817d6e2b6e47, 'name': SearchDatastore_Task, 'duration_secs': 0.01046} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.629844] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-112fce11-e7bf-43b2-acc5-5cff291edce7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.637947] env[69663]: DEBUG oslo_vmware.api [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for the task: (returnval){ [ 743.637947] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52452b48-8593-c9e4-32ee-89158bd7fe08" [ 743.637947] env[69663]: _type = "Task" [ 743.637947] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.651687] env[69663]: DEBUG oslo_vmware.api [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52452b48-8593-c9e4-32ee-89158bd7fe08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.735364] env[69663]: DEBUG nova.scheduler.client.report [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 743.817707] env[69663]: DEBUG nova.network.neutron [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Successfully updated port: e6d2995c-5894-49e0-bcc2-cd377ea768fa {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.005903] env[69663]: DEBUG nova.network.neutron [req-c85aecec-771c-4c38-b0ac-2aa8e96e58c1 req-61817c18-4551-42b4-b68b-46e6ad143882 service nova] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Updated VIF entry in instance network info cache for port 9db2b039-5499-4d77-a679-b35689ae2b6c. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 744.006772] env[69663]: DEBUG nova.network.neutron [req-c85aecec-771c-4c38-b0ac-2aa8e96e58c1 req-61817c18-4551-42b4-b68b-46e6ad143882 service nova] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Updating instance_info_cache with network_info: [{"id": "9db2b039-5499-4d77-a679-b35689ae2b6c", "address": "fa:16:3e:e5:1d:0f", "network": {"id": "4ab6d01c-598b-436d-9852-096f3f7caf4e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1513332204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81420a61efbc454dafd3b193a3669637", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9db2b039-54", "ovs_interfaceid": "9db2b039-5499-4d77-a679-b35689ae2b6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.076298] env[69663]: DEBUG oslo_vmware.api [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Task: {'id': task-3332371, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.093029] env[69663]: DEBUG oslo_vmware.api [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Task: {'id': task-3332372, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.153949] env[69663]: DEBUG oslo_vmware.api [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52452b48-8593-c9e4-32ee-89158bd7fe08, 'name': SearchDatastore_Task, 'duration_secs': 0.012494} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.154567] env[69663]: DEBUG oslo_concurrency.lockutils [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.154567] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5/f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 744.155043] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2915712d-fdc2-4ae7-a7c1-53f1e86058d5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.163617] env[69663]: DEBUG oslo_vmware.api [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for the task: (returnval){ [ 744.163617] env[69663]: value = "task-3332373" [ 744.163617] env[69663]: _type = "Task" [ 744.163617] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.173671] env[69663]: DEBUG oslo_vmware.api [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332373, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.246023] env[69663]: DEBUG oslo_concurrency.lockutils [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.847s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.246023] env[69663]: DEBUG nova.compute.manager [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 744.246757] env[69663]: DEBUG oslo_concurrency.lockutils [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.260s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.248531] env[69663]: INFO nova.compute.claims [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.322929] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Acquiring lock "refresh_cache-62818b03-14d9-4055-a7fa-7ecbd5a0ca00" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.322929] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Acquired lock "refresh_cache-62818b03-14d9-4055-a7fa-7ecbd5a0ca00" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.323090] env[69663]: DEBUG nova.network.neutron [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 744.509336] env[69663]: DEBUG oslo_concurrency.lockutils [req-c85aecec-771c-4c38-b0ac-2aa8e96e58c1 req-61817c18-4551-42b4-b68b-46e6ad143882 service nova] Releasing lock "refresh_cache-f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.509773] env[69663]: DEBUG nova.compute.manager [req-c85aecec-771c-4c38-b0ac-2aa8e96e58c1 req-61817c18-4551-42b4-b68b-46e6ad143882 service nova] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Received event network-vif-deleted-26766ff0-d56d-4cf5-a34b-c34bde438168 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 744.577370] env[69663]: DEBUG oslo_vmware.api [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Task: {'id': task-3332371, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.513961} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.578023] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 847983a3-9dac-45a9-93bf-8b7a089d8a1b/847983a3-9dac-45a9-93bf-8b7a089d8a1b.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 744.578897] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.579907] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c057781f-a24b-408d-9fbe-aa10147378a7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.599368] env[69663]: DEBUG oslo_vmware.api [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Waiting for the task: (returnval){ [ 744.599368] env[69663]: value = "task-3332374" [ 744.599368] env[69663]: _type = "Task" [ 744.599368] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.605356] env[69663]: DEBUG oslo_vmware.api [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Task: {'id': task-3332372, 'name': PowerOnVM_Task, 'duration_secs': 1.056693} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.611457] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 744.611842] env[69663]: INFO nova.compute.manager [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Took 10.82 seconds to spawn the instance on the hypervisor. [ 744.612149] env[69663]: DEBUG nova.compute.manager [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 744.613613] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e04281-82e3-46c9-9faf-a214414a7c75 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.627062] env[69663]: DEBUG oslo_vmware.api [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Task: {'id': task-3332374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.677615] env[69663]: DEBUG oslo_vmware.api [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332373, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.755020] env[69663]: DEBUG nova.compute.utils [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 744.757013] env[69663]: DEBUG nova.compute.manager [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 744.757317] env[69663]: DEBUG nova.network.neutron [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] [instance: 0b421815-3bce-4e32-846d-b4784f689407] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 744.819533] env[69663]: DEBUG nova.policy [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '948d7ca3e0c44d19b402d0ccd154ad2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5dadc1385fc84d78a870e156459bda54', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 744.880588] env[69663]: DEBUG nova.network.neutron [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 745.036207] env[69663]: DEBUG nova.compute.manager [req-77aada91-c8cc-449f-8507-8321e0fda493 req-37db32e0-a008-48c9-83a3-9d50e3646595 service nova] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Received event network-vif-plugged-e6d2995c-5894-49e0-bcc2-cd377ea768fa {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 745.036207] env[69663]: DEBUG oslo_concurrency.lockutils [req-77aada91-c8cc-449f-8507-8321e0fda493 req-37db32e0-a008-48c9-83a3-9d50e3646595 service nova] Acquiring lock "62818b03-14d9-4055-a7fa-7ecbd5a0ca00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.036207] env[69663]: DEBUG oslo_concurrency.lockutils [req-77aada91-c8cc-449f-8507-8321e0fda493 req-37db32e0-a008-48c9-83a3-9d50e3646595 service nova] Lock "62818b03-14d9-4055-a7fa-7ecbd5a0ca00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.036207] env[69663]: DEBUG oslo_concurrency.lockutils [req-77aada91-c8cc-449f-8507-8321e0fda493 req-37db32e0-a008-48c9-83a3-9d50e3646595 service nova] Lock "62818b03-14d9-4055-a7fa-7ecbd5a0ca00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.036207] env[69663]: DEBUG nova.compute.manager [req-77aada91-c8cc-449f-8507-8321e0fda493 req-37db32e0-a008-48c9-83a3-9d50e3646595 service nova] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] No waiting events found dispatching network-vif-plugged-e6d2995c-5894-49e0-bcc2-cd377ea768fa {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 745.036432] env[69663]: WARNING nova.compute.manager [req-77aada91-c8cc-449f-8507-8321e0fda493 req-37db32e0-a008-48c9-83a3-9d50e3646595 service nova] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Received unexpected event network-vif-plugged-e6d2995c-5894-49e0-bcc2-cd377ea768fa for instance with vm_state building and task_state spawning. [ 745.036432] env[69663]: DEBUG nova.compute.manager [req-77aada91-c8cc-449f-8507-8321e0fda493 req-37db32e0-a008-48c9-83a3-9d50e3646595 service nova] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Received event network-changed-e6d2995c-5894-49e0-bcc2-cd377ea768fa {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 745.036794] env[69663]: DEBUG nova.compute.manager [req-77aada91-c8cc-449f-8507-8321e0fda493 req-37db32e0-a008-48c9-83a3-9d50e3646595 service nova] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Refreshing instance network info cache due to event network-changed-e6d2995c-5894-49e0-bcc2-cd377ea768fa. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 745.037230] env[69663]: DEBUG oslo_concurrency.lockutils [req-77aada91-c8cc-449f-8507-8321e0fda493 req-37db32e0-a008-48c9-83a3-9d50e3646595 service nova] Acquiring lock "refresh_cache-62818b03-14d9-4055-a7fa-7ecbd5a0ca00" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.123336] env[69663]: DEBUG oslo_vmware.api [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Task: {'id': task-3332374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146597} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.124419] env[69663]: DEBUG nova.network.neutron [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Updating instance_info_cache with network_info: [{"id": "e6d2995c-5894-49e0-bcc2-cd377ea768fa", "address": "fa:16:3e:b1:64:a8", "network": {"id": "3f1439a1-db48-419a-a563-474a5c1f8fea", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-895027897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92f2a8330cf247d68d41702d77cd8ca6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6d2995c-58", "ovs_interfaceid": "e6d2995c-5894-49e0-bcc2-cd377ea768fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.126861] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.126861] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e8b721-bbd8-4e51-95e0-44e80c3d8141 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.161029] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 847983a3-9dac-45a9-93bf-8b7a089d8a1b/847983a3-9dac-45a9-93bf-8b7a089d8a1b.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.163720] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-207a3512-c18b-43f4-8a39-ffa615a72dbe {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.180250] env[69663]: INFO nova.compute.manager [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Took 40.37 seconds to build instance. [ 745.201606] env[69663]: DEBUG oslo_vmware.api [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Waiting for the task: (returnval){ [ 745.201606] env[69663]: value = "task-3332375" [ 745.201606] env[69663]: _type = "Task" [ 745.201606] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.201606] env[69663]: DEBUG oslo_vmware.api [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332373, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543547} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.201606] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5/f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 745.201606] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.203641] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97ead96a-332c-4871-ae0e-e3a4fcf59706 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.210135] env[69663]: DEBUG oslo_vmware.api [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Task: {'id': task-3332375, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.211541] env[69663]: DEBUG oslo_vmware.api [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for the task: (returnval){ [ 745.211541] env[69663]: value = "task-3332376" [ 745.211541] env[69663]: _type = "Task" [ 745.211541] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.219679] env[69663]: DEBUG oslo_vmware.api [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332376, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.258153] env[69663]: DEBUG nova.compute.manager [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 745.278290] env[69663]: DEBUG nova.network.neutron [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Successfully created port: 7bf2ceb3-bc0b-47f9-8a5b-2fdca49c96db {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 745.634272] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Releasing lock "refresh_cache-62818b03-14d9-4055-a7fa-7ecbd5a0ca00" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.634272] env[69663]: DEBUG nova.compute.manager [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Instance network_info: |[{"id": "e6d2995c-5894-49e0-bcc2-cd377ea768fa", "address": "fa:16:3e:b1:64:a8", "network": {"id": "3f1439a1-db48-419a-a563-474a5c1f8fea", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-895027897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92f2a8330cf247d68d41702d77cd8ca6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6d2995c-58", "ovs_interfaceid": "e6d2995c-5894-49e0-bcc2-cd377ea768fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 745.634469] env[69663]: DEBUG oslo_concurrency.lockutils [req-77aada91-c8cc-449f-8507-8321e0fda493 req-37db32e0-a008-48c9-83a3-9d50e3646595 service nova] Acquired lock "refresh_cache-62818b03-14d9-4055-a7fa-7ecbd5a0ca00" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.634867] env[69663]: DEBUG nova.network.neutron [req-77aada91-c8cc-449f-8507-8321e0fda493 req-37db32e0-a008-48c9-83a3-9d50e3646595 service nova] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Refreshing network info cache for port e6d2995c-5894-49e0-bcc2-cd377ea768fa {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 745.636667] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:64:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35342bcb-8b06-472e-b3c0-43fd3d6c4b30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6d2995c-5894-49e0-bcc2-cd377ea768fa', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.650481] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.654364] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 745.654987] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc0394d7-3095-4408-986d-78670d6a397d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.684296] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f56bd4b-8dbf-4aee-9547-04c8a844f138 tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Lock "76897d45-3652-487d-beba-517307e3e6e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.715s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.684296] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.684296] env[69663]: value = "task-3332377" [ 745.684296] env[69663]: _type = "Task" [ 745.684296] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.696998] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332377, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.711640] env[69663]: DEBUG oslo_vmware.api [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Task: {'id': task-3332375, 'name': ReconfigVM_Task, 'duration_secs': 0.352827} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.712305] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 847983a3-9dac-45a9-93bf-8b7a089d8a1b/847983a3-9dac-45a9-93bf-8b7a089d8a1b.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.715818] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bacb03f-0cef-493f-8e63-4cdd68fb1544 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.724697] env[69663]: DEBUG oslo_vmware.api [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332376, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067757} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.727974] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.728397] env[69663]: DEBUG oslo_vmware.api [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Waiting for the task: (returnval){ [ 745.728397] env[69663]: value = "task-3332378" [ 745.728397] env[69663]: _type = "Task" [ 745.728397] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.729128] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7551e38-20a0-49d7-b30a-b35af479b349 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.763945] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5/f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.770657] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-571f5513-8cb7-4a35-9b37-82815e6d372a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.792022] env[69663]: DEBUG oslo_vmware.api [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Task: {'id': task-3332378, 'name': Rename_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.795891] env[69663]: DEBUG oslo_vmware.api [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for the task: (returnval){ [ 745.795891] env[69663]: value = "task-3332379" [ 745.795891] env[69663]: _type = "Task" [ 745.795891] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.804340] env[69663]: DEBUG oslo_vmware.api [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332379, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.984465] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd13584-dabb-4127-b16c-fe1dc4640f42 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.994021] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3a6aee-376d-48a8-aff5-6ee5166e0c77 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.031073] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41003512-db6c-42a0-9d18-19b049ab5ba2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.038619] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeeb0d45-effe-415e-a0ed-38bf88f059b9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.054948] env[69663]: DEBUG nova.compute.provider_tree [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.189259] env[69663]: DEBUG nova.compute.manager [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 746.200108] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332377, 'name': CreateVM_Task, 'duration_secs': 0.34152} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.200206] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 746.200904] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.201138] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.201473] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.201732] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c227e8e-d9b7-42fb-9d5c-62c9f4d19021 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.206394] env[69663]: DEBUG oslo_vmware.api [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Waiting for the task: (returnval){ [ 746.206394] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a68e00-3d20-634d-a90f-3937b6a50911" [ 746.206394] env[69663]: _type = "Task" [ 746.206394] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.214928] env[69663]: DEBUG oslo_vmware.api [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a68e00-3d20-634d-a90f-3937b6a50911, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.229714] env[69663]: DEBUG nova.network.neutron [req-77aada91-c8cc-449f-8507-8321e0fda493 req-37db32e0-a008-48c9-83a3-9d50e3646595 service nova] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Updated VIF entry in instance network info cache for port e6d2995c-5894-49e0-bcc2-cd377ea768fa. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 746.230151] env[69663]: DEBUG nova.network.neutron [req-77aada91-c8cc-449f-8507-8321e0fda493 req-37db32e0-a008-48c9-83a3-9d50e3646595 service nova] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Updating instance_info_cache with network_info: [{"id": "e6d2995c-5894-49e0-bcc2-cd377ea768fa", "address": "fa:16:3e:b1:64:a8", "network": {"id": "3f1439a1-db48-419a-a563-474a5c1f8fea", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-895027897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92f2a8330cf247d68d41702d77cd8ca6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6d2995c-58", "ovs_interfaceid": "e6d2995c-5894-49e0-bcc2-cd377ea768fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.242980] env[69663]: DEBUG oslo_vmware.api [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Task: {'id': task-3332378, 'name': Rename_Task, 'duration_secs': 0.161402} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.243346] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 746.243593] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccc6e859-39e9-4a2d-a502-d1eb09d6e4ee {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.250700] env[69663]: DEBUG oslo_vmware.api [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Waiting for the task: (returnval){ [ 746.250700] env[69663]: value = "task-3332380" [ 746.250700] env[69663]: _type = "Task" [ 746.250700] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.259030] env[69663]: DEBUG oslo_vmware.api [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Task: {'id': task-3332380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.293424] env[69663]: DEBUG nova.compute.manager [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 746.313656] env[69663]: DEBUG oslo_vmware.api [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332379, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.330795] env[69663]: DEBUG nova.virt.hardware [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 746.331071] env[69663]: DEBUG nova.virt.hardware [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 746.331263] env[69663]: DEBUG nova.virt.hardware [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.331473] env[69663]: DEBUG nova.virt.hardware [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 746.331587] env[69663]: DEBUG nova.virt.hardware [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.331744] env[69663]: DEBUG nova.virt.hardware [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 746.332012] env[69663]: DEBUG nova.virt.hardware [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 746.332148] env[69663]: DEBUG nova.virt.hardware [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 746.332320] env[69663]: DEBUG nova.virt.hardware [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 746.332482] env[69663]: DEBUG nova.virt.hardware [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 746.332656] env[69663]: DEBUG nova.virt.hardware [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 746.333566] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46452e0-48b3-40f4-bc94-dcf432fef100 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.342025] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59333fa-308b-4be7-91d8-64edd87ceb73 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.558874] env[69663]: DEBUG nova.scheduler.client.report [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 746.721383] env[69663]: DEBUG oslo_vmware.api [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a68e00-3d20-634d-a90f-3937b6a50911, 'name': SearchDatastore_Task, 'duration_secs': 0.010202} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.725027] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.725027] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.725027] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.725027] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.725722] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.725722] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.725722] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05f84242-6bca-4575-82e2-ba04e2e517d1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.734149] env[69663]: DEBUG oslo_concurrency.lockutils [req-77aada91-c8cc-449f-8507-8321e0fda493 req-37db32e0-a008-48c9-83a3-9d50e3646595 service nova] Releasing lock "refresh_cache-62818b03-14d9-4055-a7fa-7ecbd5a0ca00" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.734570] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.734739] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 746.735576] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54002663-a34d-404d-b267-23bdc3743f27 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.741223] env[69663]: DEBUG oslo_vmware.api [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Waiting for the task: (returnval){ [ 746.741223] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52cc9302-4acf-54f6-6ab3-d40176db822e" [ 746.741223] env[69663]: _type = "Task" [ 746.741223] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.750536] env[69663]: DEBUG oslo_vmware.api [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52cc9302-4acf-54f6-6ab3-d40176db822e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.759611] env[69663]: DEBUG oslo_vmware.api [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Task: {'id': task-3332380, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.812747] env[69663]: DEBUG oslo_vmware.api [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332379, 'name': ReconfigVM_Task, 'duration_secs': 0.74537} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.813099] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Reconfigured VM instance instance-00000018 to attach disk [datastore2] f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5/f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.813951] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fee462e-1eab-4504-8ad1-22c01e122674 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.820229] env[69663]: DEBUG oslo_vmware.api [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for the task: (returnval){ [ 746.820229] env[69663]: value = "task-3332381" [ 746.820229] env[69663]: _type = "Task" [ 746.820229] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.829244] env[69663]: DEBUG oslo_vmware.api [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332381, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.065425] env[69663]: DEBUG oslo_concurrency.lockutils [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.819s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.066341] env[69663]: DEBUG nova.compute.manager [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 747.071340] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9f79bed4-1d7e-4fa8-9f96-af8c521c65f4 tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.213s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.072148] env[69663]: DEBUG nova.objects.instance [None req-9f79bed4-1d7e-4fa8-9f96-af8c521c65f4 tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Lazy-loading 'resources' on Instance uuid 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.253453] env[69663]: DEBUG oslo_vmware.api [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52cc9302-4acf-54f6-6ab3-d40176db822e, 'name': SearchDatastore_Task, 'duration_secs': 0.013231} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.259666] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42b67891-f175-4551-a489-b0fad8f78311 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.268470] env[69663]: DEBUG oslo_vmware.api [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Task: {'id': task-3332380, 'name': PowerOnVM_Task, 'duration_secs': 0.520963} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.270031] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 747.270443] env[69663]: INFO nova.compute.manager [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Took 9.88 seconds to spawn the instance on the hypervisor. [ 747.270861] env[69663]: DEBUG nova.compute.manager [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 747.271384] env[69663]: DEBUG oslo_vmware.api [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Waiting for the task: (returnval){ [ 747.271384] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5264e870-bcf5-413e-5faa-3ee16971c787" [ 747.271384] env[69663]: _type = "Task" [ 747.271384] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.272929] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ffb134-1c10-4b47-9c63-5e1894924eaf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.291470] env[69663]: DEBUG oslo_vmware.api [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5264e870-bcf5-413e-5faa-3ee16971c787, 'name': SearchDatastore_Task, 'duration_secs': 0.012827} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.292214] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.292514] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 62818b03-14d9-4055-a7fa-7ecbd5a0ca00/62818b03-14d9-4055-a7fa-7ecbd5a0ca00.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 747.292810] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e220006-026a-46c5-a648-be58eeb88b20 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.300586] env[69663]: DEBUG oslo_vmware.api [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Waiting for the task: (returnval){ [ 747.300586] env[69663]: value = "task-3332382" [ 747.300586] env[69663]: _type = "Task" [ 747.300586] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.309767] env[69663]: DEBUG oslo_vmware.api [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': task-3332382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.332790] env[69663]: DEBUG oslo_vmware.api [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332381, 'name': Rename_Task, 'duration_secs': 0.180677} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.333992] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 747.335989] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ec3b9ee-6f2f-4767-b2b7-ccc500c2eec8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.345059] env[69663]: DEBUG oslo_vmware.api [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for the task: (returnval){ [ 747.345059] env[69663]: value = "task-3332383" [ 747.345059] env[69663]: _type = "Task" [ 747.345059] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.354310] env[69663]: DEBUG oslo_vmware.api [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.530227] env[69663]: DEBUG nova.network.neutron [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Successfully updated port: 7bf2ceb3-bc0b-47f9-8a5b-2fdca49c96db {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 747.579193] env[69663]: DEBUG nova.compute.utils [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 747.583980] env[69663]: DEBUG nova.compute.manager [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 747.584466] env[69663]: DEBUG nova.network.neutron [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 747.655157] env[69663]: DEBUG nova.policy [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ca0ed120f624d8ea08c7b2ac31e95ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e48d9004dc14914a71bd99d9a2753d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 747.672759] env[69663]: DEBUG nova.compute.manager [req-dd9a7f13-6018-435f-8258-7f1e660814c7 req-d31980f5-fe9b-4511-a6f7-374381ddd39c service nova] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Received event network-changed-cb6158e0-9373-48e4-b9a9-7c312966a73a {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 747.674224] env[69663]: DEBUG nova.compute.manager [req-dd9a7f13-6018-435f-8258-7f1e660814c7 req-d31980f5-fe9b-4511-a6f7-374381ddd39c service nova] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Refreshing instance network info cache due to event network-changed-cb6158e0-9373-48e4-b9a9-7c312966a73a. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 747.677437] env[69663]: DEBUG oslo_concurrency.lockutils [req-dd9a7f13-6018-435f-8258-7f1e660814c7 req-d31980f5-fe9b-4511-a6f7-374381ddd39c service nova] Acquiring lock "refresh_cache-76897d45-3652-487d-beba-517307e3e6e6" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.677623] env[69663]: DEBUG oslo_concurrency.lockutils [req-dd9a7f13-6018-435f-8258-7f1e660814c7 req-d31980f5-fe9b-4511-a6f7-374381ddd39c service nova] Acquired lock "refresh_cache-76897d45-3652-487d-beba-517307e3e6e6" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.677813] env[69663]: DEBUG nova.network.neutron [req-dd9a7f13-6018-435f-8258-7f1e660814c7 req-d31980f5-fe9b-4511-a6f7-374381ddd39c service nova] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Refreshing network info cache for port cb6158e0-9373-48e4-b9a9-7c312966a73a {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 747.808996] env[69663]: INFO nova.compute.manager [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Took 39.25 seconds to build instance. [ 747.818759] env[69663]: DEBUG oslo_vmware.api [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': task-3332382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505953} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.818759] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 62818b03-14d9-4055-a7fa-7ecbd5a0ca00/62818b03-14d9-4055-a7fa-7ecbd5a0ca00.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 747.818759] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.818759] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-197c5149-e75f-434f-9fed-9c133a0e2018 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.825467] env[69663]: DEBUG oslo_vmware.api [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Waiting for the task: (returnval){ [ 747.825467] env[69663]: value = "task-3332384" [ 747.825467] env[69663]: _type = "Task" [ 747.825467] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.838845] env[69663]: DEBUG oslo_vmware.api [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': task-3332384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.854894] env[69663]: DEBUG oslo_vmware.api [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332383, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.884298] env[69663]: DEBUG nova.compute.manager [req-5db1e50d-093c-451d-a7f0-0031d4faf56b req-d744acb7-6fa6-4735-9aad-4a9b23dc2d11 service nova] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Received event network-vif-plugged-7bf2ceb3-bc0b-47f9-8a5b-2fdca49c96db {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 747.884298] env[69663]: DEBUG oslo_concurrency.lockutils [req-5db1e50d-093c-451d-a7f0-0031d4faf56b req-d744acb7-6fa6-4735-9aad-4a9b23dc2d11 service nova] Acquiring lock "0b421815-3bce-4e32-846d-b4784f689407-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.884298] env[69663]: DEBUG oslo_concurrency.lockutils [req-5db1e50d-093c-451d-a7f0-0031d4faf56b req-d744acb7-6fa6-4735-9aad-4a9b23dc2d11 service nova] Lock "0b421815-3bce-4e32-846d-b4784f689407-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.884298] env[69663]: DEBUG oslo_concurrency.lockutils [req-5db1e50d-093c-451d-a7f0-0031d4faf56b req-d744acb7-6fa6-4735-9aad-4a9b23dc2d11 service nova] Lock "0b421815-3bce-4e32-846d-b4784f689407-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.884298] env[69663]: DEBUG nova.compute.manager [req-5db1e50d-093c-451d-a7f0-0031d4faf56b req-d744acb7-6fa6-4735-9aad-4a9b23dc2d11 service nova] [instance: 0b421815-3bce-4e32-846d-b4784f689407] No waiting events found dispatching network-vif-plugged-7bf2ceb3-bc0b-47f9-8a5b-2fdca49c96db {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 747.884999] env[69663]: WARNING nova.compute.manager [req-5db1e50d-093c-451d-a7f0-0031d4faf56b req-d744acb7-6fa6-4735-9aad-4a9b23dc2d11 service nova] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Received unexpected event network-vif-plugged-7bf2ceb3-bc0b-47f9-8a5b-2fdca49c96db for instance with vm_state building and task_state spawning. [ 748.034455] env[69663]: DEBUG oslo_concurrency.lockutils [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Acquiring lock "refresh_cache-0b421815-3bce-4e32-846d-b4784f689407" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.034455] env[69663]: DEBUG oslo_concurrency.lockutils [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Acquired lock "refresh_cache-0b421815-3bce-4e32-846d-b4784f689407" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.034550] env[69663]: DEBUG nova.network.neutron [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 748.086101] env[69663]: DEBUG nova.compute.manager [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 748.221165] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ea85af-3f55-40c7-9d62-cce2e77e87aa {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.230085] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce8bbed-d8cf-4006-ba1a-a4f17e679d87 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.264076] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af19c45-07f4-42f0-933c-2ea0a18f2323 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.267683] env[69663]: DEBUG nova.network.neutron [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Successfully created port: 8ebb6ad8-cab9-42d8-aaac-4119dd063789 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 748.276595] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0089d7c3-173e-430f-950f-433359c5e02e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.292427] env[69663]: DEBUG nova.compute.provider_tree [None req-9f79bed4-1d7e-4fa8-9f96-af8c521c65f4 tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.301968] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Acquiring lock "42a7e9ab-7254-4209-ae2c-8e834957c080" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.302231] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Lock "42a7e9ab-7254-4209-ae2c-8e834957c080" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.314064] env[69663]: DEBUG oslo_concurrency.lockutils [None req-362c2957-b954-4fef-8004-1fe93c3502ff tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Lock "847983a3-9dac-45a9-93bf-8b7a089d8a1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.259s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.341857] env[69663]: DEBUG oslo_vmware.api [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': task-3332384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063437} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.344663] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.345754] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2888d26-600e-4cc4-ac9a-45929dfea098 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.387271] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 62818b03-14d9-4055-a7fa-7ecbd5a0ca00/62818b03-14d9-4055-a7fa-7ecbd5a0ca00.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.393738] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64521b23-caf2-424a-a425-cc0ac132b100 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.409263] env[69663]: DEBUG oslo_vmware.api [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332383, 'name': PowerOnVM_Task, 'duration_secs': 0.834372} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.409516] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 748.409740] env[69663]: INFO nova.compute.manager [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Took 8.27 seconds to spawn the instance on the hypervisor. [ 748.409929] env[69663]: DEBUG nova.compute.manager [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 748.411166] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c235de-8f57-42c5-a025-25db544f8652 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.415633] env[69663]: DEBUG oslo_vmware.api [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Waiting for the task: (returnval){ [ 748.415633] env[69663]: value = "task-3332385" [ 748.415633] env[69663]: _type = "Task" [ 748.415633] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.427657] env[69663]: DEBUG oslo_vmware.api [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': task-3332385, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.488226] env[69663]: DEBUG nova.network.neutron [req-dd9a7f13-6018-435f-8258-7f1e660814c7 req-d31980f5-fe9b-4511-a6f7-374381ddd39c service nova] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Updated VIF entry in instance network info cache for port cb6158e0-9373-48e4-b9a9-7c312966a73a. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 748.488600] env[69663]: DEBUG nova.network.neutron [req-dd9a7f13-6018-435f-8258-7f1e660814c7 req-d31980f5-fe9b-4511-a6f7-374381ddd39c service nova] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Updating instance_info_cache with network_info: [{"id": "cb6158e0-9373-48e4-b9a9-7c312966a73a", "address": "fa:16:3e:34:ae:c5", "network": {"id": "4ec9d379-c839-4ff6-991b-134ee2414679", "bridge": "br-int", "label": "tempest-ServersTestJSON-1308404383-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c26d66e8b6e497aacbf03a07dfe8505", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb6158e0-93", "ovs_interfaceid": "cb6158e0-9373-48e4-b9a9-7c312966a73a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.574736] env[69663]: DEBUG nova.network.neutron [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 748.722813] env[69663]: DEBUG nova.network.neutron [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Updating instance_info_cache with network_info: [{"id": "7bf2ceb3-bc0b-47f9-8a5b-2fdca49c96db", "address": "fa:16:3e:6a:aa:3d", "network": {"id": "bb94ab46-713a-46a8-9559-3f73787f2365", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-795595722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dadc1385fc84d78a870e156459bda54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bf2ceb3-bc", "ovs_interfaceid": "7bf2ceb3-bc0b-47f9-8a5b-2fdca49c96db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.787260] env[69663]: DEBUG nova.network.neutron [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Successfully created port: 45f26561-dae0-4056-93af-b30eb5c24932 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 748.800015] env[69663]: DEBUG nova.scheduler.client.report [None req-9f79bed4-1d7e-4fa8-9f96-af8c521c65f4 tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 748.817475] env[69663]: DEBUG nova.compute.manager [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 748.940659] env[69663]: DEBUG oslo_vmware.api [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': task-3332385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.941236] env[69663]: INFO nova.compute.manager [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Took 38.92 seconds to build instance. [ 748.994064] env[69663]: DEBUG oslo_concurrency.lockutils [req-dd9a7f13-6018-435f-8258-7f1e660814c7 req-d31980f5-fe9b-4511-a6f7-374381ddd39c service nova] Releasing lock "refresh_cache-76897d45-3652-487d-beba-517307e3e6e6" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.095083] env[69663]: DEBUG nova.compute.manager [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 749.126912] env[69663]: DEBUG nova.virt.hardware [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 749.127299] env[69663]: DEBUG nova.virt.hardware [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 749.127540] env[69663]: DEBUG nova.virt.hardware [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.127810] env[69663]: DEBUG nova.virt.hardware [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 749.128047] env[69663]: DEBUG nova.virt.hardware [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.128275] env[69663]: DEBUG nova.virt.hardware [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 749.128613] env[69663]: DEBUG nova.virt.hardware [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 749.128924] env[69663]: DEBUG nova.virt.hardware [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 749.129183] env[69663]: DEBUG nova.virt.hardware [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 749.129482] env[69663]: DEBUG nova.virt.hardware [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 749.129754] env[69663]: DEBUG nova.virt.hardware [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 749.130637] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8a51b2-9b14-4adc-8ddd-b21876063bed {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.138874] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2b0d78-3d2c-418e-b1a4-47942f2d7aef {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.231218] env[69663]: DEBUG oslo_concurrency.lockutils [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Releasing lock "refresh_cache-0b421815-3bce-4e32-846d-b4784f689407" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.231599] env[69663]: DEBUG nova.compute.manager [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Instance network_info: |[{"id": "7bf2ceb3-bc0b-47f9-8a5b-2fdca49c96db", "address": "fa:16:3e:6a:aa:3d", "network": {"id": "bb94ab46-713a-46a8-9559-3f73787f2365", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-795595722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dadc1385fc84d78a870e156459bda54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bf2ceb3-bc", "ovs_interfaceid": "7bf2ceb3-bc0b-47f9-8a5b-2fdca49c96db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 749.232154] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:aa:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf1b231-3660-4453-b4f3-44d825b9a5dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bf2ceb3-bc0b-47f9-8a5b-2fdca49c96db', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 749.240128] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Creating folder: Project (5dadc1385fc84d78a870e156459bda54). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 749.240425] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d19c355-dc7d-4261-bb6b-8503a159576c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.253199] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Created folder: Project (5dadc1385fc84d78a870e156459bda54) in parent group-v665133. [ 749.253199] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Creating folder: Instances. Parent ref: group-v665215. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 749.253344] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-caeea6e9-cf4d-48f0-a827-836a074d17ff {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.262691] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Created folder: Instances in parent group-v665215. [ 749.263022] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.263268] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 749.263507] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79e020d5-de2f-45cd-80b3-25f59e8d16a7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.291208] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.291208] env[69663]: value = "task-3332388" [ 749.291208] env[69663]: _type = "Task" [ 749.291208] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.298143] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332388, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.305208] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9f79bed4-1d7e-4fa8-9f96-af8c521c65f4 tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.234s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.307630] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.581s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.307872] env[69663]: DEBUG nova.objects.instance [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69663) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 749.340892] env[69663]: DEBUG oslo_concurrency.lockutils [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.348096] env[69663]: INFO nova.scheduler.client.report [None req-9f79bed4-1d7e-4fa8-9f96-af8c521c65f4 tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Deleted allocations for instance 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1 [ 749.357692] env[69663]: DEBUG nova.network.neutron [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Successfully created port: e0c6872d-d572-4214-bbd3-e61136a6709f {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 749.428569] env[69663]: DEBUG oslo_vmware.api [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': task-3332385, 'name': ReconfigVM_Task, 'duration_secs': 0.698891} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.428569] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 62818b03-14d9-4055-a7fa-7ecbd5a0ca00/62818b03-14d9-4055-a7fa-7ecbd5a0ca00.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.429198] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-572edcf1-e32f-4dba-a25f-f20859c54c0e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.436036] env[69663]: DEBUG oslo_vmware.api [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Waiting for the task: (returnval){ [ 749.436036] env[69663]: value = "task-3332389" [ 749.436036] env[69663]: _type = "Task" [ 749.436036] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.444800] env[69663]: DEBUG oslo_concurrency.lockutils [None req-900dc856-6236-49f5-8166-2bfbcf918179 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Lock "f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.859s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.445513] env[69663]: DEBUG oslo_vmware.api [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': task-3332389, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.799034] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332388, 'name': CreateVM_Task, 'duration_secs': 0.327163} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.799217] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 749.800051] env[69663]: DEBUG oslo_concurrency.lockutils [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.800268] env[69663]: DEBUG oslo_concurrency.lockutils [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.800633] env[69663]: DEBUG oslo_concurrency.lockutils [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.800917] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ec96dbe-c3bc-460a-871d-2c34472569c1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.806565] env[69663]: DEBUG oslo_vmware.api [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Waiting for the task: (returnval){ [ 749.806565] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5240c5bc-a12a-a079-4555-c754afe9562a" [ 749.806565] env[69663]: _type = "Task" [ 749.806565] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.820194] env[69663]: DEBUG oslo_vmware.api [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5240c5bc-a12a-a079-4555-c754afe9562a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.857559] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9f79bed4-1d7e-4fa8-9f96-af8c521c65f4 tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Lock "0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.424s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.945888] env[69663]: DEBUG oslo_vmware.api [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': task-3332389, 'name': Rename_Task, 'duration_secs': 0.173091} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.946444] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 749.946761] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b55e4b0f-9fae-405a-9cda-bb6a50bccf5e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.948561] env[69663]: DEBUG nova.compute.manager [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 749.957188] env[69663]: DEBUG oslo_vmware.api [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Waiting for the task: (returnval){ [ 749.957188] env[69663]: value = "task-3332390" [ 749.957188] env[69663]: _type = "Task" [ 749.957188] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.965218] env[69663]: DEBUG oslo_vmware.api [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': task-3332390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.125273] env[69663]: DEBUG nova.compute.manager [req-1c5cbe59-e498-4e79-96ee-91362ea4460b req-a55b18c3-fca2-4177-bf80-41fa6acaa3de service nova] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Received event network-changed-7bf2ceb3-bc0b-47f9-8a5b-2fdca49c96db {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 750.125549] env[69663]: DEBUG nova.compute.manager [req-1c5cbe59-e498-4e79-96ee-91362ea4460b req-a55b18c3-fca2-4177-bf80-41fa6acaa3de service nova] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Refreshing instance network info cache due to event network-changed-7bf2ceb3-bc0b-47f9-8a5b-2fdca49c96db. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 750.125791] env[69663]: DEBUG oslo_concurrency.lockutils [req-1c5cbe59-e498-4e79-96ee-91362ea4460b req-a55b18c3-fca2-4177-bf80-41fa6acaa3de service nova] Acquiring lock "refresh_cache-0b421815-3bce-4e32-846d-b4784f689407" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.125969] env[69663]: DEBUG oslo_concurrency.lockutils [req-1c5cbe59-e498-4e79-96ee-91362ea4460b req-a55b18c3-fca2-4177-bf80-41fa6acaa3de service nova] Acquired lock "refresh_cache-0b421815-3bce-4e32-846d-b4784f689407" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.126155] env[69663]: DEBUG nova.network.neutron [req-1c5cbe59-e498-4e79-96ee-91362ea4460b req-a55b18c3-fca2-4177-bf80-41fa6acaa3de service nova] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Refreshing network info cache for port 7bf2ceb3-bc0b-47f9-8a5b-2fdca49c96db {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 750.320223] env[69663]: DEBUG oslo_vmware.api [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5240c5bc-a12a-a079-4555-c754afe9562a, 'name': SearchDatastore_Task, 'duration_secs': 0.009409} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.320620] env[69663]: DEBUG oslo_concurrency.lockutils [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.320897] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.321212] env[69663]: DEBUG oslo_concurrency.lockutils [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.321366] env[69663]: DEBUG oslo_concurrency.lockutils [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.321608] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.323291] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0270b99d-dc10-4c56-9412-586ca190816a tempest-ServersAdmin275Test-1003541899 tempest-ServersAdmin275Test-1003541899-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.325084] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c6f779b-3ed5-4987-81f2-32f7b2467955 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.327352] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.551s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.328904] env[69663]: INFO nova.compute.claims [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.340641] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.340909] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 750.343345] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1de3214b-2908-4858-9ed3-0f9199f4815c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.353065] env[69663]: DEBUG oslo_vmware.api [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Waiting for the task: (returnval){ [ 750.353065] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52da806a-d92d-01db-f51c-2d916b77cd51" [ 750.353065] env[69663]: _type = "Task" [ 750.353065] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.364628] env[69663]: DEBUG oslo_vmware.api [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52da806a-d92d-01db-f51c-2d916b77cd51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.467506] env[69663]: DEBUG oslo_vmware.api [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': task-3332390, 'name': PowerOnVM_Task, 'duration_secs': 0.488027} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.467799] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 750.468015] env[69663]: INFO nova.compute.manager [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Took 7.04 seconds to spawn the instance on the hypervisor. [ 750.468226] env[69663]: DEBUG nova.compute.manager [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 750.469115] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d57ba5-a5ae-4f4a-9524-a6c1528a0e26 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.473200] env[69663]: DEBUG oslo_concurrency.lockutils [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.836522] env[69663]: DEBUG nova.network.neutron [req-1c5cbe59-e498-4e79-96ee-91362ea4460b req-a55b18c3-fca2-4177-bf80-41fa6acaa3de service nova] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Updated VIF entry in instance network info cache for port 7bf2ceb3-bc0b-47f9-8a5b-2fdca49c96db. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 750.836995] env[69663]: DEBUG nova.network.neutron [req-1c5cbe59-e498-4e79-96ee-91362ea4460b req-a55b18c3-fca2-4177-bf80-41fa6acaa3de service nova] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Updating instance_info_cache with network_info: [{"id": "7bf2ceb3-bc0b-47f9-8a5b-2fdca49c96db", "address": "fa:16:3e:6a:aa:3d", "network": {"id": "bb94ab46-713a-46a8-9559-3f73787f2365", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-795595722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dadc1385fc84d78a870e156459bda54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf1b231-3660-4453-b4f3-44d825b9a5dd", "external-id": "nsx-vlan-transportzone-6", "segmentation_id": 6, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bf2ceb3-bc", "ovs_interfaceid": "7bf2ceb3-bc0b-47f9-8a5b-2fdca49c96db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.850052] env[69663]: DEBUG oslo_concurrency.lockutils [None req-563dc994-5822-4fa3-85cd-c51cc2bc1898 tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Acquiring lock "847983a3-9dac-45a9-93bf-8b7a089d8a1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.850339] env[69663]: DEBUG oslo_concurrency.lockutils [None req-563dc994-5822-4fa3-85cd-c51cc2bc1898 tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Lock "847983a3-9dac-45a9-93bf-8b7a089d8a1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.850554] env[69663]: DEBUG oslo_concurrency.lockutils [None req-563dc994-5822-4fa3-85cd-c51cc2bc1898 tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Acquiring lock "847983a3-9dac-45a9-93bf-8b7a089d8a1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.850738] env[69663]: DEBUG oslo_concurrency.lockutils [None req-563dc994-5822-4fa3-85cd-c51cc2bc1898 tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Lock "847983a3-9dac-45a9-93bf-8b7a089d8a1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.850911] env[69663]: DEBUG oslo_concurrency.lockutils [None req-563dc994-5822-4fa3-85cd-c51cc2bc1898 tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Lock "847983a3-9dac-45a9-93bf-8b7a089d8a1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.853373] env[69663]: INFO nova.compute.manager [None req-563dc994-5822-4fa3-85cd-c51cc2bc1898 tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Terminating instance [ 750.857525] env[69663]: DEBUG nova.compute.manager [None req-563dc994-5822-4fa3-85cd-c51cc2bc1898 tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 750.857625] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-563dc994-5822-4fa3-85cd-c51cc2bc1898 tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 750.861486] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039d0c6d-cfae-4bde-af1f-82354def65a5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.872237] env[69663]: DEBUG oslo_vmware.api [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52da806a-d92d-01db-f51c-2d916b77cd51, 'name': SearchDatastore_Task, 'duration_secs': 0.012215} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.872712] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-563dc994-5822-4fa3-85cd-c51cc2bc1898 tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 750.873522] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bb70a77-a994-423a-ae7b-a7cb7ac86520 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.875012] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4238aa8-9c25-43e5-89cf-36dd4117a4fa {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.880390] env[69663]: DEBUG oslo_vmware.api [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Waiting for the task: (returnval){ [ 750.880390] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5220f86c-4007-2d11-23cb-26092457253d" [ 750.880390] env[69663]: _type = "Task" [ 750.880390] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.884423] env[69663]: DEBUG oslo_vmware.api [None req-563dc994-5822-4fa3-85cd-c51cc2bc1898 tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Waiting for the task: (returnval){ [ 750.884423] env[69663]: value = "task-3332391" [ 750.884423] env[69663]: _type = "Task" [ 750.884423] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.892239] env[69663]: DEBUG oslo_vmware.api [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5220f86c-4007-2d11-23cb-26092457253d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.898043] env[69663]: DEBUG oslo_vmware.api [None req-563dc994-5822-4fa3-85cd-c51cc2bc1898 tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Task: {'id': task-3332391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.992645] env[69663]: INFO nova.compute.manager [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Took 38.73 seconds to build instance. [ 751.341963] env[69663]: DEBUG oslo_concurrency.lockutils [req-1c5cbe59-e498-4e79-96ee-91362ea4460b req-a55b18c3-fca2-4177-bf80-41fa6acaa3de service nova] Releasing lock "refresh_cache-0b421815-3bce-4e32-846d-b4784f689407" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.413190] env[69663]: DEBUG oslo_vmware.api [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5220f86c-4007-2d11-23cb-26092457253d, 'name': SearchDatastore_Task, 'duration_secs': 0.015732} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.413647] env[69663]: DEBUG oslo_vmware.api [None req-563dc994-5822-4fa3-85cd-c51cc2bc1898 tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Task: {'id': task-3332391, 'name': PowerOffVM_Task, 'duration_secs': 0.263995} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.413958] env[69663]: DEBUG oslo_concurrency.lockutils [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.414308] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 0b421815-3bce-4e32-846d-b4784f689407/0b421815-3bce-4e32-846d-b4784f689407.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 751.414693] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-563dc994-5822-4fa3-85cd-c51cc2bc1898 tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 751.415262] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-563dc994-5822-4fa3-85cd-c51cc2bc1898 tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 751.415569] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e9502fb-f12e-482c-a7ca-61bcbae3892f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.418124] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5831ef05-94aa-4168-9296-3922567fb295 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.428237] env[69663]: DEBUG oslo_vmware.api [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Waiting for the task: (returnval){ [ 751.428237] env[69663]: value = "task-3332392" [ 751.428237] env[69663]: _type = "Task" [ 751.428237] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.436926] env[69663]: DEBUG oslo_vmware.api [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Task: {'id': task-3332392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.486963] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-563dc994-5822-4fa3-85cd-c51cc2bc1898 tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 751.487421] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-563dc994-5822-4fa3-85cd-c51cc2bc1898 tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 751.487623] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-563dc994-5822-4fa3-85cd-c51cc2bc1898 tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Deleting the datastore file [datastore2] 847983a3-9dac-45a9-93bf-8b7a089d8a1b {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 751.488119] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84cefad4-e52e-4a2b-9684-8ea3bf5179a5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.496283] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2ae92cb-41c7-486f-8acb-69b556e3ac5f tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Lock "62818b03-14d9-4055-a7fa-7ecbd5a0ca00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.515s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.502364] env[69663]: DEBUG oslo_vmware.api [None req-563dc994-5822-4fa3-85cd-c51cc2bc1898 tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Waiting for the task: (returnval){ [ 751.502364] env[69663]: value = "task-3332394" [ 751.502364] env[69663]: _type = "Task" [ 751.502364] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.509969] env[69663]: DEBUG oslo_vmware.api [None req-563dc994-5822-4fa3-85cd-c51cc2bc1898 tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Task: {'id': task-3332394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.551227] env[69663]: DEBUG nova.network.neutron [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Successfully updated port: 8ebb6ad8-cab9-42d8-aaac-4119dd063789 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.898542] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d10654-ac59-41d4-9c66-a5aadfde7d5a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.907997] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cb265e-53d3-45c7-b40b-f67b50734213 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.946321] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3f4775-a6e4-44a5-9b35-47a7cdbcd564 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.958865] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034b1997-3486-4708-9b59-a90cd2eda86c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.963272] env[69663]: DEBUG oslo_vmware.api [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Task: {'id': task-3332392, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.975880] env[69663]: DEBUG nova.compute.provider_tree [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.000260] env[69663]: DEBUG nova.compute.manager [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 752.017271] env[69663]: DEBUG oslo_vmware.api [None req-563dc994-5822-4fa3-85cd-c51cc2bc1898 tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Task: {'id': task-3332394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349457} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.017560] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-563dc994-5822-4fa3-85cd-c51cc2bc1898 tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 752.017751] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-563dc994-5822-4fa3-85cd-c51cc2bc1898 tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 752.017931] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-563dc994-5822-4fa3-85cd-c51cc2bc1898 tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 752.018125] env[69663]: INFO nova.compute.manager [None req-563dc994-5822-4fa3-85cd-c51cc2bc1898 tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 752.018384] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-563dc994-5822-4fa3-85cd-c51cc2bc1898 tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.021649] env[69663]: DEBUG nova.compute.manager [-] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 752.021649] env[69663]: DEBUG nova.network.neutron [-] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 752.461031] env[69663]: DEBUG oslo_vmware.api [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Task: {'id': task-3332392, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.461031] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 0b421815-3bce-4e32-846d-b4784f689407/0b421815-3bce-4e32-846d-b4784f689407.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 752.461031] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.461031] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bfc4052-17f3-4043-b65c-de7e5a5817e3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.464592] env[69663]: DEBUG oslo_vmware.api [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Waiting for the task: (returnval){ [ 752.464592] env[69663]: value = "task-3332395" [ 752.464592] env[69663]: _type = "Task" [ 752.464592] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.472628] env[69663]: DEBUG oslo_vmware.api [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Task: {'id': task-3332395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.479826] env[69663]: DEBUG nova.scheduler.client.report [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 752.534708] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.914887] env[69663]: DEBUG nova.compute.manager [req-c314fede-97c6-4ef6-a59e-94f0407c6b48 req-46e7dc59-3e41-43fc-ad5b-95412e24aee4 service nova] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Received event network-vif-plugged-8ebb6ad8-cab9-42d8-aaac-4119dd063789 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 752.915134] env[69663]: DEBUG oslo_concurrency.lockutils [req-c314fede-97c6-4ef6-a59e-94f0407c6b48 req-46e7dc59-3e41-43fc-ad5b-95412e24aee4 service nova] Acquiring lock "28ababf1-1ebc-4e31-bb87-dc848b309483-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.915353] env[69663]: DEBUG oslo_concurrency.lockutils [req-c314fede-97c6-4ef6-a59e-94f0407c6b48 req-46e7dc59-3e41-43fc-ad5b-95412e24aee4 service nova] Lock "28ababf1-1ebc-4e31-bb87-dc848b309483-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.915528] env[69663]: DEBUG oslo_concurrency.lockutils [req-c314fede-97c6-4ef6-a59e-94f0407c6b48 req-46e7dc59-3e41-43fc-ad5b-95412e24aee4 service nova] Lock "28ababf1-1ebc-4e31-bb87-dc848b309483-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.915705] env[69663]: DEBUG nova.compute.manager [req-c314fede-97c6-4ef6-a59e-94f0407c6b48 req-46e7dc59-3e41-43fc-ad5b-95412e24aee4 service nova] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] No waiting events found dispatching network-vif-plugged-8ebb6ad8-cab9-42d8-aaac-4119dd063789 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 752.915879] env[69663]: WARNING nova.compute.manager [req-c314fede-97c6-4ef6-a59e-94f0407c6b48 req-46e7dc59-3e41-43fc-ad5b-95412e24aee4 service nova] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Received unexpected event network-vif-plugged-8ebb6ad8-cab9-42d8-aaac-4119dd063789 for instance with vm_state building and task_state spawning. [ 752.916103] env[69663]: DEBUG nova.compute.manager [req-c314fede-97c6-4ef6-a59e-94f0407c6b48 req-46e7dc59-3e41-43fc-ad5b-95412e24aee4 service nova] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Received event network-changed-8ebb6ad8-cab9-42d8-aaac-4119dd063789 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 752.916321] env[69663]: DEBUG nova.compute.manager [req-c314fede-97c6-4ef6-a59e-94f0407c6b48 req-46e7dc59-3e41-43fc-ad5b-95412e24aee4 service nova] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Refreshing instance network info cache due to event network-changed-8ebb6ad8-cab9-42d8-aaac-4119dd063789. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 752.916548] env[69663]: DEBUG oslo_concurrency.lockutils [req-c314fede-97c6-4ef6-a59e-94f0407c6b48 req-46e7dc59-3e41-43fc-ad5b-95412e24aee4 service nova] Acquiring lock "refresh_cache-28ababf1-1ebc-4e31-bb87-dc848b309483" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.916658] env[69663]: DEBUG oslo_concurrency.lockutils [req-c314fede-97c6-4ef6-a59e-94f0407c6b48 req-46e7dc59-3e41-43fc-ad5b-95412e24aee4 service nova] Acquired lock "refresh_cache-28ababf1-1ebc-4e31-bb87-dc848b309483" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.916940] env[69663]: DEBUG nova.network.neutron [req-c314fede-97c6-4ef6-a59e-94f0407c6b48 req-46e7dc59-3e41-43fc-ad5b-95412e24aee4 service nova] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Refreshing network info cache for port 8ebb6ad8-cab9-42d8-aaac-4119dd063789 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 752.975085] env[69663]: DEBUG oslo_vmware.api [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Task: {'id': task-3332395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071619} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.975392] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.976307] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3002169e-901b-423d-bea7-5686f679fd6d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.993046] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.994029] env[69663]: DEBUG nova.compute.manager [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 753.005465] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 0b421815-3bce-4e32-846d-b4784f689407/0b421815-3bce-4e32-846d-b4784f689407.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.006165] env[69663]: DEBUG oslo_concurrency.lockutils [None req-af4cd477-767f-4809-9229-9837f7e6cca2 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.818s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.006415] env[69663]: DEBUG nova.objects.instance [None req-af4cd477-767f-4809-9229-9837f7e6cca2 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Lazy-loading 'resources' on Instance uuid 2fd6c829-2455-4d5e-81e8-94f302589d41 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.007614] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26c30587-3715-4f80-a1d4-3e6b5bc66895 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.033134] env[69663]: DEBUG oslo_vmware.api [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Waiting for the task: (returnval){ [ 753.033134] env[69663]: value = "task-3332396" [ 753.033134] env[69663]: _type = "Task" [ 753.033134] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.044050] env[69663]: DEBUG oslo_vmware.api [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Task: {'id': task-3332396, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.207065] env[69663]: DEBUG oslo_vmware.rw_handles [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52738727-701f-3121-cd89-0a9bbcf36c9b/disk-0.vmdk. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 753.207582] env[69663]: DEBUG nova.network.neutron [-] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.209316] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912f87c8-9e17-463b-9b16-618b8af02383 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.217543] env[69663]: DEBUG oslo_vmware.rw_handles [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52738727-701f-3121-cd89-0a9bbcf36c9b/disk-0.vmdk is in state: ready. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 753.217809] env[69663]: ERROR oslo_vmware.rw_handles [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52738727-701f-3121-cd89-0a9bbcf36c9b/disk-0.vmdk due to incomplete transfer. [ 753.218121] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-53c39249-e825-49c5-b431-c2b3866da2ae {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.229591] env[69663]: DEBUG oslo_vmware.rw_handles [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52738727-701f-3121-cd89-0a9bbcf36c9b/disk-0.vmdk. {{(pid=69663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 753.229835] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Uploaded image 95ac6467-779e-4e3b-8d0f-b35fe4d92345 to the Glance image server {{(pid=69663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 753.231933] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Destroying the VM {{(pid=69663) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 753.237539] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ea8f920b-5945-4ecc-b67b-ec61e621463b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.245619] env[69663]: DEBUG oslo_vmware.api [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Waiting for the task: (returnval){ [ 753.245619] env[69663]: value = "task-3332397" [ 753.245619] env[69663]: _type = "Task" [ 753.245619] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.256672] env[69663]: DEBUG oslo_vmware.api [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332397, 'name': Destroy_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.480763] env[69663]: DEBUG nova.network.neutron [req-c314fede-97c6-4ef6-a59e-94f0407c6b48 req-46e7dc59-3e41-43fc-ad5b-95412e24aee4 service nova] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 753.507509] env[69663]: DEBUG nova.compute.utils [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 753.509803] env[69663]: DEBUG nova.compute.manager [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 753.509803] env[69663]: DEBUG nova.network.neutron [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 753.546860] env[69663]: DEBUG oslo_vmware.api [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Task: {'id': task-3332396, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.560632] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6c068b-2ad9-4e04-bad4-6e58c3e0ddf1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.568274] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c41f2c1-e3ba-4cf8-9408-ddc7f82c936b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.603212] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6668681-a0b4-4a90-b357-da819a6eac83 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.610745] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cf3acb-a599-4ae2-bb90-0987b6aec190 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.625130] env[69663]: DEBUG nova.compute.provider_tree [None req-af4cd477-767f-4809-9229-9837f7e6cca2 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.638974] env[69663]: DEBUG nova.policy [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a3bf33bff7f455092ba897e4d141c2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae61357978594e669d043e83d20b3593', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 753.712600] env[69663]: INFO nova.compute.manager [-] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Took 1.69 seconds to deallocate network for instance. [ 753.725702] env[69663]: DEBUG nova.network.neutron [req-c314fede-97c6-4ef6-a59e-94f0407c6b48 req-46e7dc59-3e41-43fc-ad5b-95412e24aee4 service nova] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.756430] env[69663]: DEBUG oslo_vmware.api [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332397, 'name': Destroy_Task} progress is 33%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.819403] env[69663]: DEBUG nova.network.neutron [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Successfully updated port: 45f26561-dae0-4056-93af-b30eb5c24932 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 754.012443] env[69663]: DEBUG nova.compute.manager [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 754.049119] env[69663]: DEBUG oslo_vmware.api [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Task: {'id': task-3332396, 'name': ReconfigVM_Task, 'duration_secs': 0.554637} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.049831] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 0b421815-3bce-4e32-846d-b4784f689407/0b421815-3bce-4e32-846d-b4784f689407.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.051551] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74ccd1ad-c3a4-4b6e-80bb-cf5d2a47d6b9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.062311] env[69663]: DEBUG oslo_vmware.api [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Waiting for the task: (returnval){ [ 754.062311] env[69663]: value = "task-3332398" [ 754.062311] env[69663]: _type = "Task" [ 754.062311] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.075920] env[69663]: DEBUG oslo_vmware.api [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Task: {'id': task-3332398, 'name': Rename_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.133029] env[69663]: DEBUG nova.scheduler.client.report [None req-af4cd477-767f-4809-9229-9837f7e6cca2 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 754.218932] env[69663]: DEBUG oslo_concurrency.lockutils [None req-563dc994-5822-4fa3-85cd-c51cc2bc1898 tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.230908] env[69663]: DEBUG oslo_concurrency.lockutils [req-c314fede-97c6-4ef6-a59e-94f0407c6b48 req-46e7dc59-3e41-43fc-ad5b-95412e24aee4 service nova] Releasing lock "refresh_cache-28ababf1-1ebc-4e31-bb87-dc848b309483" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.230908] env[69663]: DEBUG nova.compute.manager [req-c314fede-97c6-4ef6-a59e-94f0407c6b48 req-46e7dc59-3e41-43fc-ad5b-95412e24aee4 service nova] [instance: b371813d-2134-4a79-b6f9-890b01707948] Received event network-changed-e8402221-e598-4782-bf0a-5b5f56558e7b {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 754.230908] env[69663]: DEBUG nova.compute.manager [req-c314fede-97c6-4ef6-a59e-94f0407c6b48 req-46e7dc59-3e41-43fc-ad5b-95412e24aee4 service nova] [instance: b371813d-2134-4a79-b6f9-890b01707948] Refreshing instance network info cache due to event network-changed-e8402221-e598-4782-bf0a-5b5f56558e7b. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 754.230908] env[69663]: DEBUG oslo_concurrency.lockutils [req-c314fede-97c6-4ef6-a59e-94f0407c6b48 req-46e7dc59-3e41-43fc-ad5b-95412e24aee4 service nova] Acquiring lock "refresh_cache-b371813d-2134-4a79-b6f9-890b01707948" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.230908] env[69663]: DEBUG oslo_concurrency.lockutils [req-c314fede-97c6-4ef6-a59e-94f0407c6b48 req-46e7dc59-3e41-43fc-ad5b-95412e24aee4 service nova] Acquired lock "refresh_cache-b371813d-2134-4a79-b6f9-890b01707948" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.231163] env[69663]: DEBUG nova.network.neutron [req-c314fede-97c6-4ef6-a59e-94f0407c6b48 req-46e7dc59-3e41-43fc-ad5b-95412e24aee4 service nova] [instance: b371813d-2134-4a79-b6f9-890b01707948] Refreshing network info cache for port e8402221-e598-4782-bf0a-5b5f56558e7b {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 754.248773] env[69663]: DEBUG nova.network.neutron [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Successfully created port: f1cbe4bc-0ca7-47d8-8a67-db6b4656f3cf {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 754.262335] env[69663]: DEBUG oslo_vmware.api [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332397, 'name': Destroy_Task, 'duration_secs': 0.897446} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.264714] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Destroyed the VM [ 754.264714] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Deleting Snapshot of the VM instance {{(pid=69663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 754.264714] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f547547b-94f1-40fa-a64c-02681ab30f34 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.272137] env[69663]: DEBUG oslo_vmware.api [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Waiting for the task: (returnval){ [ 754.272137] env[69663]: value = "task-3332399" [ 754.272137] env[69663]: _type = "Task" [ 754.272137] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.279133] env[69663]: DEBUG oslo_vmware.api [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332399, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.573411] env[69663]: DEBUG oslo_vmware.api [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Task: {'id': task-3332398, 'name': Rename_Task, 'duration_secs': 0.255703} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.576219] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 754.576219] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37647e22-3bb5-49cf-8f58-a3822ba4c1f3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.584039] env[69663]: DEBUG oslo_vmware.api [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Waiting for the task: (returnval){ [ 754.584039] env[69663]: value = "task-3332400" [ 754.584039] env[69663]: _type = "Task" [ 754.584039] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.590587] env[69663]: DEBUG oslo_vmware.api [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Task: {'id': task-3332400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.638077] env[69663]: DEBUG oslo_concurrency.lockutils [None req-af4cd477-767f-4809-9229-9837f7e6cca2 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.644752] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9711f2dd-71f8-4854-b508-67816ac45a27 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 23.908s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.644752] env[69663]: DEBUG nova.compute.manager [None req-128bb224-b03e-4aef-8f84-15ec98bfb23d tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 754.651205] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60113760-dc16-450f-bc0b-ad4e9bb182cc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.683969] env[69663]: INFO nova.scheduler.client.report [None req-af4cd477-767f-4809-9229-9837f7e6cca2 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Deleted allocations for instance 2fd6c829-2455-4d5e-81e8-94f302589d41 [ 754.745019] env[69663]: DEBUG nova.compute.manager [req-ca69a313-4ff3-4be9-9a78-2fd24d698765 req-389dd251-bcae-4e9d-a9ff-f4a84b0c1d0b service nova] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Received event network-vif-plugged-45f26561-dae0-4056-93af-b30eb5c24932 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 754.745019] env[69663]: DEBUG oslo_concurrency.lockutils [req-ca69a313-4ff3-4be9-9a78-2fd24d698765 req-389dd251-bcae-4e9d-a9ff-f4a84b0c1d0b service nova] Acquiring lock "28ababf1-1ebc-4e31-bb87-dc848b309483-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.745019] env[69663]: DEBUG oslo_concurrency.lockutils [req-ca69a313-4ff3-4be9-9a78-2fd24d698765 req-389dd251-bcae-4e9d-a9ff-f4a84b0c1d0b service nova] Lock "28ababf1-1ebc-4e31-bb87-dc848b309483-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.745019] env[69663]: DEBUG oslo_concurrency.lockutils [req-ca69a313-4ff3-4be9-9a78-2fd24d698765 req-389dd251-bcae-4e9d-a9ff-f4a84b0c1d0b service nova] Lock "28ababf1-1ebc-4e31-bb87-dc848b309483-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.745019] env[69663]: DEBUG nova.compute.manager [req-ca69a313-4ff3-4be9-9a78-2fd24d698765 req-389dd251-bcae-4e9d-a9ff-f4a84b0c1d0b service nova] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] No waiting events found dispatching network-vif-plugged-45f26561-dae0-4056-93af-b30eb5c24932 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 754.745206] env[69663]: WARNING nova.compute.manager [req-ca69a313-4ff3-4be9-9a78-2fd24d698765 req-389dd251-bcae-4e9d-a9ff-f4a84b0c1d0b service nova] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Received unexpected event network-vif-plugged-45f26561-dae0-4056-93af-b30eb5c24932 for instance with vm_state building and task_state spawning. [ 754.781820] env[69663]: DEBUG oslo_vmware.api [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332399, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.025941] env[69663]: DEBUG nova.compute.manager [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 755.053347] env[69663]: DEBUG nova.virt.hardware [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 755.053616] env[69663]: DEBUG nova.virt.hardware [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 755.053795] env[69663]: DEBUG nova.virt.hardware [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.054008] env[69663]: DEBUG nova.virt.hardware [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 755.054630] env[69663]: DEBUG nova.virt.hardware [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.054630] env[69663]: DEBUG nova.virt.hardware [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 755.054630] env[69663]: DEBUG nova.virt.hardware [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 755.055134] env[69663]: DEBUG nova.virt.hardware [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 755.055134] env[69663]: DEBUG nova.virt.hardware [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 755.055285] env[69663]: DEBUG nova.virt.hardware [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 755.055403] env[69663]: DEBUG nova.virt.hardware [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 755.056454] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e832e1a-9288-4dae-9a2c-308787dbcb82 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.065308] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d666d704-a6fd-4549-a704-2c12372f5a83 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.093474] env[69663]: DEBUG oslo_vmware.api [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Task: {'id': task-3332400, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.158610] env[69663]: DEBUG nova.network.neutron [req-c314fede-97c6-4ef6-a59e-94f0407c6b48 req-46e7dc59-3e41-43fc-ad5b-95412e24aee4 service nova] [instance: b371813d-2134-4a79-b6f9-890b01707948] Updated VIF entry in instance network info cache for port e8402221-e598-4782-bf0a-5b5f56558e7b. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 755.158610] env[69663]: DEBUG nova.network.neutron [req-c314fede-97c6-4ef6-a59e-94f0407c6b48 req-46e7dc59-3e41-43fc-ad5b-95412e24aee4 service nova] [instance: b371813d-2134-4a79-b6f9-890b01707948] Updating instance_info_cache with network_info: [{"id": "e8402221-e598-4782-bf0a-5b5f56558e7b", "address": "fa:16:3e:ca:3d:f8", "network": {"id": "3f1439a1-db48-419a-a563-474a5c1f8fea", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-895027897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92f2a8330cf247d68d41702d77cd8ca6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8402221-e5", "ovs_interfaceid": "e8402221-e598-4782-bf0a-5b5f56558e7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.166638] env[69663]: INFO nova.compute.manager [None req-128bb224-b03e-4aef-8f84-15ec98bfb23d tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] instance snapshotting [ 755.169598] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e6ea1c-2820-4382-aa56-1258f0b2d8f6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.195150] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f9d6b7-2f03-4978-9e4a-fc628dff0237 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.198467] env[69663]: DEBUG oslo_concurrency.lockutils [None req-af4cd477-767f-4809-9229-9837f7e6cca2 tempest-ServersAdmin275Test-559768871 tempest-ServersAdmin275Test-559768871-project-member] Lock "2fd6c829-2455-4d5e-81e8-94f302589d41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.853s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.289728] env[69663]: DEBUG oslo_vmware.api [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332399, 'name': RemoveSnapshot_Task, 'duration_secs': 0.661508} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.290020] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Deleted Snapshot of the VM instance {{(pid=69663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 755.290466] env[69663]: INFO nova.compute.manager [None req-5ede50ab-64d7-4fb1-83ff-47e557a0053f tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Took 17.84 seconds to snapshot the instance on the hypervisor. [ 755.594439] env[69663]: DEBUG oslo_vmware.api [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Task: {'id': task-3332400, 'name': PowerOnVM_Task, 'duration_secs': 0.693258} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.598020] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 755.598020] env[69663]: INFO nova.compute.manager [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Took 9.30 seconds to spawn the instance on the hypervisor. [ 755.598020] env[69663]: DEBUG nova.compute.manager [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 755.598219] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63d2e06-0050-46d7-8ea9-47a67d627579 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.610805] env[69663]: DEBUG nova.compute.manager [req-774e021c-8d9e-4829-88eb-b7fbbf7f93b9 req-7e99f5dd-9d93-4163-a314-01e3e75825d5 service nova] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Received event network-vif-deleted-93f95e95-1e52-4c7d-a7c3-a94bcb420427 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 755.611355] env[69663]: DEBUG nova.compute.manager [req-774e021c-8d9e-4829-88eb-b7fbbf7f93b9 req-7e99f5dd-9d93-4163-a314-01e3e75825d5 service nova] [instance: b371813d-2134-4a79-b6f9-890b01707948] Received event network-changed-e8402221-e598-4782-bf0a-5b5f56558e7b {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 755.611355] env[69663]: DEBUG nova.compute.manager [req-774e021c-8d9e-4829-88eb-b7fbbf7f93b9 req-7e99f5dd-9d93-4163-a314-01e3e75825d5 service nova] [instance: b371813d-2134-4a79-b6f9-890b01707948] Refreshing instance network info cache due to event network-changed-e8402221-e598-4782-bf0a-5b5f56558e7b. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 755.611500] env[69663]: DEBUG oslo_concurrency.lockutils [req-774e021c-8d9e-4829-88eb-b7fbbf7f93b9 req-7e99f5dd-9d93-4163-a314-01e3e75825d5 service nova] Acquiring lock "refresh_cache-b371813d-2134-4a79-b6f9-890b01707948" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.665115] env[69663]: DEBUG oslo_concurrency.lockutils [req-c314fede-97c6-4ef6-a59e-94f0407c6b48 req-46e7dc59-3e41-43fc-ad5b-95412e24aee4 service nova] Releasing lock "refresh_cache-b371813d-2134-4a79-b6f9-890b01707948" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.665747] env[69663]: DEBUG oslo_concurrency.lockutils [req-774e021c-8d9e-4829-88eb-b7fbbf7f93b9 req-7e99f5dd-9d93-4163-a314-01e3e75825d5 service nova] Acquired lock "refresh_cache-b371813d-2134-4a79-b6f9-890b01707948" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.666036] env[69663]: DEBUG nova.network.neutron [req-774e021c-8d9e-4829-88eb-b7fbbf7f93b9 req-7e99f5dd-9d93-4163-a314-01e3e75825d5 service nova] [instance: b371813d-2134-4a79-b6f9-890b01707948] Refreshing network info cache for port e8402221-e598-4782-bf0a-5b5f56558e7b {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 755.708569] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-128bb224-b03e-4aef-8f84-15ec98bfb23d tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Creating Snapshot of the VM instance {{(pid=69663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 755.708916] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-63017c4c-a197-4790-9974-12580514e573 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.719608] env[69663]: DEBUG oslo_vmware.api [None req-128bb224-b03e-4aef-8f84-15ec98bfb23d tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for the task: (returnval){ [ 755.719608] env[69663]: value = "task-3332401" [ 755.719608] env[69663]: _type = "Task" [ 755.719608] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.732325] env[69663]: DEBUG oslo_vmware.api [None req-128bb224-b03e-4aef-8f84-15ec98bfb23d tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332401, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.830589] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107d4c19-6b73-43f1-8d8e-d4548c8a51e2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.839253] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8a26e3-fc93-4c7e-aa92-a3d3b4a0853e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.879428] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd11d25b-a252-4645-b448-b49a2952cceb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.885654] env[69663]: DEBUG nova.network.neutron [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Successfully updated port: e0c6872d-d572-4214-bbd3-e61136a6709f {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.892638] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bf81f0-2637-485d-807b-bc9c90e716cd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.911337] env[69663]: DEBUG nova.compute.provider_tree [None req-9711f2dd-71f8-4854-b508-67816ac45a27 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.127028] env[69663]: INFO nova.compute.manager [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Took 39.71 seconds to build instance. [ 756.226617] env[69663]: DEBUG oslo_vmware.api [None req-128bb224-b03e-4aef-8f84-15ec98bfb23d tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332401, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.389329] env[69663]: DEBUG oslo_concurrency.lockutils [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Acquiring lock "refresh_cache-28ababf1-1ebc-4e31-bb87-dc848b309483" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.389948] env[69663]: DEBUG oslo_concurrency.lockutils [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Acquired lock "refresh_cache-28ababf1-1ebc-4e31-bb87-dc848b309483" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.389948] env[69663]: DEBUG nova.network.neutron [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 756.398684] env[69663]: DEBUG nova.network.neutron [req-774e021c-8d9e-4829-88eb-b7fbbf7f93b9 req-7e99f5dd-9d93-4163-a314-01e3e75825d5 service nova] [instance: b371813d-2134-4a79-b6f9-890b01707948] Updated VIF entry in instance network info cache for port e8402221-e598-4782-bf0a-5b5f56558e7b. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 756.399097] env[69663]: DEBUG nova.network.neutron [req-774e021c-8d9e-4829-88eb-b7fbbf7f93b9 req-7e99f5dd-9d93-4163-a314-01e3e75825d5 service nova] [instance: b371813d-2134-4a79-b6f9-890b01707948] Updating instance_info_cache with network_info: [{"id": "e8402221-e598-4782-bf0a-5b5f56558e7b", "address": "fa:16:3e:ca:3d:f8", "network": {"id": "3f1439a1-db48-419a-a563-474a5c1f8fea", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-895027897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92f2a8330cf247d68d41702d77cd8ca6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8402221-e5", "ovs_interfaceid": "e8402221-e598-4782-bf0a-5b5f56558e7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.414330] env[69663]: DEBUG nova.scheduler.client.report [None req-9711f2dd-71f8-4854-b508-67816ac45a27 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 756.627048] env[69663]: DEBUG oslo_concurrency.lockutils [None req-111d021d-a7d2-43bd-886c-c8b0e4fd13c2 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Lock "0b421815-3bce-4e32-846d-b4784f689407" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.346s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.691048] env[69663]: DEBUG nova.network.neutron [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Successfully updated port: f1cbe4bc-0ca7-47d8-8a67-db6b4656f3cf {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.729726] env[69663]: DEBUG oslo_vmware.api [None req-128bb224-b03e-4aef-8f84-15ec98bfb23d tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332401, 'name': CreateSnapshot_Task, 'duration_secs': 0.839597} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.730061] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-128bb224-b03e-4aef-8f84-15ec98bfb23d tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Created Snapshot of the VM instance {{(pid=69663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 756.734029] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0db1dc0-680b-4a8b-92b5-0bfbb3360bf0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.902143] env[69663]: DEBUG oslo_concurrency.lockutils [req-774e021c-8d9e-4829-88eb-b7fbbf7f93b9 req-7e99f5dd-9d93-4163-a314-01e3e75825d5 service nova] Releasing lock "refresh_cache-b371813d-2134-4a79-b6f9-890b01707948" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.902446] env[69663]: DEBUG nova.compute.manager [req-774e021c-8d9e-4829-88eb-b7fbbf7f93b9 req-7e99f5dd-9d93-4163-a314-01e3e75825d5 service nova] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Received event network-changed-e6d2995c-5894-49e0-bcc2-cd377ea768fa {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 756.902626] env[69663]: DEBUG nova.compute.manager [req-774e021c-8d9e-4829-88eb-b7fbbf7f93b9 req-7e99f5dd-9d93-4163-a314-01e3e75825d5 service nova] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Refreshing instance network info cache due to event network-changed-e6d2995c-5894-49e0-bcc2-cd377ea768fa. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 756.902846] env[69663]: DEBUG oslo_concurrency.lockutils [req-774e021c-8d9e-4829-88eb-b7fbbf7f93b9 req-7e99f5dd-9d93-4163-a314-01e3e75825d5 service nova] Acquiring lock "refresh_cache-62818b03-14d9-4055-a7fa-7ecbd5a0ca00" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.902994] env[69663]: DEBUG oslo_concurrency.lockutils [req-774e021c-8d9e-4829-88eb-b7fbbf7f93b9 req-7e99f5dd-9d93-4163-a314-01e3e75825d5 service nova] Acquired lock "refresh_cache-62818b03-14d9-4055-a7fa-7ecbd5a0ca00" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.903175] env[69663]: DEBUG nova.network.neutron [req-774e021c-8d9e-4829-88eb-b7fbbf7f93b9 req-7e99f5dd-9d93-4163-a314-01e3e75825d5 service nova] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Refreshing network info cache for port e6d2995c-5894-49e0-bcc2-cd377ea768fa {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 756.936959] env[69663]: DEBUG nova.network.neutron [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 757.129866] env[69663]: DEBUG nova.compute.manager [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 757.196666] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Acquiring lock "refresh_cache-bebad230-b1c7-46a1-884d-ec162bdf5786" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.196842] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Acquired lock "refresh_cache-bebad230-b1c7-46a1-884d-ec162bdf5786" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.196994] env[69663]: DEBUG nova.network.neutron [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 757.252047] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-128bb224-b03e-4aef-8f84-15ec98bfb23d tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Creating linked-clone VM from snapshot {{(pid=69663) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 757.252685] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3d8463ca-220e-43b8-a5ff-d56e3a7203d6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.261995] env[69663]: DEBUG oslo_vmware.api [None req-128bb224-b03e-4aef-8f84-15ec98bfb23d tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for the task: (returnval){ [ 757.261995] env[69663]: value = "task-3332402" [ 757.261995] env[69663]: _type = "Task" [ 757.261995] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.271571] env[69663]: DEBUG oslo_vmware.api [None req-128bb224-b03e-4aef-8f84-15ec98bfb23d tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332402, 'name': CloneVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.426504] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9711f2dd-71f8-4854-b508-67816ac45a27 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.782s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.426785] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f820384e-d8cd-456a-af7c-e8e86e2ea45f tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.883s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.427400] env[69663]: DEBUG nova.objects.instance [None req-f820384e-d8cd-456a-af7c-e8e86e2ea45f tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Lazy-loading 'resources' on Instance uuid 2865aeeb-8d72-40c2-a8cc-057df0318dab {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.615305] env[69663]: DEBUG nova.network.neutron [req-774e021c-8d9e-4829-88eb-b7fbbf7f93b9 req-7e99f5dd-9d93-4163-a314-01e3e75825d5 service nova] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Updated VIF entry in instance network info cache for port e6d2995c-5894-49e0-bcc2-cd377ea768fa. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 757.615689] env[69663]: DEBUG nova.network.neutron [req-774e021c-8d9e-4829-88eb-b7fbbf7f93b9 req-7e99f5dd-9d93-4163-a314-01e3e75825d5 service nova] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Updating instance_info_cache with network_info: [{"id": "e6d2995c-5894-49e0-bcc2-cd377ea768fa", "address": "fa:16:3e:b1:64:a8", "network": {"id": "3f1439a1-db48-419a-a563-474a5c1f8fea", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-895027897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92f2a8330cf247d68d41702d77cd8ca6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6d2995c-58", "ovs_interfaceid": "e6d2995c-5894-49e0-bcc2-cd377ea768fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.652478] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.658402] env[69663]: DEBUG nova.network.neutron [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Updating instance_info_cache with network_info: [{"id": "8ebb6ad8-cab9-42d8-aaac-4119dd063789", "address": "fa:16:3e:22:69:e3", "network": {"id": "237d5501-982b-4951-8082-b523c495cb93", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1031832741", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e48d9004dc14914a71bd99d9a2753d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ebb6ad8-ca", "ovs_interfaceid": "8ebb6ad8-cab9-42d8-aaac-4119dd063789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "45f26561-dae0-4056-93af-b30eb5c24932", "address": "fa:16:3e:88:75:ac", "network": {"id": "ae7ab012-60a2-4694-81fe-02c66bcd05c6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-501988857", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0e48d9004dc14914a71bd99d9a2753d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f26561-da", "ovs_interfaceid": "45f26561-dae0-4056-93af-b30eb5c24932", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e0c6872d-d572-4214-bbd3-e61136a6709f", "address": "fa:16:3e:51:c7:7b", "network": {"id": "237d5501-982b-4951-8082-b523c495cb93", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1031832741", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e48d9004dc14914a71bd99d9a2753d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0c6872d-d5", "ovs_interfaceid": "e0c6872d-d572-4214-bbd3-e61136a6709f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.749136] env[69663]: DEBUG nova.network.neutron [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 757.772155] env[69663]: DEBUG oslo_vmware.api [None req-128bb224-b03e-4aef-8f84-15ec98bfb23d tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332402, 'name': CloneVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.015489] env[69663]: INFO nova.scheduler.client.report [None req-9711f2dd-71f8-4854-b508-67816ac45a27 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Deleted allocation for migration 752c40f7-6e22-4c39-a537-e42e007c3113 [ 758.027066] env[69663]: DEBUG nova.compute.manager [req-85f6f69e-6fed-491d-b1b2-6dc5a587190b req-09421040-479d-4571-a3c9-51edbdc4edd8 service nova] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Received event network-changed-45f26561-dae0-4056-93af-b30eb5c24932 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 758.027771] env[69663]: DEBUG nova.compute.manager [req-85f6f69e-6fed-491d-b1b2-6dc5a587190b req-09421040-479d-4571-a3c9-51edbdc4edd8 service nova] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Refreshing instance network info cache due to event network-changed-45f26561-dae0-4056-93af-b30eb5c24932. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 758.028342] env[69663]: DEBUG oslo_concurrency.lockutils [req-85f6f69e-6fed-491d-b1b2-6dc5a587190b req-09421040-479d-4571-a3c9-51edbdc4edd8 service nova] Acquiring lock "refresh_cache-28ababf1-1ebc-4e31-bb87-dc848b309483" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.042034] env[69663]: DEBUG nova.network.neutron [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Updating instance_info_cache with network_info: [{"id": "f1cbe4bc-0ca7-47d8-8a67-db6b4656f3cf", "address": "fa:16:3e:af:d9:3c", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1cbe4bc-0c", "ovs_interfaceid": "f1cbe4bc-0ca7-47d8-8a67-db6b4656f3cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.118216] env[69663]: DEBUG oslo_concurrency.lockutils [req-774e021c-8d9e-4829-88eb-b7fbbf7f93b9 req-7e99f5dd-9d93-4163-a314-01e3e75825d5 service nova] Releasing lock "refresh_cache-62818b03-14d9-4055-a7fa-7ecbd5a0ca00" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.161282] env[69663]: DEBUG oslo_concurrency.lockutils [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Releasing lock "refresh_cache-28ababf1-1ebc-4e31-bb87-dc848b309483" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.161712] env[69663]: DEBUG nova.compute.manager [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Instance network_info: |[{"id": "8ebb6ad8-cab9-42d8-aaac-4119dd063789", "address": "fa:16:3e:22:69:e3", "network": {"id": "237d5501-982b-4951-8082-b523c495cb93", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1031832741", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e48d9004dc14914a71bd99d9a2753d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ebb6ad8-ca", "ovs_interfaceid": "8ebb6ad8-cab9-42d8-aaac-4119dd063789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "45f26561-dae0-4056-93af-b30eb5c24932", "address": "fa:16:3e:88:75:ac", "network": {"id": "ae7ab012-60a2-4694-81fe-02c66bcd05c6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-501988857", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0e48d9004dc14914a71bd99d9a2753d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f26561-da", "ovs_interfaceid": "45f26561-dae0-4056-93af-b30eb5c24932", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e0c6872d-d572-4214-bbd3-e61136a6709f", "address": "fa:16:3e:51:c7:7b", "network": {"id": "237d5501-982b-4951-8082-b523c495cb93", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1031832741", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e48d9004dc14914a71bd99d9a2753d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0c6872d-d5", "ovs_interfaceid": "e0c6872d-d572-4214-bbd3-e61136a6709f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 758.162862] env[69663]: DEBUG oslo_concurrency.lockutils [req-85f6f69e-6fed-491d-b1b2-6dc5a587190b req-09421040-479d-4571-a3c9-51edbdc4edd8 service nova] Acquired lock "refresh_cache-28ababf1-1ebc-4e31-bb87-dc848b309483" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.162862] env[69663]: DEBUG nova.network.neutron [req-85f6f69e-6fed-491d-b1b2-6dc5a587190b req-09421040-479d-4571-a3c9-51edbdc4edd8 service nova] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Refreshing network info cache for port 45f26561-dae0-4056-93af-b30eb5c24932 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 758.165818] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:69:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf63c3c8-d774-4b81-9b12-848612a96076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ebb6ad8-cab9-42d8-aaac-4119dd063789', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:75:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8480e3f5-68bd-4c27-ae1f-7c994a8202b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45f26561-dae0-4056-93af-b30eb5c24932', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:c7:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cf63c3c8-d774-4b81-9b12-848612a96076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0c6872d-d572-4214-bbd3-e61136a6709f', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.178806] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Creating folder: Project (0e48d9004dc14914a71bd99d9a2753d7). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 758.182638] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2aa79566-e5af-41c1-86ea-f605088aed10 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.197824] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Created folder: Project (0e48d9004dc14914a71bd99d9a2753d7) in parent group-v665133. [ 758.198021] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Creating folder: Instances. Parent ref: group-v665220. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 758.200977] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae7e0b78-fe9d-426c-b970-6786e19b7cd1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.213483] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Created folder: Instances in parent group-v665220. [ 758.213780] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.213941] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 758.214259] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fae8a569-5d01-45e2-a94e-fd38180abb23 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.248907] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.248907] env[69663]: value = "task-3332405" [ 758.248907] env[69663]: _type = "Task" [ 758.248907] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.264676] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332405, 'name': CreateVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.274131] env[69663]: DEBUG oslo_vmware.api [None req-128bb224-b03e-4aef-8f84-15ec98bfb23d tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332402, 'name': CloneVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.342524] env[69663]: DEBUG nova.compute.manager [None req-856900f3-a860-4ed9-a4de-118a785b0440 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 758.343441] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0635e7-2708-4d50-82ce-8fe1ed075699 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.380062] env[69663]: DEBUG nova.compute.manager [req-0863b8e9-256b-4a94-9622-74aaf90cbf50 req-2b4eed17-3166-4dfe-a779-5a9decaec18b service nova] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Received event network-vif-plugged-f1cbe4bc-0ca7-47d8-8a67-db6b4656f3cf {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 758.380352] env[69663]: DEBUG oslo_concurrency.lockutils [req-0863b8e9-256b-4a94-9622-74aaf90cbf50 req-2b4eed17-3166-4dfe-a779-5a9decaec18b service nova] Acquiring lock "bebad230-b1c7-46a1-884d-ec162bdf5786-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.380699] env[69663]: DEBUG oslo_concurrency.lockutils [req-0863b8e9-256b-4a94-9622-74aaf90cbf50 req-2b4eed17-3166-4dfe-a779-5a9decaec18b service nova] Lock "bebad230-b1c7-46a1-884d-ec162bdf5786-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.380933] env[69663]: DEBUG oslo_concurrency.lockutils [req-0863b8e9-256b-4a94-9622-74aaf90cbf50 req-2b4eed17-3166-4dfe-a779-5a9decaec18b service nova] Lock "bebad230-b1c7-46a1-884d-ec162bdf5786-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.381163] env[69663]: DEBUG nova.compute.manager [req-0863b8e9-256b-4a94-9622-74aaf90cbf50 req-2b4eed17-3166-4dfe-a779-5a9decaec18b service nova] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] No waiting events found dispatching network-vif-plugged-f1cbe4bc-0ca7-47d8-8a67-db6b4656f3cf {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 758.381348] env[69663]: WARNING nova.compute.manager [req-0863b8e9-256b-4a94-9622-74aaf90cbf50 req-2b4eed17-3166-4dfe-a779-5a9decaec18b service nova] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Received unexpected event network-vif-plugged-f1cbe4bc-0ca7-47d8-8a67-db6b4656f3cf for instance with vm_state building and task_state spawning. [ 758.381516] env[69663]: DEBUG nova.compute.manager [req-0863b8e9-256b-4a94-9622-74aaf90cbf50 req-2b4eed17-3166-4dfe-a779-5a9decaec18b service nova] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Received event network-changed-f1cbe4bc-0ca7-47d8-8a67-db6b4656f3cf {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 758.381676] env[69663]: DEBUG nova.compute.manager [req-0863b8e9-256b-4a94-9622-74aaf90cbf50 req-2b4eed17-3166-4dfe-a779-5a9decaec18b service nova] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Refreshing instance network info cache due to event network-changed-f1cbe4bc-0ca7-47d8-8a67-db6b4656f3cf. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 758.381852] env[69663]: DEBUG oslo_concurrency.lockutils [req-0863b8e9-256b-4a94-9622-74aaf90cbf50 req-2b4eed17-3166-4dfe-a779-5a9decaec18b service nova] Acquiring lock "refresh_cache-bebad230-b1c7-46a1-884d-ec162bdf5786" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.530550] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9711f2dd-71f8-4854-b508-67816ac45a27 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Lock "1d2d49f3-0406-467b-95b7-22d38c24dcf5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 31.542s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.547861] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Releasing lock "refresh_cache-bebad230-b1c7-46a1-884d-ec162bdf5786" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.548225] env[69663]: DEBUG nova.compute.manager [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Instance network_info: |[{"id": "f1cbe4bc-0ca7-47d8-8a67-db6b4656f3cf", "address": "fa:16:3e:af:d9:3c", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1cbe4bc-0c", "ovs_interfaceid": "f1cbe4bc-0ca7-47d8-8a67-db6b4656f3cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 758.548880] env[69663]: DEBUG oslo_concurrency.lockutils [req-0863b8e9-256b-4a94-9622-74aaf90cbf50 req-2b4eed17-3166-4dfe-a779-5a9decaec18b service nova] Acquired lock "refresh_cache-bebad230-b1c7-46a1-884d-ec162bdf5786" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.549125] env[69663]: DEBUG nova.network.neutron [req-0863b8e9-256b-4a94-9622-74aaf90cbf50 req-2b4eed17-3166-4dfe-a779-5a9decaec18b service nova] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Refreshing network info cache for port f1cbe4bc-0ca7-47d8-8a67-db6b4656f3cf {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 758.550451] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:d9:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1cbe4bc-0ca7-47d8-8a67-db6b4656f3cf', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.562040] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.563013] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 758.563836] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2adf4c5-e3a4-497c-944f-f61d456cfc9b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.587488] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.587488] env[69663]: value = "task-3332406" [ 758.587488] env[69663]: _type = "Task" [ 758.587488] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.596754] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332406, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.615477] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1010b9-c9b6-4d7b-90b2-eac743f8b058 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.622684] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a8c334-8b8a-4908-b27e-b36ae84e7bbc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.658074] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0f3321-7638-486e-b92f-bdd402311ff1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.666086] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4021614-6485-4e1e-86f9-68e56b252ffe {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.681897] env[69663]: DEBUG nova.compute.provider_tree [None req-f820384e-d8cd-456a-af7c-e8e86e2ea45f tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.759195] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332405, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.771582] env[69663]: DEBUG oslo_vmware.api [None req-128bb224-b03e-4aef-8f84-15ec98bfb23d tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332402, 'name': CloneVM_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.838871] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1e6a6dbb-88a1-4709-8d37-550f56c8a3f1 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Acquiring lock "0b421815-3bce-4e32-846d-b4784f689407" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.839161] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1e6a6dbb-88a1-4709-8d37-550f56c8a3f1 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Lock "0b421815-3bce-4e32-846d-b4784f689407" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.839369] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1e6a6dbb-88a1-4709-8d37-550f56c8a3f1 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Acquiring lock "0b421815-3bce-4e32-846d-b4784f689407-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.839554] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1e6a6dbb-88a1-4709-8d37-550f56c8a3f1 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Lock "0b421815-3bce-4e32-846d-b4784f689407-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.839726] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1e6a6dbb-88a1-4709-8d37-550f56c8a3f1 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Lock "0b421815-3bce-4e32-846d-b4784f689407-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.842163] env[69663]: INFO nova.compute.manager [None req-1e6a6dbb-88a1-4709-8d37-550f56c8a3f1 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Terminating instance [ 758.846585] env[69663]: DEBUG nova.compute.manager [None req-1e6a6dbb-88a1-4709-8d37-550f56c8a3f1 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 758.846736] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6a6dbb-88a1-4709-8d37-550f56c8a3f1 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 758.848028] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ed1f16-93f9-4756-9523-05abb92ba151 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.855491] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6a6dbb-88a1-4709-8d37-550f56c8a3f1 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 758.856474] env[69663]: INFO nova.compute.manager [None req-856900f3-a860-4ed9-a4de-118a785b0440 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] instance snapshotting [ 758.858261] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26f8227a-c352-4dd3-ac16-3d2e31e9520f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.861462] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8eb8f6-7826-4503-be8e-dac2658d0278 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.869032] env[69663]: DEBUG oslo_vmware.api [None req-1e6a6dbb-88a1-4709-8d37-550f56c8a3f1 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Waiting for the task: (returnval){ [ 758.869032] env[69663]: value = "task-3332407" [ 758.869032] env[69663]: _type = "Task" [ 758.869032] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.892311] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048050c9-cab2-4aed-b17a-1e9860e93e92 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.896182] env[69663]: DEBUG oslo_vmware.api [None req-1e6a6dbb-88a1-4709-8d37-550f56c8a3f1 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Task: {'id': task-3332407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.035691] env[69663]: DEBUG nova.network.neutron [req-85f6f69e-6fed-491d-b1b2-6dc5a587190b req-09421040-479d-4571-a3c9-51edbdc4edd8 service nova] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Updated VIF entry in instance network info cache for port 45f26561-dae0-4056-93af-b30eb5c24932. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 759.036211] env[69663]: DEBUG nova.network.neutron [req-85f6f69e-6fed-491d-b1b2-6dc5a587190b req-09421040-479d-4571-a3c9-51edbdc4edd8 service nova] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Updating instance_info_cache with network_info: [{"id": "8ebb6ad8-cab9-42d8-aaac-4119dd063789", "address": "fa:16:3e:22:69:e3", "network": {"id": "237d5501-982b-4951-8082-b523c495cb93", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1031832741", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e48d9004dc14914a71bd99d9a2753d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ebb6ad8-ca", "ovs_interfaceid": "8ebb6ad8-cab9-42d8-aaac-4119dd063789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "45f26561-dae0-4056-93af-b30eb5c24932", "address": "fa:16:3e:88:75:ac", "network": {"id": "ae7ab012-60a2-4694-81fe-02c66bcd05c6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-501988857", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0e48d9004dc14914a71bd99d9a2753d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f26561-da", "ovs_interfaceid": "45f26561-dae0-4056-93af-b30eb5c24932", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e0c6872d-d572-4214-bbd3-e61136a6709f", "address": "fa:16:3e:51:c7:7b", "network": {"id": "237d5501-982b-4951-8082-b523c495cb93", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1031832741", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e48d9004dc14914a71bd99d9a2753d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0c6872d-d5", "ovs_interfaceid": "e0c6872d-d572-4214-bbd3-e61136a6709f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.101949] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332406, 'name': CreateVM_Task, 'duration_secs': 0.396865} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.102143] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 759.102828] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.103011] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.103345] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.103761] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5681f10b-74c4-4e94-a807-ee8aa2382f2f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.108707] env[69663]: DEBUG oslo_vmware.api [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Waiting for the task: (returnval){ [ 759.108707] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]522bcdd9-7a4e-dade-92ca-b500c6d561cd" [ 759.108707] env[69663]: _type = "Task" [ 759.108707] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.125074] env[69663]: DEBUG oslo_vmware.api [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]522bcdd9-7a4e-dade-92ca-b500c6d561cd, 'name': SearchDatastore_Task, 'duration_secs': 0.008452} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.125502] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.125942] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.126036] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.128028] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.128028] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.128028] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fe1038c-e0b7-443b-ae5c-3c8277061a68 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.134445] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.134445] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 759.135751] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d90b1b90-5304-4b14-a1ec-4598aac713fd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.141454] env[69663]: DEBUG oslo_vmware.api [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Waiting for the task: (returnval){ [ 759.141454] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a38665-b7f7-74a5-a306-b49d7b6588eb" [ 759.141454] env[69663]: _type = "Task" [ 759.141454] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.153242] env[69663]: DEBUG oslo_vmware.api [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a38665-b7f7-74a5-a306-b49d7b6588eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009339} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.153992] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1549cb5-91e4-4a72-afc2-477b0814f49f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.159051] env[69663]: DEBUG oslo_vmware.api [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Waiting for the task: (returnval){ [ 759.159051] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]526f5785-6986-1a98-665b-c297645a2325" [ 759.159051] env[69663]: _type = "Task" [ 759.159051] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.166603] env[69663]: DEBUG oslo_vmware.api [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]526f5785-6986-1a98-665b-c297645a2325, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.187196] env[69663]: DEBUG nova.scheduler.client.report [None req-f820384e-d8cd-456a-af7c-e8e86e2ea45f tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 759.264024] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332405, 'name': CreateVM_Task, 'duration_secs': 0.55035} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.264024] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 759.264024] env[69663]: DEBUG oslo_concurrency.lockutils [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.264024] env[69663]: DEBUG oslo_concurrency.lockutils [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.264024] env[69663]: DEBUG oslo_concurrency.lockutils [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.264264] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea859516-0714-4ff9-ad06-085d75936307 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.273043] env[69663]: DEBUG oslo_vmware.api [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Waiting for the task: (returnval){ [ 759.273043] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5212d61e-a106-2859-1606-40a1a37e044e" [ 759.273043] env[69663]: _type = "Task" [ 759.273043] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.276996] env[69663]: DEBUG oslo_vmware.api [None req-128bb224-b03e-4aef-8f84-15ec98bfb23d tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332402, 'name': CloneVM_Task, 'duration_secs': 1.557472} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.280460] env[69663]: INFO nova.virt.vmwareapi.vmops [None req-128bb224-b03e-4aef-8f84-15ec98bfb23d tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Created linked-clone VM from snapshot [ 759.281286] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ec15ee-7a42-4593-b425-3a979fd09270 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.293759] env[69663]: DEBUG oslo_vmware.api [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5212d61e-a106-2859-1606-40a1a37e044e, 'name': SearchDatastore_Task, 'duration_secs': 0.009063} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.296691] env[69663]: DEBUG oslo_concurrency.lockutils [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.296821] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.297049] env[69663]: DEBUG oslo_concurrency.lockutils [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.297345] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-128bb224-b03e-4aef-8f84-15ec98bfb23d tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Uploading image 7a9123cd-e4eb-436e-a030-94854cb3725f {{(pid=69663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 759.311718] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-128bb224-b03e-4aef-8f84-15ec98bfb23d tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Destroying the VM {{(pid=69663) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 759.312038] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e8db729f-e9d0-40ba-908f-0bdd86b6307d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.322187] env[69663]: DEBUG oslo_vmware.api [None req-128bb224-b03e-4aef-8f84-15ec98bfb23d tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for the task: (returnval){ [ 759.322187] env[69663]: value = "task-3332408" [ 759.322187] env[69663]: _type = "Task" [ 759.322187] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.330443] env[69663]: DEBUG oslo_vmware.api [None req-128bb224-b03e-4aef-8f84-15ec98bfb23d tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332408, 'name': Destroy_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.379233] env[69663]: DEBUG oslo_vmware.api [None req-1e6a6dbb-88a1-4709-8d37-550f56c8a3f1 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Task: {'id': task-3332407, 'name': PowerOffVM_Task, 'duration_secs': 0.219817} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.379233] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e6a6dbb-88a1-4709-8d37-550f56c8a3f1 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 759.379767] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6a6dbb-88a1-4709-8d37-550f56c8a3f1 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 759.379767] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc94db33-6e8e-4f9f-9f2c-a316ac228de4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.414767] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-856900f3-a860-4ed9-a4de-118a785b0440 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Creating Snapshot of the VM instance {{(pid=69663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 759.415114] env[69663]: DEBUG oslo_concurrency.lockutils [None req-76e22c8b-121d-4425-a55b-769c2325abda tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Acquiring lock "dfa4fc69-0de7-442e-b05d-1a1d9441d3a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.415570] env[69663]: DEBUG oslo_concurrency.lockutils [None req-76e22c8b-121d-4425-a55b-769c2325abda tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Lock "dfa4fc69-0de7-442e-b05d-1a1d9441d3a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.415570] env[69663]: DEBUG oslo_concurrency.lockutils [None req-76e22c8b-121d-4425-a55b-769c2325abda tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Acquiring lock "dfa4fc69-0de7-442e-b05d-1a1d9441d3a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.416191] env[69663]: DEBUG oslo_concurrency.lockutils [None req-76e22c8b-121d-4425-a55b-769c2325abda tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Lock "dfa4fc69-0de7-442e-b05d-1a1d9441d3a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.416191] env[69663]: DEBUG oslo_concurrency.lockutils [None req-76e22c8b-121d-4425-a55b-769c2325abda tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Lock "dfa4fc69-0de7-442e-b05d-1a1d9441d3a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.417585] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0206d25c-0dd0-422a-8800-b225fb06b4cc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.420428] env[69663]: INFO nova.compute.manager [None req-76e22c8b-121d-4425-a55b-769c2325abda tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Terminating instance [ 759.422815] env[69663]: DEBUG nova.compute.manager [None req-76e22c8b-121d-4425-a55b-769c2325abda tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 759.422815] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-76e22c8b-121d-4425-a55b-769c2325abda tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 759.423420] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a41991c-1768-4135-9c43-8548193c1202 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.428494] env[69663]: DEBUG oslo_concurrency.lockutils [None req-53e487aa-9417-4ab2-a288-64c1043df5f2 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Acquiring lock "62818b03-14d9-4055-a7fa-7ecbd5a0ca00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.428789] env[69663]: DEBUG oslo_concurrency.lockutils [None req-53e487aa-9417-4ab2-a288-64c1043df5f2 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Lock "62818b03-14d9-4055-a7fa-7ecbd5a0ca00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.429180] env[69663]: DEBUG oslo_concurrency.lockutils [None req-53e487aa-9417-4ab2-a288-64c1043df5f2 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Acquiring lock "62818b03-14d9-4055-a7fa-7ecbd5a0ca00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.430277] env[69663]: DEBUG oslo_concurrency.lockutils [None req-53e487aa-9417-4ab2-a288-64c1043df5f2 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Lock "62818b03-14d9-4055-a7fa-7ecbd5a0ca00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.430277] env[69663]: DEBUG oslo_concurrency.lockutils [None req-53e487aa-9417-4ab2-a288-64c1043df5f2 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Lock "62818b03-14d9-4055-a7fa-7ecbd5a0ca00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.431935] env[69663]: DEBUG oslo_vmware.api [None req-856900f3-a860-4ed9-a4de-118a785b0440 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Waiting for the task: (returnval){ [ 759.431935] env[69663]: value = "task-3332410" [ 759.431935] env[69663]: _type = "Task" [ 759.431935] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.432407] env[69663]: INFO nova.compute.manager [None req-53e487aa-9417-4ab2-a288-64c1043df5f2 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Terminating instance [ 759.434811] env[69663]: DEBUG nova.compute.manager [None req-53e487aa-9417-4ab2-a288-64c1043df5f2 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 759.434949] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-53e487aa-9417-4ab2-a288-64c1043df5f2 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 759.439318] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deaefd77-f809-41f3-8376-65081c20fc66 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.445081] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e22c8b-121d-4425-a55b-769c2325abda tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 759.445372] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6a6dbb-88a1-4709-8d37-550f56c8a3f1 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 759.445545] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6a6dbb-88a1-4709-8d37-550f56c8a3f1 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 759.445723] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e6a6dbb-88a1-4709-8d37-550f56c8a3f1 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Deleting the datastore file [datastore1] 0b421815-3bce-4e32-846d-b4784f689407 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.446541] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be87841b-25c1-4801-8268-1134b51b9cc5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.447987] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed8c3ba3-6aa0-43b5-ace4-2b50501a1be5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.454523] env[69663]: DEBUG oslo_vmware.api [None req-856900f3-a860-4ed9-a4de-118a785b0440 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332410, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.454789] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e487aa-9417-4ab2-a288-64c1043df5f2 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 759.455613] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d68a6d29-9207-48cb-bec8-aeeba6e413c1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.459749] env[69663]: DEBUG oslo_vmware.api [None req-76e22c8b-121d-4425-a55b-769c2325abda tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Waiting for the task: (returnval){ [ 759.459749] env[69663]: value = "task-3332411" [ 759.459749] env[69663]: _type = "Task" [ 759.459749] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.461044] env[69663]: DEBUG oslo_vmware.api [None req-1e6a6dbb-88a1-4709-8d37-550f56c8a3f1 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Waiting for the task: (returnval){ [ 759.461044] env[69663]: value = "task-3332412" [ 759.461044] env[69663]: _type = "Task" [ 759.461044] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.467364] env[69663]: DEBUG oslo_vmware.api [None req-53e487aa-9417-4ab2-a288-64c1043df5f2 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Waiting for the task: (returnval){ [ 759.467364] env[69663]: value = "task-3332413" [ 759.467364] env[69663]: _type = "Task" [ 759.467364] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.485309] env[69663]: DEBUG oslo_vmware.api [None req-76e22c8b-121d-4425-a55b-769c2325abda tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.486333] env[69663]: DEBUG oslo_vmware.api [None req-1e6a6dbb-88a1-4709-8d37-550f56c8a3f1 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Task: {'id': task-3332412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.492249] env[69663]: DEBUG oslo_vmware.api [None req-53e487aa-9417-4ab2-a288-64c1043df5f2 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': task-3332413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.545775] env[69663]: DEBUG oslo_concurrency.lockutils [req-85f6f69e-6fed-491d-b1b2-6dc5a587190b req-09421040-479d-4571-a3c9-51edbdc4edd8 service nova] Releasing lock "refresh_cache-28ababf1-1ebc-4e31-bb87-dc848b309483" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.546296] env[69663]: DEBUG nova.compute.manager [req-85f6f69e-6fed-491d-b1b2-6dc5a587190b req-09421040-479d-4571-a3c9-51edbdc4edd8 service nova] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Received event network-vif-plugged-e0c6872d-d572-4214-bbd3-e61136a6709f {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 759.546457] env[69663]: DEBUG oslo_concurrency.lockutils [req-85f6f69e-6fed-491d-b1b2-6dc5a587190b req-09421040-479d-4571-a3c9-51edbdc4edd8 service nova] Acquiring lock "28ababf1-1ebc-4e31-bb87-dc848b309483-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.546758] env[69663]: DEBUG oslo_concurrency.lockutils [req-85f6f69e-6fed-491d-b1b2-6dc5a587190b req-09421040-479d-4571-a3c9-51edbdc4edd8 service nova] Lock "28ababf1-1ebc-4e31-bb87-dc848b309483-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.546849] env[69663]: DEBUG oslo_concurrency.lockutils [req-85f6f69e-6fed-491d-b1b2-6dc5a587190b req-09421040-479d-4571-a3c9-51edbdc4edd8 service nova] Lock "28ababf1-1ebc-4e31-bb87-dc848b309483-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.547101] env[69663]: DEBUG nova.compute.manager [req-85f6f69e-6fed-491d-b1b2-6dc5a587190b req-09421040-479d-4571-a3c9-51edbdc4edd8 service nova] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] No waiting events found dispatching network-vif-plugged-e0c6872d-d572-4214-bbd3-e61136a6709f {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 759.547386] env[69663]: WARNING nova.compute.manager [req-85f6f69e-6fed-491d-b1b2-6dc5a587190b req-09421040-479d-4571-a3c9-51edbdc4edd8 service nova] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Received unexpected event network-vif-plugged-e0c6872d-d572-4214-bbd3-e61136a6709f for instance with vm_state building and task_state spawning. [ 759.547581] env[69663]: DEBUG nova.compute.manager [req-85f6f69e-6fed-491d-b1b2-6dc5a587190b req-09421040-479d-4571-a3c9-51edbdc4edd8 service nova] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Received event network-changed-e0c6872d-d572-4214-bbd3-e61136a6709f {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 759.547925] env[69663]: DEBUG nova.compute.manager [req-85f6f69e-6fed-491d-b1b2-6dc5a587190b req-09421040-479d-4571-a3c9-51edbdc4edd8 service nova] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Refreshing instance network info cache due to event network-changed-e0c6872d-d572-4214-bbd3-e61136a6709f. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 759.547925] env[69663]: DEBUG oslo_concurrency.lockutils [req-85f6f69e-6fed-491d-b1b2-6dc5a587190b req-09421040-479d-4571-a3c9-51edbdc4edd8 service nova] Acquiring lock "refresh_cache-28ababf1-1ebc-4e31-bb87-dc848b309483" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.548156] env[69663]: DEBUG oslo_concurrency.lockutils [req-85f6f69e-6fed-491d-b1b2-6dc5a587190b req-09421040-479d-4571-a3c9-51edbdc4edd8 service nova] Acquired lock "refresh_cache-28ababf1-1ebc-4e31-bb87-dc848b309483" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.548344] env[69663]: DEBUG nova.network.neutron [req-85f6f69e-6fed-491d-b1b2-6dc5a587190b req-09421040-479d-4571-a3c9-51edbdc4edd8 service nova] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Refreshing network info cache for port e0c6872d-d572-4214-bbd3-e61136a6709f {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 759.604981] env[69663]: DEBUG nova.network.neutron [req-0863b8e9-256b-4a94-9622-74aaf90cbf50 req-2b4eed17-3166-4dfe-a779-5a9decaec18b service nova] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Updated VIF entry in instance network info cache for port f1cbe4bc-0ca7-47d8-8a67-db6b4656f3cf. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 759.605464] env[69663]: DEBUG nova.network.neutron [req-0863b8e9-256b-4a94-9622-74aaf90cbf50 req-2b4eed17-3166-4dfe-a779-5a9decaec18b service nova] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Updating instance_info_cache with network_info: [{"id": "f1cbe4bc-0ca7-47d8-8a67-db6b4656f3cf", "address": "fa:16:3e:af:d9:3c", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1cbe4bc-0c", "ovs_interfaceid": "f1cbe4bc-0ca7-47d8-8a67-db6b4656f3cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.669588] env[69663]: DEBUG oslo_vmware.api [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]526f5785-6986-1a98-665b-c297645a2325, 'name': SearchDatastore_Task, 'duration_secs': 0.008227} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.669827] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.670170] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] bebad230-b1c7-46a1-884d-ec162bdf5786/bebad230-b1c7-46a1-884d-ec162bdf5786.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 759.670489] env[69663]: DEBUG oslo_concurrency.lockutils [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.670736] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.671026] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a61e7ff-528d-48e1-84db-9c4dd7d41061 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.673600] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75587840-a93f-4e79-ad85-152145f4be15 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.680316] env[69663]: DEBUG oslo_vmware.api [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Waiting for the task: (returnval){ [ 759.680316] env[69663]: value = "task-3332414" [ 759.680316] env[69663]: _type = "Task" [ 759.680316] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.685061] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.685958] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 759.692623] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f820384e-d8cd-456a-af7c-e8e86e2ea45f tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.266s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.694605] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee7285d4-f580-40de-ab85-97776b814288 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.700502] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.292s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.702246] env[69663]: INFO nova.compute.claims [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.704815] env[69663]: DEBUG oslo_vmware.api [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': task-3332414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.709067] env[69663]: DEBUG oslo_vmware.api [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Waiting for the task: (returnval){ [ 759.709067] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5277355c-a9bf-ca1c-e6a7-33a6f9eb5c37" [ 759.709067] env[69663]: _type = "Task" [ 759.709067] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.718211] env[69663]: DEBUG oslo_vmware.api [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5277355c-a9bf-ca1c-e6a7-33a6f9eb5c37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.725861] env[69663]: DEBUG oslo_concurrency.lockutils [None req-002bc3c2-eb25-484c-9812-7696739a0d1e tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Acquiring lock "552b215a-35c7-4669-87ae-ea17c9dfbf2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.727342] env[69663]: DEBUG oslo_concurrency.lockutils [None req-002bc3c2-eb25-484c-9812-7696739a0d1e tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Lock "552b215a-35c7-4669-87ae-ea17c9dfbf2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.727342] env[69663]: DEBUG oslo_concurrency.lockutils [None req-002bc3c2-eb25-484c-9812-7696739a0d1e tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Acquiring lock "552b215a-35c7-4669-87ae-ea17c9dfbf2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.727342] env[69663]: DEBUG oslo_concurrency.lockutils [None req-002bc3c2-eb25-484c-9812-7696739a0d1e tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Lock "552b215a-35c7-4669-87ae-ea17c9dfbf2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.727342] env[69663]: DEBUG oslo_concurrency.lockutils [None req-002bc3c2-eb25-484c-9812-7696739a0d1e tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Lock "552b215a-35c7-4669-87ae-ea17c9dfbf2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.729717] env[69663]: INFO nova.scheduler.client.report [None req-f820384e-d8cd-456a-af7c-e8e86e2ea45f tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Deleted allocations for instance 2865aeeb-8d72-40c2-a8cc-057df0318dab [ 759.731418] env[69663]: INFO nova.compute.manager [None req-002bc3c2-eb25-484c-9812-7696739a0d1e tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Terminating instance [ 759.736817] env[69663]: DEBUG nova.compute.manager [None req-002bc3c2-eb25-484c-9812-7696739a0d1e tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 759.736817] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-002bc3c2-eb25-484c-9812-7696739a0d1e tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 759.737688] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db334b9-b8f1-4259-a614-075c2181d4c4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.746537] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-002bc3c2-eb25-484c-9812-7696739a0d1e tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 759.746816] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c45d373-0b06-447e-b2d0-49292dc7107e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.754829] env[69663]: DEBUG oslo_vmware.api [None req-002bc3c2-eb25-484c-9812-7696739a0d1e tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Waiting for the task: (returnval){ [ 759.754829] env[69663]: value = "task-3332415" [ 759.754829] env[69663]: _type = "Task" [ 759.754829] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.763669] env[69663]: DEBUG oslo_vmware.api [None req-002bc3c2-eb25-484c-9812-7696739a0d1e tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.835600] env[69663]: DEBUG oslo_vmware.api [None req-128bb224-b03e-4aef-8f84-15ec98bfb23d tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332408, 'name': Destroy_Task, 'duration_secs': 0.315542} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.836070] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-128bb224-b03e-4aef-8f84-15ec98bfb23d tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Destroyed the VM [ 759.836499] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-128bb224-b03e-4aef-8f84-15ec98bfb23d tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Deleting Snapshot of the VM instance {{(pid=69663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 759.837390] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-535de1b2-87ac-45cc-ad2e-74cef322ef5f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.845838] env[69663]: DEBUG oslo_vmware.api [None req-128bb224-b03e-4aef-8f84-15ec98bfb23d tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for the task: (returnval){ [ 759.845838] env[69663]: value = "task-3332416" [ 759.845838] env[69663]: _type = "Task" [ 759.845838] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.855845] env[69663]: DEBUG oslo_vmware.api [None req-128bb224-b03e-4aef-8f84-15ec98bfb23d tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332416, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.957409] env[69663]: DEBUG oslo_vmware.api [None req-856900f3-a860-4ed9-a4de-118a785b0440 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332410, 'name': CreateSnapshot_Task, 'duration_secs': 0.509462} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.957769] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-856900f3-a860-4ed9-a4de-118a785b0440 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Created Snapshot of the VM instance {{(pid=69663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 759.958730] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9621a48-6397-4664-a440-82b6cb13e6db {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.984993] env[69663]: DEBUG oslo_vmware.api [None req-76e22c8b-121d-4425-a55b-769c2325abda tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332411, 'name': PowerOffVM_Task, 'duration_secs': 0.185418} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.992025] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-76e22c8b-121d-4425-a55b-769c2325abda tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 759.992282] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-76e22c8b-121d-4425-a55b-769c2325abda tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 759.992578] env[69663]: DEBUG oslo_vmware.api [None req-1e6a6dbb-88a1-4709-8d37-550f56c8a3f1 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Task: {'id': task-3332412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173121} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.992796] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6fc61f4-5631-460d-b1ad-4462fe0f1bcb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.994650] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e6a6dbb-88a1-4709-8d37-550f56c8a3f1 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.994840] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6a6dbb-88a1-4709-8d37-550f56c8a3f1 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 759.995053] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1e6a6dbb-88a1-4709-8d37-550f56c8a3f1 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 759.995658] env[69663]: INFO nova.compute.manager [None req-1e6a6dbb-88a1-4709-8d37-550f56c8a3f1 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Took 1.15 seconds to destroy the instance on the hypervisor. [ 759.995935] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e6a6dbb-88a1-4709-8d37-550f56c8a3f1 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.999641] env[69663]: DEBUG nova.compute.manager [-] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 760.001285] env[69663]: DEBUG nova.network.neutron [-] [instance: 0b421815-3bce-4e32-846d-b4784f689407] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 760.001622] env[69663]: DEBUG oslo_vmware.api [None req-53e487aa-9417-4ab2-a288-64c1043df5f2 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': task-3332413, 'name': PowerOffVM_Task, 'duration_secs': 0.205702} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.002401] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e487aa-9417-4ab2-a288-64c1043df5f2 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 760.004108] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-53e487aa-9417-4ab2-a288-64c1043df5f2 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 760.004108] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb779d99-221a-462c-94f9-4d97c0f27f60 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.084647] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-76e22c8b-121d-4425-a55b-769c2325abda tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 760.085034] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-76e22c8b-121d-4425-a55b-769c2325abda tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 760.085338] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-76e22c8b-121d-4425-a55b-769c2325abda tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Deleting the datastore file [datastore1] dfa4fc69-0de7-442e-b05d-1a1d9441d3a0 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.085749] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff1a7e19-700c-477a-9c41-01ae5c6c1b5a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.094440] env[69663]: DEBUG oslo_vmware.api [None req-76e22c8b-121d-4425-a55b-769c2325abda tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Waiting for the task: (returnval){ [ 760.094440] env[69663]: value = "task-3332419" [ 760.094440] env[69663]: _type = "Task" [ 760.094440] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.107878] env[69663]: DEBUG oslo_vmware.api [None req-76e22c8b-121d-4425-a55b-769c2325abda tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332419, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.108596] env[69663]: DEBUG oslo_concurrency.lockutils [req-0863b8e9-256b-4a94-9622-74aaf90cbf50 req-2b4eed17-3166-4dfe-a779-5a9decaec18b service nova] Releasing lock "refresh_cache-bebad230-b1c7-46a1-884d-ec162bdf5786" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.117862] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-53e487aa-9417-4ab2-a288-64c1043df5f2 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 760.118273] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-53e487aa-9417-4ab2-a288-64c1043df5f2 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 760.118425] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-53e487aa-9417-4ab2-a288-64c1043df5f2 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Deleting the datastore file [datastore1] 62818b03-14d9-4055-a7fa-7ecbd5a0ca00 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.118592] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5c94a09-0afe-47cc-bc30-95088de7cba5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.127799] env[69663]: DEBUG oslo_vmware.api [None req-53e487aa-9417-4ab2-a288-64c1043df5f2 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Waiting for the task: (returnval){ [ 760.127799] env[69663]: value = "task-3332420" [ 760.127799] env[69663]: _type = "Task" [ 760.127799] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.136405] env[69663]: DEBUG oslo_vmware.api [None req-53e487aa-9417-4ab2-a288-64c1043df5f2 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': task-3332420, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.190651] env[69663]: DEBUG oslo_vmware.api [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': task-3332414, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.224523] env[69663]: DEBUG oslo_vmware.api [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5277355c-a9bf-ca1c-e6a7-33a6f9eb5c37, 'name': SearchDatastore_Task, 'duration_secs': 0.009732} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.226180] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b47d9426-a4fb-479f-a4cc-4128ab17d496 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.232849] env[69663]: DEBUG oslo_vmware.api [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Waiting for the task: (returnval){ [ 760.232849] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f07cc0-1bd6-a97f-3fcd-6816b4faced5" [ 760.232849] env[69663]: _type = "Task" [ 760.232849] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.239638] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f820384e-d8cd-456a-af7c-e8e86e2ea45f tempest-ImagesOneServerTestJSON-1256148964 tempest-ImagesOneServerTestJSON-1256148964-project-member] Lock "2865aeeb-8d72-40c2-a8cc-057df0318dab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.310s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.244316] env[69663]: DEBUG oslo_vmware.api [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f07cc0-1bd6-a97f-3fcd-6816b4faced5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.263820] env[69663]: DEBUG oslo_vmware.api [None req-002bc3c2-eb25-484c-9812-7696739a0d1e tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332415, 'name': PowerOffVM_Task, 'duration_secs': 0.381139} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.264114] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-002bc3c2-eb25-484c-9812-7696739a0d1e tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 760.264299] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-002bc3c2-eb25-484c-9812-7696739a0d1e tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 760.264553] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ea73556-f3ac-4fed-9422-fbce5c87775c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.327641] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-002bc3c2-eb25-484c-9812-7696739a0d1e tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 760.327897] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-002bc3c2-eb25-484c-9812-7696739a0d1e tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 760.328105] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-002bc3c2-eb25-484c-9812-7696739a0d1e tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Deleting the datastore file [datastore1] 552b215a-35c7-4669-87ae-ea17c9dfbf2f {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.328388] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe1bf77f-c614-4bed-b100-3241f93f5b79 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.336459] env[69663]: DEBUG oslo_vmware.api [None req-002bc3c2-eb25-484c-9812-7696739a0d1e tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Waiting for the task: (returnval){ [ 760.336459] env[69663]: value = "task-3332422" [ 760.336459] env[69663]: _type = "Task" [ 760.336459] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.344410] env[69663]: DEBUG oslo_vmware.api [None req-002bc3c2-eb25-484c-9812-7696739a0d1e tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.355280] env[69663]: DEBUG oslo_vmware.api [None req-128bb224-b03e-4aef-8f84-15ec98bfb23d tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332416, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.432256] env[69663]: DEBUG nova.network.neutron [req-85f6f69e-6fed-491d-b1b2-6dc5a587190b req-09421040-479d-4571-a3c9-51edbdc4edd8 service nova] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Updated VIF entry in instance network info cache for port e0c6872d-d572-4214-bbd3-e61136a6709f. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 760.432750] env[69663]: DEBUG nova.network.neutron [req-85f6f69e-6fed-491d-b1b2-6dc5a587190b req-09421040-479d-4571-a3c9-51edbdc4edd8 service nova] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Updating instance_info_cache with network_info: [{"id": "8ebb6ad8-cab9-42d8-aaac-4119dd063789", "address": "fa:16:3e:22:69:e3", "network": {"id": "237d5501-982b-4951-8082-b523c495cb93", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1031832741", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e48d9004dc14914a71bd99d9a2753d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ebb6ad8-ca", "ovs_interfaceid": "8ebb6ad8-cab9-42d8-aaac-4119dd063789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "45f26561-dae0-4056-93af-b30eb5c24932", "address": "fa:16:3e:88:75:ac", "network": {"id": "ae7ab012-60a2-4694-81fe-02c66bcd05c6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-501988857", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0e48d9004dc14914a71bd99d9a2753d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8480e3f5-68bd-4c27-ae1f-7c994a8202b1", "external-id": "nsx-vlan-transportzone-628", "segmentation_id": 628, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45f26561-da", "ovs_interfaceid": "45f26561-dae0-4056-93af-b30eb5c24932", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e0c6872d-d572-4214-bbd3-e61136a6709f", "address": "fa:16:3e:51:c7:7b", "network": {"id": "237d5501-982b-4951-8082-b523c495cb93", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1031832741", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e48d9004dc14914a71bd99d9a2753d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0c6872d-d5", "ovs_interfaceid": "e0c6872d-d572-4214-bbd3-e61136a6709f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.497300] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-856900f3-a860-4ed9-a4de-118a785b0440 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Creating linked-clone VM from snapshot {{(pid=69663) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 760.497713] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b3e7de4d-fa94-41d4-bfdc-27bd0c0b387e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.508361] env[69663]: DEBUG oslo_vmware.api [None req-856900f3-a860-4ed9-a4de-118a785b0440 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Waiting for the task: (returnval){ [ 760.508361] env[69663]: value = "task-3332423" [ 760.508361] env[69663]: _type = "Task" [ 760.508361] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.518093] env[69663]: DEBUG oslo_vmware.api [None req-856900f3-a860-4ed9-a4de-118a785b0440 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332423, 'name': CloneVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.610340] env[69663]: DEBUG oslo_vmware.api [None req-76e22c8b-121d-4425-a55b-769c2325abda tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332419, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225401} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.610771] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-76e22c8b-121d-4425-a55b-769c2325abda tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.611073] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-76e22c8b-121d-4425-a55b-769c2325abda tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 760.611668] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-76e22c8b-121d-4425-a55b-769c2325abda tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 760.611668] env[69663]: INFO nova.compute.manager [None req-76e22c8b-121d-4425-a55b-769c2325abda tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Took 1.19 seconds to destroy the instance on the hypervisor. [ 760.611924] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76e22c8b-121d-4425-a55b-769c2325abda tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.612171] env[69663]: DEBUG nova.compute.manager [-] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 760.612284] env[69663]: DEBUG nova.network.neutron [-] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 760.637237] env[69663]: DEBUG oslo_vmware.api [None req-53e487aa-9417-4ab2-a288-64c1043df5f2 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': task-3332420, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197074} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.637788] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-53e487aa-9417-4ab2-a288-64c1043df5f2 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.637788] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-53e487aa-9417-4ab2-a288-64c1043df5f2 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 760.637935] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-53e487aa-9417-4ab2-a288-64c1043df5f2 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 760.638078] env[69663]: INFO nova.compute.manager [None req-53e487aa-9417-4ab2-a288-64c1043df5f2 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Took 1.20 seconds to destroy the instance on the hypervisor. [ 760.638332] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53e487aa-9417-4ab2-a288-64c1043df5f2 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.638531] env[69663]: DEBUG nova.compute.manager [-] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 760.638626] env[69663]: DEBUG nova.network.neutron [-] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 760.694420] env[69663]: DEBUG oslo_vmware.api [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': task-3332414, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512007} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.694728] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] bebad230-b1c7-46a1-884d-ec162bdf5786/bebad230-b1c7-46a1-884d-ec162bdf5786.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 760.694940] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.695227] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bed4cec9-cef3-49ab-8c7d-ebace1bfce72 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.703037] env[69663]: DEBUG oslo_vmware.api [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Waiting for the task: (returnval){ [ 760.703037] env[69663]: value = "task-3332424" [ 760.703037] env[69663]: _type = "Task" [ 760.703037] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.711760] env[69663]: DEBUG oslo_vmware.api [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': task-3332424, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.746037] env[69663]: DEBUG oslo_vmware.api [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f07cc0-1bd6-a97f-3fcd-6816b4faced5, 'name': SearchDatastore_Task, 'duration_secs': 0.013155} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.746037] env[69663]: DEBUG oslo_concurrency.lockutils [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.746037] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 28ababf1-1ebc-4e31-bb87-dc848b309483/28ababf1-1ebc-4e31-bb87-dc848b309483.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 760.746206] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-695a1e9c-c17e-460c-b964-066d8341e513 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.754691] env[69663]: DEBUG oslo_vmware.api [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Waiting for the task: (returnval){ [ 760.754691] env[69663]: value = "task-3332425" [ 760.754691] env[69663]: _type = "Task" [ 760.754691] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.762941] env[69663]: DEBUG oslo_vmware.api [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': task-3332425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.854468] env[69663]: DEBUG oslo_vmware.api [None req-002bc3c2-eb25-484c-9812-7696739a0d1e tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Task: {'id': task-3332422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137421} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.865237] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-002bc3c2-eb25-484c-9812-7696739a0d1e tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.865453] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-002bc3c2-eb25-484c-9812-7696739a0d1e tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 760.865774] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-002bc3c2-eb25-484c-9812-7696739a0d1e tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 760.866317] env[69663]: INFO nova.compute.manager [None req-002bc3c2-eb25-484c-9812-7696739a0d1e tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 760.866497] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-002bc3c2-eb25-484c-9812-7696739a0d1e tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.869090] env[69663]: DEBUG nova.compute.manager [-] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 760.869268] env[69663]: DEBUG nova.network.neutron [-] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 760.879980] env[69663]: DEBUG oslo_vmware.api [None req-128bb224-b03e-4aef-8f84-15ec98bfb23d tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332416, 'name': RemoveSnapshot_Task, 'duration_secs': 0.671862} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.880592] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-128bb224-b03e-4aef-8f84-15ec98bfb23d tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Deleted Snapshot of the VM instance {{(pid=69663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 760.936631] env[69663]: DEBUG oslo_concurrency.lockutils [req-85f6f69e-6fed-491d-b1b2-6dc5a587190b req-09421040-479d-4571-a3c9-51edbdc4edd8 service nova] Releasing lock "refresh_cache-28ababf1-1ebc-4e31-bb87-dc848b309483" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.021893] env[69663]: DEBUG oslo_vmware.api [None req-856900f3-a860-4ed9-a4de-118a785b0440 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332423, 'name': CloneVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.216955] env[69663]: DEBUG oslo_vmware.api [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': task-3332424, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.327823} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.217323] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.218793] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f90a790-88d0-490d-b0ad-3d513f1e2cd9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.244958] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] bebad230-b1c7-46a1-884d-ec162bdf5786/bebad230-b1c7-46a1-884d-ec162bdf5786.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.248436] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-260deafb-16f5-4057-a994-e4c860b425cd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.283699] env[69663]: DEBUG oslo_vmware.api [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': task-3332425, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.285883] env[69663]: DEBUG oslo_vmware.api [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Waiting for the task: (returnval){ [ 761.285883] env[69663]: value = "task-3332426" [ 761.285883] env[69663]: _type = "Task" [ 761.285883] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.299412] env[69663]: DEBUG oslo_vmware.api [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': task-3332426, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.348565] env[69663]: DEBUG nova.network.neutron [-] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.395988] env[69663]: DEBUG nova.network.neutron [-] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.399804] env[69663]: WARNING nova.compute.manager [None req-128bb224-b03e-4aef-8f84-15ec98bfb23d tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Image not found during snapshot: nova.exception.ImageNotFound: Image 7a9123cd-e4eb-436e-a030-94854cb3725f could not be found. [ 761.413462] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a31c8d5-9d67-47f8-9cd1-2d6c8691894b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.426029] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32cfc12-5378-4a1a-93ce-571e054dac4d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.461266] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ad5b11-f522-4796-8449-1ac4ac7c5036 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.468960] env[69663]: DEBUG nova.compute.manager [req-c735da34-71c3-4b04-a05f-16747d712c7d req-c8de8bd9-1b79-46ce-8a78-ba1a6f91776d service nova] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Received event network-changed-e6d2995c-5894-49e0-bcc2-cd377ea768fa {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 761.469248] env[69663]: DEBUG nova.compute.manager [req-c735da34-71c3-4b04-a05f-16747d712c7d req-c8de8bd9-1b79-46ce-8a78-ba1a6f91776d service nova] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Refreshing instance network info cache due to event network-changed-e6d2995c-5894-49e0-bcc2-cd377ea768fa. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 761.469496] env[69663]: DEBUG oslo_concurrency.lockutils [req-c735da34-71c3-4b04-a05f-16747d712c7d req-c8de8bd9-1b79-46ce-8a78-ba1a6f91776d service nova] Acquiring lock "refresh_cache-62818b03-14d9-4055-a7fa-7ecbd5a0ca00" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.469719] env[69663]: DEBUG oslo_concurrency.lockutils [req-c735da34-71c3-4b04-a05f-16747d712c7d req-c8de8bd9-1b79-46ce-8a78-ba1a6f91776d service nova] Acquired lock "refresh_cache-62818b03-14d9-4055-a7fa-7ecbd5a0ca00" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.469936] env[69663]: DEBUG nova.network.neutron [req-c735da34-71c3-4b04-a05f-16747d712c7d req-c8de8bd9-1b79-46ce-8a78-ba1a6f91776d service nova] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Refreshing network info cache for port e6d2995c-5894-49e0-bcc2-cd377ea768fa {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 761.475690] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd68c8ba-3a02-4580-9534-813627c338e8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.496247] env[69663]: DEBUG nova.compute.provider_tree [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.522450] env[69663]: DEBUG oslo_vmware.api [None req-856900f3-a860-4ed9-a4de-118a785b0440 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332423, 'name': CloneVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.651934] env[69663]: DEBUG nova.compute.manager [req-f67af3b5-d9d8-4d99-935d-5c1cdfababa0 req-675ad35f-d382-4583-a6d0-43d8eff7d14c service nova] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Received event network-vif-deleted-240cce98-7174-4e3e-8547-6c681c63fc2c {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 761.783450] env[69663]: DEBUG oslo_vmware.api [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': task-3332425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.833256} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.783714] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 28ababf1-1ebc-4e31-bb87-dc848b309483/28ababf1-1ebc-4e31-bb87-dc848b309483.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 761.783929] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.784352] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6365a3cf-8d1b-4eec-9757-9198cbf5b0d2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.793712] env[69663]: DEBUG nova.network.neutron [-] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.801039] env[69663]: DEBUG oslo_vmware.api [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': task-3332426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.801039] env[69663]: DEBUG oslo_vmware.api [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Waiting for the task: (returnval){ [ 761.801039] env[69663]: value = "task-3332427" [ 761.801039] env[69663]: _type = "Task" [ 761.801039] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.809463] env[69663]: DEBUG oslo_vmware.api [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': task-3332427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.852321] env[69663]: INFO nova.compute.manager [-] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Took 1.85 seconds to deallocate network for instance. [ 761.902400] env[69663]: INFO nova.compute.manager [-] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Took 1.29 seconds to deallocate network for instance. [ 761.969489] env[69663]: DEBUG nova.network.neutron [-] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.998703] env[69663]: DEBUG nova.scheduler.client.report [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 762.002919] env[69663]: INFO nova.network.neutron [req-c735da34-71c3-4b04-a05f-16747d712c7d req-c8de8bd9-1b79-46ce-8a78-ba1a6f91776d service nova] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Port e6d2995c-5894-49e0-bcc2-cd377ea768fa from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 762.003250] env[69663]: DEBUG nova.network.neutron [req-c735da34-71c3-4b04-a05f-16747d712c7d req-c8de8bd9-1b79-46ce-8a78-ba1a6f91776d service nova] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.020101] env[69663]: DEBUG oslo_vmware.api [None req-856900f3-a860-4ed9-a4de-118a785b0440 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332423, 'name': CloneVM_Task} progress is 95%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.302991] env[69663]: INFO nova.compute.manager [-] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Took 1.66 seconds to deallocate network for instance. [ 762.303843] env[69663]: DEBUG oslo_vmware.api [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': task-3332426, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.319468] env[69663]: DEBUG oslo_vmware.api [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': task-3332427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069452} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.319468] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.320368] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d029ed1f-7428-4712-bd2b-0861f85c77ab {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.351272] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 28ababf1-1ebc-4e31-bb87-dc848b309483/28ababf1-1ebc-4e31-bb87-dc848b309483.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.352327] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cc55559-5e44-4934-a3e4-496e4ae237f3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.373065] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1e6a6dbb-88a1-4709-8d37-550f56c8a3f1 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.377761] env[69663]: DEBUG oslo_vmware.api [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Waiting for the task: (returnval){ [ 762.377761] env[69663]: value = "task-3332428" [ 762.377761] env[69663]: _type = "Task" [ 762.377761] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.388396] env[69663]: DEBUG oslo_vmware.api [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': task-3332428, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.409177] env[69663]: DEBUG oslo_concurrency.lockutils [None req-76e22c8b-121d-4425-a55b-769c2325abda tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.472624] env[69663]: INFO nova.compute.manager [-] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Took 1.60 seconds to deallocate network for instance. [ 762.506166] env[69663]: DEBUG oslo_concurrency.lockutils [req-c735da34-71c3-4b04-a05f-16747d712c7d req-c8de8bd9-1b79-46ce-8a78-ba1a6f91776d service nova] Releasing lock "refresh_cache-62818b03-14d9-4055-a7fa-7ecbd5a0ca00" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.508778] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.807s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.509376] env[69663]: DEBUG nova.compute.manager [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 762.514529] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.548s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.515791] env[69663]: INFO nova.compute.claims [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.535846] env[69663]: DEBUG oslo_vmware.api [None req-856900f3-a860-4ed9-a4de-118a785b0440 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332423, 'name': CloneVM_Task, 'duration_secs': 1.621377} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.536235] env[69663]: INFO nova.virt.vmwareapi.vmops [None req-856900f3-a860-4ed9-a4de-118a785b0440 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Created linked-clone VM from snapshot [ 762.537349] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d59bca-32ce-45ce-a337-24876b8728e4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.551352] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-856900f3-a860-4ed9-a4de-118a785b0440 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Uploading image 17f11ddd-c8c5-4d7a-9849-e3d6952a609c {{(pid=69663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 762.590650] env[69663]: DEBUG oslo_vmware.rw_handles [None req-856900f3-a860-4ed9-a4de-118a785b0440 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 762.590650] env[69663]: value = "vm-665225" [ 762.590650] env[69663]: _type = "VirtualMachine" [ 762.590650] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 762.590950] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a99a852d-f98b-4130-a081-e904c7eae0d2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.598491] env[69663]: DEBUG oslo_vmware.rw_handles [None req-856900f3-a860-4ed9-a4de-118a785b0440 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Lease: (returnval){ [ 762.598491] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52036ed6-d456-b510-b065-45174d05f092" [ 762.598491] env[69663]: _type = "HttpNfcLease" [ 762.598491] env[69663]: } obtained for exporting VM: (result){ [ 762.598491] env[69663]: value = "vm-665225" [ 762.598491] env[69663]: _type = "VirtualMachine" [ 762.598491] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 762.598731] env[69663]: DEBUG oslo_vmware.api [None req-856900f3-a860-4ed9-a4de-118a785b0440 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Waiting for the lease: (returnval){ [ 762.598731] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52036ed6-d456-b510-b065-45174d05f092" [ 762.598731] env[69663]: _type = "HttpNfcLease" [ 762.598731] env[69663]: } to be ready. {{(pid=69663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 762.606851] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 762.606851] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52036ed6-d456-b510-b065-45174d05f092" [ 762.606851] env[69663]: _type = "HttpNfcLease" [ 762.606851] env[69663]: } is initializing. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 762.798015] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c388f1bc-8a42-4820-847e-5c0843b6c6a5 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Acquiring lock "f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.798227] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c388f1bc-8a42-4820-847e-5c0843b6c6a5 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Lock "f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.799146] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c388f1bc-8a42-4820-847e-5c0843b6c6a5 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Acquiring lock "f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.799146] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c388f1bc-8a42-4820-847e-5c0843b6c6a5 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Lock "f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.799146] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c388f1bc-8a42-4820-847e-5c0843b6c6a5 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Lock "f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.800339] env[69663]: DEBUG oslo_vmware.api [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': task-3332426, 'name': ReconfigVM_Task, 'duration_secs': 1.036861} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.800807] env[69663]: INFO nova.compute.manager [None req-c388f1bc-8a42-4820-847e-5c0843b6c6a5 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Terminating instance [ 762.802445] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Reconfigured VM instance instance-0000001c to attach disk [datastore1] bebad230-b1c7-46a1-884d-ec162bdf5786/bebad230-b1c7-46a1-884d-ec162bdf5786.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.803058] env[69663]: DEBUG nova.compute.manager [None req-c388f1bc-8a42-4820-847e-5c0843b6c6a5 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 762.803257] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c388f1bc-8a42-4820-847e-5c0843b6c6a5 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 762.803485] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e34355a-6c4a-4a84-8aba-1a8f2da62646 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.805779] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a0b574-5fce-413f-a765-23ff11fdc1b3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.814172] env[69663]: DEBUG oslo_concurrency.lockutils [None req-53e487aa-9417-4ab2-a288-64c1043df5f2 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.814468] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c388f1bc-8a42-4820-847e-5c0843b6c6a5 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 762.815812] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4783b3db-3b30-419e-8dc0-34675d457166 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.818119] env[69663]: DEBUG oslo_vmware.api [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Waiting for the task: (returnval){ [ 762.818119] env[69663]: value = "task-3332430" [ 762.818119] env[69663]: _type = "Task" [ 762.818119] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.826077] env[69663]: DEBUG oslo_vmware.api [None req-c388f1bc-8a42-4820-847e-5c0843b6c6a5 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for the task: (returnval){ [ 762.826077] env[69663]: value = "task-3332431" [ 762.826077] env[69663]: _type = "Task" [ 762.826077] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.829884] env[69663]: DEBUG oslo_vmware.api [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': task-3332430, 'name': Rename_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.840584] env[69663]: DEBUG oslo_vmware.api [None req-c388f1bc-8a42-4820-847e-5c0843b6c6a5 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.889639] env[69663]: DEBUG oslo_vmware.api [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': task-3332428, 'name': ReconfigVM_Task, 'duration_secs': 0.267556} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.889639] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 28ababf1-1ebc-4e31-bb87-dc848b309483/28ababf1-1ebc-4e31-bb87-dc848b309483.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.889639] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-871a19b3-73ac-4396-9009-06a76a59a9db {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.896316] env[69663]: DEBUG oslo_vmware.api [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Waiting for the task: (returnval){ [ 762.896316] env[69663]: value = "task-3332432" [ 762.896316] env[69663]: _type = "Task" [ 762.896316] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.904803] env[69663]: DEBUG oslo_vmware.api [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': task-3332432, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.981204] env[69663]: DEBUG oslo_concurrency.lockutils [None req-002bc3c2-eb25-484c-9812-7696739a0d1e tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.023798] env[69663]: DEBUG nova.compute.utils [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 763.026069] env[69663]: DEBUG nova.compute.manager [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 763.026069] env[69663]: DEBUG nova.network.neutron [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 763.096354] env[69663]: DEBUG nova.policy [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82072efbd63d4ce48d42a3cb29993722', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c03a9dee8ea548ea9e5789d30da42722', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 763.110299] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 763.110299] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52036ed6-d456-b510-b065-45174d05f092" [ 763.110299] env[69663]: _type = "HttpNfcLease" [ 763.110299] env[69663]: } is ready. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 763.112016] env[69663]: DEBUG oslo_vmware.rw_handles [None req-856900f3-a860-4ed9-a4de-118a785b0440 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 763.112016] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52036ed6-d456-b510-b065-45174d05f092" [ 763.112016] env[69663]: _type = "HttpNfcLease" [ 763.112016] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 763.112016] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a77b838-ad83-4d1c-b046-79ae6a633556 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.121886] env[69663]: DEBUG oslo_vmware.rw_handles [None req-856900f3-a860-4ed9-a4de-118a785b0440 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524155bf-0e15-c98c-1d9f-a968e3597d57/disk-0.vmdk from lease info. {{(pid=69663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 763.122084] env[69663]: DEBUG oslo_vmware.rw_handles [None req-856900f3-a860-4ed9-a4de-118a785b0440 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524155bf-0e15-c98c-1d9f-a968e3597d57/disk-0.vmdk for reading. {{(pid=69663) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 763.218309] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-76e693db-5164-4d75-a5a0-8f5292adcacd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.327381] env[69663]: DEBUG oslo_vmware.api [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': task-3332430, 'name': Rename_Task, 'duration_secs': 0.153652} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.327675] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 763.327949] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ded47be4-496b-4616-8d48-4e6f494d47b2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.339267] env[69663]: DEBUG oslo_vmware.api [None req-c388f1bc-8a42-4820-847e-5c0843b6c6a5 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332431, 'name': PowerOffVM_Task, 'duration_secs': 0.193322} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.339267] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c388f1bc-8a42-4820-847e-5c0843b6c6a5 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 763.339267] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c388f1bc-8a42-4820-847e-5c0843b6c6a5 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 763.339366] env[69663]: DEBUG oslo_vmware.api [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Waiting for the task: (returnval){ [ 763.339366] env[69663]: value = "task-3332433" [ 763.339366] env[69663]: _type = "Task" [ 763.339366] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.339522] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-962213b7-aafa-4e5c-af8f-a30445ecd0e3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.350331] env[69663]: DEBUG oslo_vmware.api [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': task-3332433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.403424] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c388f1bc-8a42-4820-847e-5c0843b6c6a5 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 763.403662] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c388f1bc-8a42-4820-847e-5c0843b6c6a5 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 763.403842] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c388f1bc-8a42-4820-847e-5c0843b6c6a5 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Deleting the datastore file [datastore2] f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.404120] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b78e14fa-16c9-4e1a-a9ba-963d42be1a12 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.409135] env[69663]: DEBUG oslo_vmware.api [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': task-3332432, 'name': Rename_Task, 'duration_secs': 0.186011} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.410065] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 763.410405] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e5b8e9a-0a09-4429-b445-66b72775cc81 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.414195] env[69663]: DEBUG oslo_vmware.api [None req-c388f1bc-8a42-4820-847e-5c0843b6c6a5 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for the task: (returnval){ [ 763.414195] env[69663]: value = "task-3332435" [ 763.414195] env[69663]: _type = "Task" [ 763.414195] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.418997] env[69663]: DEBUG oslo_vmware.api [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Waiting for the task: (returnval){ [ 763.418997] env[69663]: value = "task-3332436" [ 763.418997] env[69663]: _type = "Task" [ 763.418997] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.426473] env[69663]: DEBUG oslo_vmware.api [None req-c388f1bc-8a42-4820-847e-5c0843b6c6a5 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.433120] env[69663]: DEBUG oslo_vmware.api [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': task-3332436, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.532037] env[69663]: DEBUG nova.compute.manager [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 763.624098] env[69663]: DEBUG nova.network.neutron [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Successfully created port: cbd70ef9-2b62-4fe8-a30d-e77d5d8ad0ed {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.739349] env[69663]: DEBUG nova.compute.manager [req-1b8c157f-d4cf-41ca-8964-a9c509820ebf req-983daf49-8d84-4c9a-9827-f2166c8846ca service nova] [instance: b371813d-2134-4a79-b6f9-890b01707948] Received event network-changed-e8402221-e598-4782-bf0a-5b5f56558e7b {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 763.740213] env[69663]: DEBUG nova.compute.manager [req-1b8c157f-d4cf-41ca-8964-a9c509820ebf req-983daf49-8d84-4c9a-9827-f2166c8846ca service nova] [instance: b371813d-2134-4a79-b6f9-890b01707948] Refreshing instance network info cache due to event network-changed-e8402221-e598-4782-bf0a-5b5f56558e7b. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 763.740540] env[69663]: DEBUG oslo_concurrency.lockutils [req-1b8c157f-d4cf-41ca-8964-a9c509820ebf req-983daf49-8d84-4c9a-9827-f2166c8846ca service nova] Acquiring lock "refresh_cache-b371813d-2134-4a79-b6f9-890b01707948" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.740783] env[69663]: DEBUG oslo_concurrency.lockutils [req-1b8c157f-d4cf-41ca-8964-a9c509820ebf req-983daf49-8d84-4c9a-9827-f2166c8846ca service nova] Acquired lock "refresh_cache-b371813d-2134-4a79-b6f9-890b01707948" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.741456] env[69663]: DEBUG nova.network.neutron [req-1b8c157f-d4cf-41ca-8964-a9c509820ebf req-983daf49-8d84-4c9a-9827-f2166c8846ca service nova] [instance: b371813d-2134-4a79-b6f9-890b01707948] Refreshing network info cache for port e8402221-e598-4782-bf0a-5b5f56558e7b {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 763.797865] env[69663]: DEBUG oslo_concurrency.lockutils [None req-34ea10e4-b49e-458f-854d-1d17baffc6ba tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Acquiring lock "62818b03-14d9-4055-a7fa-7ecbd5a0ca00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.862402] env[69663]: DEBUG oslo_vmware.api [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': task-3332433, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.928155] env[69663]: DEBUG oslo_vmware.api [None req-c388f1bc-8a42-4820-847e-5c0843b6c6a5 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332435, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175616} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.931981] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c388f1bc-8a42-4820-847e-5c0843b6c6a5 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.932492] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c388f1bc-8a42-4820-847e-5c0843b6c6a5 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 763.933321] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c388f1bc-8a42-4820-847e-5c0843b6c6a5 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 763.933321] env[69663]: INFO nova.compute.manager [None req-c388f1bc-8a42-4820-847e-5c0843b6c6a5 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 763.933321] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c388f1bc-8a42-4820-847e-5c0843b6c6a5 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.937626] env[69663]: DEBUG nova.compute.manager [-] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 763.941361] env[69663]: DEBUG nova.network.neutron [-] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 763.941361] env[69663]: DEBUG oslo_vmware.api [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': task-3332436, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.222153] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90847d47-7116-402c-a952-04a4a65d2d7c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.240252] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f606000-0b36-40c9-9f75-4efb1a05d841 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.280054] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe12332-f626-45a0-ad79-5400e378ebbc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.289040] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dbe50e-0d9e-45e6-b4e5-687479af58b0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.304620] env[69663]: DEBUG nova.compute.provider_tree [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.354557] env[69663]: DEBUG oslo_vmware.api [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': task-3332433, 'name': PowerOnVM_Task, 'duration_secs': 0.656238} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.358111] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 764.358111] env[69663]: INFO nova.compute.manager [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Took 9.33 seconds to spawn the instance on the hypervisor. [ 764.358111] env[69663]: DEBUG nova.compute.manager [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 764.358111] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8752bf11-3d09-478b-a497-14ff32bbc3fd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.404362] env[69663]: DEBUG oslo_concurrency.lockutils [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquiring lock "c01b7794-182c-4aa8-9469-6c008817e208" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.404756] env[69663]: DEBUG oslo_concurrency.lockutils [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Lock "c01b7794-182c-4aa8-9469-6c008817e208" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.440993] env[69663]: DEBUG oslo_vmware.api [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': task-3332436, 'name': PowerOnVM_Task, 'duration_secs': 0.699923} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.442256] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 764.442977] env[69663]: INFO nova.compute.manager [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Took 15.35 seconds to spawn the instance on the hypervisor. [ 764.443311] env[69663]: DEBUG nova.compute.manager [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 764.444507] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95465a51-b67d-4f07-949a-01823ad94f59 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.545292] env[69663]: DEBUG nova.compute.manager [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 764.575298] env[69663]: DEBUG nova.virt.hardware [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 764.576027] env[69663]: DEBUG nova.virt.hardware [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 764.576307] env[69663]: DEBUG nova.virt.hardware [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.576634] env[69663]: DEBUG nova.virt.hardware [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 764.577111] env[69663]: DEBUG nova.virt.hardware [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.577394] env[69663]: DEBUG nova.virt.hardware [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 764.578444] env[69663]: DEBUG nova.virt.hardware [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 764.578444] env[69663]: DEBUG nova.virt.hardware [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 764.578718] env[69663]: DEBUG nova.virt.hardware [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 764.579039] env[69663]: DEBUG nova.virt.hardware [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 764.579265] env[69663]: DEBUG nova.virt.hardware [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 764.580866] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f9a0d9-3264-42c4-8a6b-e9c0621a266a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.592244] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965aa0c4-c864-474b-871d-3a3017ad1322 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.671524] env[69663]: DEBUG nova.network.neutron [req-1b8c157f-d4cf-41ca-8964-a9c509820ebf req-983daf49-8d84-4c9a-9827-f2166c8846ca service nova] [instance: b371813d-2134-4a79-b6f9-890b01707948] Updated VIF entry in instance network info cache for port e8402221-e598-4782-bf0a-5b5f56558e7b. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 764.671981] env[69663]: DEBUG nova.network.neutron [req-1b8c157f-d4cf-41ca-8964-a9c509820ebf req-983daf49-8d84-4c9a-9827-f2166c8846ca service nova] [instance: b371813d-2134-4a79-b6f9-890b01707948] Updating instance_info_cache with network_info: [{"id": "e8402221-e598-4782-bf0a-5b5f56558e7b", "address": "fa:16:3e:ca:3d:f8", "network": {"id": "3f1439a1-db48-419a-a563-474a5c1f8fea", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-895027897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92f2a8330cf247d68d41702d77cd8ca6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8402221-e5", "ovs_interfaceid": "e8402221-e598-4782-bf0a-5b5f56558e7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.809234] env[69663]: DEBUG nova.scheduler.client.report [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 764.879417] env[69663]: INFO nova.compute.manager [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Took 38.12 seconds to build instance. [ 764.930549] env[69663]: DEBUG nova.network.neutron [-] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.965649] env[69663]: INFO nova.compute.manager [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Took 46.01 seconds to build instance. [ 765.176996] env[69663]: DEBUG oslo_concurrency.lockutils [req-1b8c157f-d4cf-41ca-8964-a9c509820ebf req-983daf49-8d84-4c9a-9827-f2166c8846ca service nova] Releasing lock "refresh_cache-b371813d-2134-4a79-b6f9-890b01707948" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.177451] env[69663]: DEBUG nova.compute.manager [req-1b8c157f-d4cf-41ca-8964-a9c509820ebf req-983daf49-8d84-4c9a-9827-f2166c8846ca service nova] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Received event network-vif-deleted-7bf2ceb3-bc0b-47f9-8a5b-2fdca49c96db {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 765.177859] env[69663]: DEBUG nova.compute.manager [req-1b8c157f-d4cf-41ca-8964-a9c509820ebf req-983daf49-8d84-4c9a-9827-f2166c8846ca service nova] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Received event network-vif-deleted-e6d2995c-5894-49e0-bcc2-cd377ea768fa {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 765.178103] env[69663]: DEBUG nova.compute.manager [req-1b8c157f-d4cf-41ca-8964-a9c509820ebf req-983daf49-8d84-4c9a-9827-f2166c8846ca service nova] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Received event network-vif-deleted-e8a8d837-e4ac-4906-9dbb-1d30c9f5367f {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 765.181305] env[69663]: DEBUG nova.compute.manager [req-1b8c157f-d4cf-41ca-8964-a9c509820ebf req-983daf49-8d84-4c9a-9827-f2166c8846ca service nova] [instance: b371813d-2134-4a79-b6f9-890b01707948] Received event network-changed-e8402221-e598-4782-bf0a-5b5f56558e7b {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 765.181305] env[69663]: DEBUG nova.compute.manager [req-1b8c157f-d4cf-41ca-8964-a9c509820ebf req-983daf49-8d84-4c9a-9827-f2166c8846ca service nova] [instance: b371813d-2134-4a79-b6f9-890b01707948] Refreshing instance network info cache due to event network-changed-e8402221-e598-4782-bf0a-5b5f56558e7b. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 765.181305] env[69663]: DEBUG oslo_concurrency.lockutils [req-1b8c157f-d4cf-41ca-8964-a9c509820ebf req-983daf49-8d84-4c9a-9827-f2166c8846ca service nova] Acquiring lock "refresh_cache-b371813d-2134-4a79-b6f9-890b01707948" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.181305] env[69663]: DEBUG oslo_concurrency.lockutils [req-1b8c157f-d4cf-41ca-8964-a9c509820ebf req-983daf49-8d84-4c9a-9827-f2166c8846ca service nova] Acquired lock "refresh_cache-b371813d-2134-4a79-b6f9-890b01707948" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.181305] env[69663]: DEBUG nova.network.neutron [req-1b8c157f-d4cf-41ca-8964-a9c509820ebf req-983daf49-8d84-4c9a-9827-f2166c8846ca service nova] [instance: b371813d-2134-4a79-b6f9-890b01707948] Refreshing network info cache for port e8402221-e598-4782-bf0a-5b5f56558e7b {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 765.315397] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.801s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.315579] env[69663]: DEBUG nova.compute.manager [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 765.318601] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.757s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.319961] env[69663]: INFO nova.compute.claims [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.382240] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cbe22a5f-19be-40ca-96dc-470c37213862 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Lock "bebad230-b1c7-46a1-884d-ec162bdf5786" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.748s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.435138] env[69663]: INFO nova.compute.manager [-] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Took 1.49 seconds to deallocate network for instance. [ 765.470894] env[69663]: DEBUG oslo_concurrency.lockutils [None req-21b9b9e5-be9d-4cae-82e9-db580cae6eb8 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Lock "28ababf1-1ebc-4e31-bb87-dc848b309483" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.147s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.828236] env[69663]: DEBUG nova.compute.utils [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 765.832979] env[69663]: DEBUG nova.compute.manager [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 765.833168] env[69663]: DEBUG nova.network.neutron [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 765.875220] env[69663]: DEBUG nova.network.neutron [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Successfully updated port: cbd70ef9-2b62-4fe8-a30d-e77d5d8ad0ed {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.886868] env[69663]: DEBUG nova.compute.manager [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 765.943333] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c388f1bc-8a42-4820-847e-5c0843b6c6a5 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.966986] env[69663]: DEBUG nova.policy [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d4780402c1044d0a2c4229a0d8e41a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ad33691c2fa4b2eabbeea2f11dce169', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 765.972401] env[69663]: DEBUG nova.compute.manager [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 766.157107] env[69663]: DEBUG nova.compute.manager [req-b779e2b3-b96c-42ab-a0fe-f0ff9c4793d9 req-c76997b6-dbab-4851-8e30-e38a93689fd5 service nova] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Received event network-vif-deleted-9db2b039-5499-4d77-a679-b35689ae2b6c {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 766.160402] env[69663]: DEBUG nova.compute.manager [req-b779e2b3-b96c-42ab-a0fe-f0ff9c4793d9 req-c76997b6-dbab-4851-8e30-e38a93689fd5 service nova] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Received event network-vif-plugged-cbd70ef9-2b62-4fe8-a30d-e77d5d8ad0ed {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 766.160402] env[69663]: DEBUG oslo_concurrency.lockutils [req-b779e2b3-b96c-42ab-a0fe-f0ff9c4793d9 req-c76997b6-dbab-4851-8e30-e38a93689fd5 service nova] Acquiring lock "770e7813-571a-4d23-842f-20d55c7c1980-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.160402] env[69663]: DEBUG oslo_concurrency.lockutils [req-b779e2b3-b96c-42ab-a0fe-f0ff9c4793d9 req-c76997b6-dbab-4851-8e30-e38a93689fd5 service nova] Lock "770e7813-571a-4d23-842f-20d55c7c1980-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.160402] env[69663]: DEBUG oslo_concurrency.lockutils [req-b779e2b3-b96c-42ab-a0fe-f0ff9c4793d9 req-c76997b6-dbab-4851-8e30-e38a93689fd5 service nova] Lock "770e7813-571a-4d23-842f-20d55c7c1980-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.160402] env[69663]: DEBUG nova.compute.manager [req-b779e2b3-b96c-42ab-a0fe-f0ff9c4793d9 req-c76997b6-dbab-4851-8e30-e38a93689fd5 service nova] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] No waiting events found dispatching network-vif-plugged-cbd70ef9-2b62-4fe8-a30d-e77d5d8ad0ed {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 766.160402] env[69663]: WARNING nova.compute.manager [req-b779e2b3-b96c-42ab-a0fe-f0ff9c4793d9 req-c76997b6-dbab-4851-8e30-e38a93689fd5 service nova] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Received unexpected event network-vif-plugged-cbd70ef9-2b62-4fe8-a30d-e77d5d8ad0ed for instance with vm_state building and task_state spawning. [ 766.315582] env[69663]: DEBUG nova.network.neutron [req-1b8c157f-d4cf-41ca-8964-a9c509820ebf req-983daf49-8d84-4c9a-9827-f2166c8846ca service nova] [instance: b371813d-2134-4a79-b6f9-890b01707948] Updated VIF entry in instance network info cache for port e8402221-e598-4782-bf0a-5b5f56558e7b. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 766.315958] env[69663]: DEBUG nova.network.neutron [req-1b8c157f-d4cf-41ca-8964-a9c509820ebf req-983daf49-8d84-4c9a-9827-f2166c8846ca service nova] [instance: b371813d-2134-4a79-b6f9-890b01707948] Updating instance_info_cache with network_info: [{"id": "e8402221-e598-4782-bf0a-5b5f56558e7b", "address": "fa:16:3e:ca:3d:f8", "network": {"id": "3f1439a1-db48-419a-a563-474a5c1f8fea", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-895027897-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92f2a8330cf247d68d41702d77cd8ca6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8402221-e5", "ovs_interfaceid": "e8402221-e598-4782-bf0a-5b5f56558e7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.334532] env[69663]: DEBUG nova.compute.manager [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 766.383402] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Acquiring lock "refresh_cache-770e7813-571a-4d23-842f-20d55c7c1980" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.383402] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Acquired lock "refresh_cache-770e7813-571a-4d23-842f-20d55c7c1980" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.383402] env[69663]: DEBUG nova.network.neutron [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 766.422806] env[69663]: DEBUG oslo_concurrency.lockutils [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.462351] env[69663]: DEBUG nova.network.neutron [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Successfully created port: ac70f573-d20e-4cd2-a2c7-e577aaf44f44 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.505599] env[69663]: DEBUG oslo_concurrency.lockutils [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.820150] env[69663]: DEBUG oslo_concurrency.lockutils [req-1b8c157f-d4cf-41ca-8964-a9c509820ebf req-983daf49-8d84-4c9a-9827-f2166c8846ca service nova] Releasing lock "refresh_cache-b371813d-2134-4a79-b6f9-890b01707948" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.933602] env[69663]: DEBUG nova.network.neutron [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 767.004320] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63814bb6-c5f1-4ac7-95bd-853fafa9466a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.013872] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1337c1d2-3928-40be-9dfe-bd72a5d66a98 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.056561] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6a6b57-42bb-4322-a6de-3921f5d52071 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.068064] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8781559-5245-4f59-be11-9a6da6d32ad7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.088050] env[69663]: DEBUG nova.compute.provider_tree [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.103280] env[69663]: DEBUG nova.network.neutron [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Updating instance_info_cache with network_info: [{"id": "cbd70ef9-2b62-4fe8-a30d-e77d5d8ad0ed", "address": "fa:16:3e:e7:b1:d5", "network": {"id": "b2807b2c-a50d-4847-8cb2-3d6a296e783f", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-448529755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03a9dee8ea548ea9e5789d30da42722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbd70ef9-2b", "ovs_interfaceid": "cbd70ef9-2b62-4fe8-a30d-e77d5d8ad0ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.111379] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96bdce3e-0fa3-4756-aba7-a929e4ae0877 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Acquiring lock "28ababf1-1ebc-4e31-bb87-dc848b309483" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.111673] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96bdce3e-0fa3-4756-aba7-a929e4ae0877 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Lock "28ababf1-1ebc-4e31-bb87-dc848b309483" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.111924] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96bdce3e-0fa3-4756-aba7-a929e4ae0877 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Acquiring lock "28ababf1-1ebc-4e31-bb87-dc848b309483-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.112143] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96bdce3e-0fa3-4756-aba7-a929e4ae0877 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Lock "28ababf1-1ebc-4e31-bb87-dc848b309483-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.112328] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96bdce3e-0fa3-4756-aba7-a929e4ae0877 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Lock "28ababf1-1ebc-4e31-bb87-dc848b309483-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.114619] env[69663]: INFO nova.compute.manager [None req-96bdce3e-0fa3-4756-aba7-a929e4ae0877 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Terminating instance [ 767.116925] env[69663]: DEBUG nova.compute.manager [None req-96bdce3e-0fa3-4756-aba7-a929e4ae0877 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 767.117179] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-96bdce3e-0fa3-4756-aba7-a929e4ae0877 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 767.118309] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0caebe9-e407-4759-929f-7159b36bbce4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.127625] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-96bdce3e-0fa3-4756-aba7-a929e4ae0877 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 767.127979] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a878803f-98b6-4bf4-9a9b-dd8e102ac01d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.138277] env[69663]: DEBUG oslo_vmware.api [None req-96bdce3e-0fa3-4756-aba7-a929e4ae0877 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Waiting for the task: (returnval){ [ 767.138277] env[69663]: value = "task-3332437" [ 767.138277] env[69663]: _type = "Task" [ 767.138277] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.152641] env[69663]: DEBUG oslo_vmware.api [None req-96bdce3e-0fa3-4756-aba7-a929e4ae0877 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': task-3332437, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.351859] env[69663]: DEBUG nova.compute.manager [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 767.357490] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cb952291-1db0-48e3-97d9-558d2a67afd8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Acquiring lock "bebad230-b1c7-46a1-884d-ec162bdf5786" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.357785] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cb952291-1db0-48e3-97d9-558d2a67afd8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Lock "bebad230-b1c7-46a1-884d-ec162bdf5786" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.358021] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cb952291-1db0-48e3-97d9-558d2a67afd8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Acquiring lock "bebad230-b1c7-46a1-884d-ec162bdf5786-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.358228] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cb952291-1db0-48e3-97d9-558d2a67afd8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Lock "bebad230-b1c7-46a1-884d-ec162bdf5786-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.358406] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cb952291-1db0-48e3-97d9-558d2a67afd8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Lock "bebad230-b1c7-46a1-884d-ec162bdf5786-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.365529] env[69663]: INFO nova.compute.manager [None req-cb952291-1db0-48e3-97d9-558d2a67afd8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Terminating instance [ 767.366696] env[69663]: DEBUG nova.compute.manager [None req-cb952291-1db0-48e3-97d9-558d2a67afd8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 767.366942] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-cb952291-1db0-48e3-97d9-558d2a67afd8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 767.367829] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3b2a01-0f64-485a-9b5b-588413b12fab {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.376056] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb952291-1db0-48e3-97d9-558d2a67afd8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 767.376323] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00bf33c2-03b6-4236-ab39-96dbfaf59a3e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.385515] env[69663]: DEBUG oslo_vmware.api [None req-cb952291-1db0-48e3-97d9-558d2a67afd8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Waiting for the task: (returnval){ [ 767.385515] env[69663]: value = "task-3332438" [ 767.385515] env[69663]: _type = "Task" [ 767.385515] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.393879] env[69663]: DEBUG nova.virt.hardware [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 767.394173] env[69663]: DEBUG nova.virt.hardware [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 767.394395] env[69663]: DEBUG nova.virt.hardware [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.394591] env[69663]: DEBUG nova.virt.hardware [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 767.394760] env[69663]: DEBUG nova.virt.hardware [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.394953] env[69663]: DEBUG nova.virt.hardware [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 767.395333] env[69663]: DEBUG nova.virt.hardware [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 767.395587] env[69663]: DEBUG nova.virt.hardware [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 767.395807] env[69663]: DEBUG nova.virt.hardware [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 767.396076] env[69663]: DEBUG nova.virt.hardware [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 767.396284] env[69663]: DEBUG nova.virt.hardware [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 767.397311] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c095f09-0aff-4ca2-bfe0-a90f91a74e6a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.403528] env[69663]: DEBUG oslo_vmware.api [None req-cb952291-1db0-48e3-97d9-558d2a67afd8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': task-3332438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.409254] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd06be33-717b-4f37-93f6-5938743a1259 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.590914] env[69663]: DEBUG nova.scheduler.client.report [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 767.608784] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Releasing lock "refresh_cache-770e7813-571a-4d23-842f-20d55c7c1980" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.608784] env[69663]: DEBUG nova.compute.manager [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Instance network_info: |[{"id": "cbd70ef9-2b62-4fe8-a30d-e77d5d8ad0ed", "address": "fa:16:3e:e7:b1:d5", "network": {"id": "b2807b2c-a50d-4847-8cb2-3d6a296e783f", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-448529755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03a9dee8ea548ea9e5789d30da42722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbd70ef9-2b", "ovs_interfaceid": "cbd70ef9-2b62-4fe8-a30d-e77d5d8ad0ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 767.608784] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:b1:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9732690c-bdcf-4e6f-9a32-42c196333eb8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbd70ef9-2b62-4fe8-a30d-e77d5d8ad0ed', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.620771] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Creating folder: Project (c03a9dee8ea548ea9e5789d30da42722). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 767.620771] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36eb7c29-7a6e-478f-8c6f-0ef20ebe6775 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.631287] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Created folder: Project (c03a9dee8ea548ea9e5789d30da42722) in parent group-v665133. [ 767.631548] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Creating folder: Instances. Parent ref: group-v665226. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 767.631826] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a81a00a-9246-4ea9-894b-505e6f84bd7e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.643874] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Created folder: Instances in parent group-v665226. [ 767.643945] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.644552] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 767.644776] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-057ae50c-bcf9-4302-9286-78e252547f16 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.665706] env[69663]: DEBUG oslo_vmware.api [None req-96bdce3e-0fa3-4756-aba7-a929e4ae0877 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': task-3332437, 'name': PowerOffVM_Task, 'duration_secs': 0.236375} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.665706] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-96bdce3e-0fa3-4756-aba7-a929e4ae0877 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 767.665706] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-96bdce3e-0fa3-4756-aba7-a929e4ae0877 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 767.665706] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b15ed0c6-d494-409d-8cf4-5cb686420a6d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.669361] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.669361] env[69663]: value = "task-3332441" [ 767.669361] env[69663]: _type = "Task" [ 767.669361] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.678333] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332441, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.899404] env[69663]: DEBUG oslo_vmware.api [None req-cb952291-1db0-48e3-97d9-558d2a67afd8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': task-3332438, 'name': PowerOffVM_Task, 'duration_secs': 0.219709} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.899959] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb952291-1db0-48e3-97d9-558d2a67afd8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 767.900358] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-cb952291-1db0-48e3-97d9-558d2a67afd8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 767.900544] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67f9480d-49f1-4b28-bcba-1ad8451bbb4b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.101088] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.780s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.101088] env[69663]: DEBUG nova.compute.manager [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 768.103053] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.434s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.103238] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.103401] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69663) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 768.103701] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7d935928-d287-4b71-a1c6-189aabe79f70 tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.107s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.103950] env[69663]: DEBUG nova.objects.instance [None req-7d935928-d287-4b71-a1c6-189aabe79f70 tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Lazy-loading 'resources' on Instance uuid bff38a50-1e9f-408b-8c4f-0900b6b3a318 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.106384] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c56883b-8eab-4fc2-b3d5-0c0a62dc0efb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.120228] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad3019f-3c87-4b90-a803-3e1e45179b76 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.138933] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb895b57-c99f-4d91-a363-8242d9d899b9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.147095] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7f656c-cec0-4986-9d46-4b2811d20a5b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.182938] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179806MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=69663) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 768.183121] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.193722] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332441, 'name': CreateVM_Task, 'duration_secs': 0.404829} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.194243] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 768.195043] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.195231] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.195580] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.195837] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1af901ed-5abd-4c12-bc03-257d9b8321da {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.201141] env[69663]: DEBUG oslo_vmware.api [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Waiting for the task: (returnval){ [ 768.201141] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]522ae209-bd05-eb2f-2c2a-c5d53bde530f" [ 768.201141] env[69663]: _type = "Task" [ 768.201141] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.210404] env[69663]: DEBUG oslo_vmware.api [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]522ae209-bd05-eb2f-2c2a-c5d53bde530f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.294982] env[69663]: DEBUG nova.compute.manager [req-49ca346d-1bb3-462b-8917-81baa9c4965a req-e5f86306-c720-4db3-a779-cec04ec85e11 service nova] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Received event network-changed-cbd70ef9-2b62-4fe8-a30d-e77d5d8ad0ed {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 768.295317] env[69663]: DEBUG nova.compute.manager [req-49ca346d-1bb3-462b-8917-81baa9c4965a req-e5f86306-c720-4db3-a779-cec04ec85e11 service nova] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Refreshing instance network info cache due to event network-changed-cbd70ef9-2b62-4fe8-a30d-e77d5d8ad0ed. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 768.295423] env[69663]: DEBUG oslo_concurrency.lockutils [req-49ca346d-1bb3-462b-8917-81baa9c4965a req-e5f86306-c720-4db3-a779-cec04ec85e11 service nova] Acquiring lock "refresh_cache-770e7813-571a-4d23-842f-20d55c7c1980" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.295601] env[69663]: DEBUG oslo_concurrency.lockutils [req-49ca346d-1bb3-462b-8917-81baa9c4965a req-e5f86306-c720-4db3-a779-cec04ec85e11 service nova] Acquired lock "refresh_cache-770e7813-571a-4d23-842f-20d55c7c1980" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.295772] env[69663]: DEBUG nova.network.neutron [req-49ca346d-1bb3-462b-8917-81baa9c4965a req-e5f86306-c720-4db3-a779-cec04ec85e11 service nova] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Refreshing network info cache for port cbd70ef9-2b62-4fe8-a30d-e77d5d8ad0ed {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 768.361719] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-cb952291-1db0-48e3-97d9-558d2a67afd8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 768.361809] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-cb952291-1db0-48e3-97d9-558d2a67afd8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 768.362034] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb952291-1db0-48e3-97d9-558d2a67afd8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Deleting the datastore file [datastore1] bebad230-b1c7-46a1-884d-ec162bdf5786 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.362370] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b2dbe06-4d18-4186-97d7-e4fd4ca186bd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.369969] env[69663]: DEBUG oslo_vmware.api [None req-cb952291-1db0-48e3-97d9-558d2a67afd8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Waiting for the task: (returnval){ [ 768.369969] env[69663]: value = "task-3332444" [ 768.369969] env[69663]: _type = "Task" [ 768.369969] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.382282] env[69663]: DEBUG oslo_vmware.api [None req-cb952291-1db0-48e3-97d9-558d2a67afd8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': task-3332444, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.410353] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-96bdce3e-0fa3-4756-aba7-a929e4ae0877 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 768.410353] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-96bdce3e-0fa3-4756-aba7-a929e4ae0877 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 768.410660] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-96bdce3e-0fa3-4756-aba7-a929e4ae0877 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Deleting the datastore file [datastore1] 28ababf1-1ebc-4e31-bb87-dc848b309483 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.410909] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e79686e6-1b2c-4657-bf1c-b15fe1a82068 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.418372] env[69663]: DEBUG oslo_vmware.api [None req-96bdce3e-0fa3-4756-aba7-a929e4ae0877 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Waiting for the task: (returnval){ [ 768.418372] env[69663]: value = "task-3332445" [ 768.418372] env[69663]: _type = "Task" [ 768.418372] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.431497] env[69663]: DEBUG oslo_vmware.api [None req-96bdce3e-0fa3-4756-aba7-a929e4ae0877 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': task-3332445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.618181] env[69663]: DEBUG nova.compute.utils [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 768.623023] env[69663]: DEBUG nova.compute.manager [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 768.623023] env[69663]: DEBUG nova.network.neutron [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 768.686118] env[69663]: DEBUG nova.policy [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d4780402c1044d0a2c4229a0d8e41a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ad33691c2fa4b2eabbeea2f11dce169', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 768.710895] env[69663]: DEBUG nova.network.neutron [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Successfully updated port: ac70f573-d20e-4cd2-a2c7-e577aaf44f44 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.720800] env[69663]: DEBUG oslo_vmware.api [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]522ae209-bd05-eb2f-2c2a-c5d53bde530f, 'name': SearchDatastore_Task, 'duration_secs': 0.010736} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.725368] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.726592] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.726592] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.726592] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.726592] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.727526] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6419c7b8-e06a-4ca2-92a6-a06a69681d31 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.739130] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.739130] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 768.739598] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8092611a-2ff4-4680-9f6d-6253004905f1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.750787] env[69663]: DEBUG oslo_vmware.api [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Waiting for the task: (returnval){ [ 768.750787] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52602de3-cb6f-284b-a79d-99dec70b1ce9" [ 768.750787] env[69663]: _type = "Task" [ 768.750787] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.761864] env[69663]: DEBUG oslo_vmware.api [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52602de3-cb6f-284b-a79d-99dec70b1ce9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.884442] env[69663]: DEBUG oslo_vmware.api [None req-cb952291-1db0-48e3-97d9-558d2a67afd8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Task: {'id': task-3332444, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162589} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.884764] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb952291-1db0-48e3-97d9-558d2a67afd8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.884967] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-cb952291-1db0-48e3-97d9-558d2a67afd8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 768.885182] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-cb952291-1db0-48e3-97d9-558d2a67afd8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 768.887696] env[69663]: INFO nova.compute.manager [None req-cb952291-1db0-48e3-97d9-558d2a67afd8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Took 1.52 seconds to destroy the instance on the hypervisor. [ 768.887696] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb952291-1db0-48e3-97d9-558d2a67afd8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.887696] env[69663]: DEBUG nova.compute.manager [-] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 768.887696] env[69663]: DEBUG nova.network.neutron [-] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 768.934288] env[69663]: DEBUG oslo_vmware.api [None req-96bdce3e-0fa3-4756-aba7-a929e4ae0877 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': task-3332445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1814} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.938239] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-96bdce3e-0fa3-4756-aba7-a929e4ae0877 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.938516] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-96bdce3e-0fa3-4756-aba7-a929e4ae0877 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 768.938777] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-96bdce3e-0fa3-4756-aba7-a929e4ae0877 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 768.939569] env[69663]: INFO nova.compute.manager [None req-96bdce3e-0fa3-4756-aba7-a929e4ae0877 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Took 1.82 seconds to destroy the instance on the hypervisor. [ 768.939990] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96bdce3e-0fa3-4756-aba7-a929e4ae0877 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.940516] env[69663]: DEBUG nova.compute.manager [-] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 768.940664] env[69663]: DEBUG nova.network.neutron [-] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 769.033058] env[69663]: DEBUG nova.network.neutron [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Successfully created port: a4e9c91a-2eba-4c98-88b1-f1da765fce62 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 769.126058] env[69663]: DEBUG nova.compute.manager [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 769.228620] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquiring lock "refresh_cache-76503b99-e3e3-49bf-a2c0-651a2809cd3a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.229149] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquired lock "refresh_cache-76503b99-e3e3-49bf-a2c0-651a2809cd3a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.229452] env[69663]: DEBUG nova.network.neutron [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 769.264946] env[69663]: DEBUG oslo_vmware.api [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52602de3-cb6f-284b-a79d-99dec70b1ce9, 'name': SearchDatastore_Task, 'duration_secs': 0.009527} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.267603] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cc2fb5f-1ba3-4a03-9037-b48b88ea3c8b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.278018] env[69663]: DEBUG oslo_vmware.api [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Waiting for the task: (returnval){ [ 769.278018] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5287aa6b-d9c8-6371-9a84-d3d35e81fcf8" [ 769.278018] env[69663]: _type = "Task" [ 769.278018] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.284597] env[69663]: DEBUG oslo_vmware.api [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5287aa6b-d9c8-6371-9a84-d3d35e81fcf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.317105] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3fa6c5-2076-4b74-990c-09c81be1d0ba {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.325741] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bad469-0459-46ca-8e06-0bc91e5db7aa {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.362359] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f70f7d-cc2a-4c4f-8085-bf7b357158e3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.370680] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6eac3d-8fd3-4a70-9864-0f78dc4acea9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.385468] env[69663]: DEBUG nova.compute.provider_tree [None req-7d935928-d287-4b71-a1c6-189aabe79f70 tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.411717] env[69663]: DEBUG nova.network.neutron [req-49ca346d-1bb3-462b-8917-81baa9c4965a req-e5f86306-c720-4db3-a779-cec04ec85e11 service nova] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Updated VIF entry in instance network info cache for port cbd70ef9-2b62-4fe8-a30d-e77d5d8ad0ed. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 769.412670] env[69663]: DEBUG nova.network.neutron [req-49ca346d-1bb3-462b-8917-81baa9c4965a req-e5f86306-c720-4db3-a779-cec04ec85e11 service nova] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Updating instance_info_cache with network_info: [{"id": "cbd70ef9-2b62-4fe8-a30d-e77d5d8ad0ed", "address": "fa:16:3e:e7:b1:d5", "network": {"id": "b2807b2c-a50d-4847-8cb2-3d6a296e783f", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-448529755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c03a9dee8ea548ea9e5789d30da42722", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbd70ef9-2b", "ovs_interfaceid": "cbd70ef9-2b62-4fe8-a30d-e77d5d8ad0ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.696541] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Acquiring lock "c36ab50f-44a5-407a-8a80-7482470b09aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.696844] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Lock "c36ab50f-44a5-407a-8a80-7482470b09aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.789745] env[69663]: DEBUG oslo_vmware.api [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5287aa6b-d9c8-6371-9a84-d3d35e81fcf8, 'name': SearchDatastore_Task, 'duration_secs': 0.010306} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.790132] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.791850] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 770e7813-571a-4d23-842f-20d55c7c1980/770e7813-571a-4d23-842f-20d55c7c1980.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 769.791850] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fd72615-5e88-474f-afea-572c960d403f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.799375] env[69663]: DEBUG oslo_vmware.api [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Waiting for the task: (returnval){ [ 769.799375] env[69663]: value = "task-3332446" [ 769.799375] env[69663]: _type = "Task" [ 769.799375] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.810661] env[69663]: DEBUG oslo_vmware.api [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Task: {'id': task-3332446, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.890302] env[69663]: DEBUG nova.scheduler.client.report [None req-7d935928-d287-4b71-a1c6-189aabe79f70 tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 769.915682] env[69663]: DEBUG oslo_concurrency.lockutils [req-49ca346d-1bb3-462b-8917-81baa9c4965a req-e5f86306-c720-4db3-a779-cec04ec85e11 service nova] Releasing lock "refresh_cache-770e7813-571a-4d23-842f-20d55c7c1980" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.918359] env[69663]: DEBUG nova.network.neutron [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 770.110280] env[69663]: DEBUG nova.network.neutron [-] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.146033] env[69663]: DEBUG nova.compute.manager [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 770.180031] env[69663]: DEBUG nova.virt.hardware [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 770.180031] env[69663]: DEBUG nova.virt.hardware [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 770.180031] env[69663]: DEBUG nova.virt.hardware [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 770.180184] env[69663]: DEBUG nova.virt.hardware [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 770.180403] env[69663]: DEBUG nova.virt.hardware [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 770.180590] env[69663]: DEBUG nova.virt.hardware [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 770.180858] env[69663]: DEBUG nova.virt.hardware [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 770.181143] env[69663]: DEBUG nova.virt.hardware [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 770.181291] env[69663]: DEBUG nova.virt.hardware [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 770.181473] env[69663]: DEBUG nova.virt.hardware [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 770.181830] env[69663]: DEBUG nova.virt.hardware [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 770.183259] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fabc1a-1c89-49ee-86aa-a63c4c69bfc9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.194547] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9451b712-7edf-453a-b3c9-f2bd1cb064fd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.290154] env[69663]: DEBUG nova.network.neutron [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Updating instance_info_cache with network_info: [{"id": "ac70f573-d20e-4cd2-a2c7-e577aaf44f44", "address": "fa:16:3e:4d:e0:11", "network": {"id": "0030965b-e7b4-460d-838e-6c788f6c3ee6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-140417174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ad33691c2fa4b2eabbeea2f11dce169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac70f573-d2", "ovs_interfaceid": "ac70f573-d20e-4cd2-a2c7-e577aaf44f44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.309968] env[69663]: DEBUG oslo_vmware.api [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Task: {'id': task-3332446, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.395011] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7d935928-d287-4b71-a1c6-189aabe79f70 tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.291s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.400469] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b5508c9c-7fb5-4787-b2ea-839fb1e7f640 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.145s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.400743] env[69663]: DEBUG nova.objects.instance [None req-b5508c9c-7fb5-4787-b2ea-839fb1e7f640 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lazy-loading 'resources' on Instance uuid 64438592-bb5d-45f2-a30d-cb1a91297dad {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.429418] env[69663]: INFO nova.scheduler.client.report [None req-7d935928-d287-4b71-a1c6-189aabe79f70 tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Deleted allocations for instance bff38a50-1e9f-408b-8c4f-0900b6b3a318 [ 770.601149] env[69663]: DEBUG nova.compute.manager [req-cd68101b-85cf-4de6-b5c5-d4bae732db1d req-0580b1b0-f8ef-4022-b195-12354bd4b97f service nova] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Received event network-vif-plugged-ac70f573-d20e-4cd2-a2c7-e577aaf44f44 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 770.601497] env[69663]: DEBUG oslo_concurrency.lockutils [req-cd68101b-85cf-4de6-b5c5-d4bae732db1d req-0580b1b0-f8ef-4022-b195-12354bd4b97f service nova] Acquiring lock "76503b99-e3e3-49bf-a2c0-651a2809cd3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.601729] env[69663]: DEBUG oslo_concurrency.lockutils [req-cd68101b-85cf-4de6-b5c5-d4bae732db1d req-0580b1b0-f8ef-4022-b195-12354bd4b97f service nova] Lock "76503b99-e3e3-49bf-a2c0-651a2809cd3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.601923] env[69663]: DEBUG oslo_concurrency.lockutils [req-cd68101b-85cf-4de6-b5c5-d4bae732db1d req-0580b1b0-f8ef-4022-b195-12354bd4b97f service nova] Lock "76503b99-e3e3-49bf-a2c0-651a2809cd3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.602668] env[69663]: DEBUG nova.compute.manager [req-cd68101b-85cf-4de6-b5c5-d4bae732db1d req-0580b1b0-f8ef-4022-b195-12354bd4b97f service nova] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] No waiting events found dispatching network-vif-plugged-ac70f573-d20e-4cd2-a2c7-e577aaf44f44 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 770.602875] env[69663]: WARNING nova.compute.manager [req-cd68101b-85cf-4de6-b5c5-d4bae732db1d req-0580b1b0-f8ef-4022-b195-12354bd4b97f service nova] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Received unexpected event network-vif-plugged-ac70f573-d20e-4cd2-a2c7-e577aaf44f44 for instance with vm_state building and task_state spawning. [ 770.603175] env[69663]: DEBUG nova.compute.manager [req-cd68101b-85cf-4de6-b5c5-d4bae732db1d req-0580b1b0-f8ef-4022-b195-12354bd4b97f service nova] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Received event network-changed-ac70f573-d20e-4cd2-a2c7-e577aaf44f44 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 770.603259] env[69663]: DEBUG nova.compute.manager [req-cd68101b-85cf-4de6-b5c5-d4bae732db1d req-0580b1b0-f8ef-4022-b195-12354bd4b97f service nova] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Refreshing instance network info cache due to event network-changed-ac70f573-d20e-4cd2-a2c7-e577aaf44f44. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 770.603400] env[69663]: DEBUG oslo_concurrency.lockutils [req-cd68101b-85cf-4de6-b5c5-d4bae732db1d req-0580b1b0-f8ef-4022-b195-12354bd4b97f service nova] Acquiring lock "refresh_cache-76503b99-e3e3-49bf-a2c0-651a2809cd3a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.613044] env[69663]: DEBUG nova.network.neutron [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Successfully updated port: a4e9c91a-2eba-4c98-88b1-f1da765fce62 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.614345] env[69663]: INFO nova.compute.manager [-] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Took 1.73 seconds to deallocate network for instance. [ 770.679483] env[69663]: DEBUG oslo_vmware.rw_handles [None req-856900f3-a860-4ed9-a4de-118a785b0440 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524155bf-0e15-c98c-1d9f-a968e3597d57/disk-0.vmdk. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 770.682109] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871c639f-971d-4eac-aedd-ca40ea5b1174 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.690024] env[69663]: DEBUG oslo_vmware.rw_handles [None req-856900f3-a860-4ed9-a4de-118a785b0440 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524155bf-0e15-c98c-1d9f-a968e3597d57/disk-0.vmdk is in state: ready. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 770.690024] env[69663]: ERROR oslo_vmware.rw_handles [None req-856900f3-a860-4ed9-a4de-118a785b0440 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524155bf-0e15-c98c-1d9f-a968e3597d57/disk-0.vmdk due to incomplete transfer. [ 770.690024] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f8e5ad1d-4278-45e8-a4da-286661333072 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.699195] env[69663]: DEBUG oslo_vmware.rw_handles [None req-856900f3-a860-4ed9-a4de-118a785b0440 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524155bf-0e15-c98c-1d9f-a968e3597d57/disk-0.vmdk. {{(pid=69663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 770.699195] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-856900f3-a860-4ed9-a4de-118a785b0440 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Uploaded image 17f11ddd-c8c5-4d7a-9849-e3d6952a609c to the Glance image server {{(pid=69663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 770.703161] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-856900f3-a860-4ed9-a4de-118a785b0440 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Destroying the VM {{(pid=69663) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 770.703505] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7872fa61-1bcc-4286-8d70-5f385f1f0e0e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.711776] env[69663]: DEBUG oslo_vmware.api [None req-856900f3-a860-4ed9-a4de-118a785b0440 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Waiting for the task: (returnval){ [ 770.711776] env[69663]: value = "task-3332447" [ 770.711776] env[69663]: _type = "Task" [ 770.711776] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.721715] env[69663]: DEBUG oslo_vmware.api [None req-856900f3-a860-4ed9-a4de-118a785b0440 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332447, 'name': Destroy_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.746757] env[69663]: DEBUG nova.compute.manager [req-36db6709-9274-4f47-b9cb-5bcec0881025 req-9c2e4208-793f-4065-9d29-ec05261de126 service nova] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Received event network-vif-plugged-a4e9c91a-2eba-4c98-88b1-f1da765fce62 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 770.747017] env[69663]: DEBUG oslo_concurrency.lockutils [req-36db6709-9274-4f47-b9cb-5bcec0881025 req-9c2e4208-793f-4065-9d29-ec05261de126 service nova] Acquiring lock "bc49a794-9b16-489f-a41d-890af7a385f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.747238] env[69663]: DEBUG oslo_concurrency.lockutils [req-36db6709-9274-4f47-b9cb-5bcec0881025 req-9c2e4208-793f-4065-9d29-ec05261de126 service nova] Lock "bc49a794-9b16-489f-a41d-890af7a385f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.747411] env[69663]: DEBUG oslo_concurrency.lockutils [req-36db6709-9274-4f47-b9cb-5bcec0881025 req-9c2e4208-793f-4065-9d29-ec05261de126 service nova] Lock "bc49a794-9b16-489f-a41d-890af7a385f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.748273] env[69663]: DEBUG nova.compute.manager [req-36db6709-9274-4f47-b9cb-5bcec0881025 req-9c2e4208-793f-4065-9d29-ec05261de126 service nova] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] No waiting events found dispatching network-vif-plugged-a4e9c91a-2eba-4c98-88b1-f1da765fce62 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 770.748674] env[69663]: WARNING nova.compute.manager [req-36db6709-9274-4f47-b9cb-5bcec0881025 req-9c2e4208-793f-4065-9d29-ec05261de126 service nova] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Received unexpected event network-vif-plugged-a4e9c91a-2eba-4c98-88b1-f1da765fce62 for instance with vm_state building and task_state spawning. [ 770.796274] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Releasing lock "refresh_cache-76503b99-e3e3-49bf-a2c0-651a2809cd3a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.796818] env[69663]: DEBUG nova.compute.manager [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Instance network_info: |[{"id": "ac70f573-d20e-4cd2-a2c7-e577aaf44f44", "address": "fa:16:3e:4d:e0:11", "network": {"id": "0030965b-e7b4-460d-838e-6c788f6c3ee6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-140417174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ad33691c2fa4b2eabbeea2f11dce169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac70f573-d2", "ovs_interfaceid": "ac70f573-d20e-4cd2-a2c7-e577aaf44f44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 770.797291] env[69663]: DEBUG oslo_concurrency.lockutils [req-cd68101b-85cf-4de6-b5c5-d4bae732db1d req-0580b1b0-f8ef-4022-b195-12354bd4b97f service nova] Acquired lock "refresh_cache-76503b99-e3e3-49bf-a2c0-651a2809cd3a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.797547] env[69663]: DEBUG nova.network.neutron [req-cd68101b-85cf-4de6-b5c5-d4bae732db1d req-0580b1b0-f8ef-4022-b195-12354bd4b97f service nova] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Refreshing network info cache for port ac70f573-d20e-4cd2-a2c7-e577aaf44f44 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 770.798980] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:e0:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac70f573-d20e-4cd2-a2c7-e577aaf44f44', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.809216] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Creating folder: Project (5ad33691c2fa4b2eabbeea2f11dce169). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 770.813199] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4fc37c16-6828-45da-a644-a31dac093dbf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.825544] env[69663]: DEBUG oslo_vmware.api [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Task: {'id': task-3332446, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560277} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.825865] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 770e7813-571a-4d23-842f-20d55c7c1980/770e7813-571a-4d23-842f-20d55c7c1980.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 770.829018] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.829018] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4ce6996-b8c4-40b9-914c-bca35cb117b9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.829589] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Created folder: Project (5ad33691c2fa4b2eabbeea2f11dce169) in parent group-v665133. [ 770.829803] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Creating folder: Instances. Parent ref: group-v665229. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 770.830481] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-130de32a-ae1b-4813-a60f-e07087bbcd53 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.834651] env[69663]: DEBUG oslo_vmware.api [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Waiting for the task: (returnval){ [ 770.834651] env[69663]: value = "task-3332449" [ 770.834651] env[69663]: _type = "Task" [ 770.834651] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.841451] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Created folder: Instances in parent group-v665229. [ 770.841705] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.844759] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 770.845070] env[69663]: DEBUG oslo_vmware.api [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Task: {'id': task-3332449, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.845298] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df9f251f-3013-4050-9241-431927e69ee2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.870812] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.870812] env[69663]: value = "task-3332451" [ 770.870812] env[69663]: _type = "Task" [ 770.870812] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.879609] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332451, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.936649] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7d935928-d287-4b71-a1c6-189aabe79f70 tempest-ServerDiagnosticsNegativeTest-1010876267 tempest-ServerDiagnosticsNegativeTest-1010876267-project-member] Lock "bff38a50-1e9f-408b-8c4f-0900b6b3a318" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.045s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.115009] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquiring lock "refresh_cache-bc49a794-9b16-489f-a41d-890af7a385f3" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.115513] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquired lock "refresh_cache-bc49a794-9b16-489f-a41d-890af7a385f3" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.115671] env[69663]: DEBUG nova.network.neutron [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 771.121917] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cb952291-1db0-48e3-97d9-558d2a67afd8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.222234] env[69663]: DEBUG oslo_vmware.api [None req-856900f3-a860-4ed9-a4de-118a785b0440 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332447, 'name': Destroy_Task, 'duration_secs': 0.373918} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.224906] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-856900f3-a860-4ed9-a4de-118a785b0440 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Destroyed the VM [ 771.225184] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-856900f3-a860-4ed9-a4de-118a785b0440 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Deleting Snapshot of the VM instance {{(pid=69663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 771.226010] env[69663]: DEBUG nova.network.neutron [req-cd68101b-85cf-4de6-b5c5-d4bae732db1d req-0580b1b0-f8ef-4022-b195-12354bd4b97f service nova] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Updated VIF entry in instance network info cache for port ac70f573-d20e-4cd2-a2c7-e577aaf44f44. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 771.226342] env[69663]: DEBUG nova.network.neutron [req-cd68101b-85cf-4de6-b5c5-d4bae732db1d req-0580b1b0-f8ef-4022-b195-12354bd4b97f service nova] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Updating instance_info_cache with network_info: [{"id": "ac70f573-d20e-4cd2-a2c7-e577aaf44f44", "address": "fa:16:3e:4d:e0:11", "network": {"id": "0030965b-e7b4-460d-838e-6c788f6c3ee6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-140417174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ad33691c2fa4b2eabbeea2f11dce169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac70f573-d2", "ovs_interfaceid": "ac70f573-d20e-4cd2-a2c7-e577aaf44f44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.228128] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d360d3e2-2a98-4998-9586-a72cef696b87 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.235340] env[69663]: DEBUG nova.network.neutron [-] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.237759] env[69663]: DEBUG oslo_vmware.api [None req-856900f3-a860-4ed9-a4de-118a785b0440 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Waiting for the task: (returnval){ [ 771.237759] env[69663]: value = "task-3332452" [ 771.237759] env[69663]: _type = "Task" [ 771.237759] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.255473] env[69663]: DEBUG oslo_vmware.api [None req-856900f3-a860-4ed9-a4de-118a785b0440 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332452, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.345899] env[69663]: DEBUG oslo_vmware.api [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Task: {'id': task-3332449, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065281} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.346341] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.347514] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02bcc18-3111-4bc8-90df-7d7039b8a808 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.373747] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 770e7813-571a-4d23-842f-20d55c7c1980/770e7813-571a-4d23-842f-20d55c7c1980.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.376545] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d8b7659-7803-404a-8fc1-1b2b38a47ae6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.400805] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332451, 'name': CreateVM_Task, 'duration_secs': 0.358224} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.401143] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 771.401529] env[69663]: DEBUG oslo_vmware.api [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Waiting for the task: (returnval){ [ 771.401529] env[69663]: value = "task-3332453" [ 771.401529] env[69663]: _type = "Task" [ 771.401529] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.402207] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.402555] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.403474] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.405644] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-496a9785-172c-4a73-a08e-66ddbc115a07 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.417368] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for the task: (returnval){ [ 771.417368] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f87ded-54e6-0ecf-6c1a-bb06e5d3561c" [ 771.417368] env[69663]: _type = "Task" [ 771.417368] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.420571] env[69663]: DEBUG oslo_vmware.api [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Task: {'id': task-3332453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.430513] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f87ded-54e6-0ecf-6c1a-bb06e5d3561c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.508093] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e8040a-7014-4b52-857c-e680bb3fa5ca {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.515857] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dec1562-5942-4390-a58a-ee58f5836c91 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.548993] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c156da-a476-4d17-bfed-fa617bb65948 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.556840] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613c2a29-7231-41be-8db2-defe8c3c810b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.570488] env[69663]: DEBUG nova.compute.provider_tree [None req-b5508c9c-7fb5-4787-b2ea-839fb1e7f640 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.675660] env[69663]: DEBUG nova.network.neutron [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 771.730591] env[69663]: DEBUG oslo_concurrency.lockutils [req-cd68101b-85cf-4de6-b5c5-d4bae732db1d req-0580b1b0-f8ef-4022-b195-12354bd4b97f service nova] Releasing lock "refresh_cache-76503b99-e3e3-49bf-a2c0-651a2809cd3a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.730823] env[69663]: DEBUG nova.compute.manager [req-cd68101b-85cf-4de6-b5c5-d4bae732db1d req-0580b1b0-f8ef-4022-b195-12354bd4b97f service nova] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Received event network-vif-deleted-f1cbe4bc-0ca7-47d8-8a67-db6b4656f3cf {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 771.731020] env[69663]: DEBUG nova.compute.manager [req-cd68101b-85cf-4de6-b5c5-d4bae732db1d req-0580b1b0-f8ef-4022-b195-12354bd4b97f service nova] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Received event network-vif-deleted-45f26561-dae0-4056-93af-b30eb5c24932 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 771.731197] env[69663]: INFO nova.compute.manager [req-cd68101b-85cf-4de6-b5c5-d4bae732db1d req-0580b1b0-f8ef-4022-b195-12354bd4b97f service nova] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Neutron deleted interface 45f26561-dae0-4056-93af-b30eb5c24932; detaching it from the instance and deleting it from the info cache [ 771.731542] env[69663]: DEBUG nova.network.neutron [req-cd68101b-85cf-4de6-b5c5-d4bae732db1d req-0580b1b0-f8ef-4022-b195-12354bd4b97f service nova] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Updating instance_info_cache with network_info: [{"id": "8ebb6ad8-cab9-42d8-aaac-4119dd063789", "address": "fa:16:3e:22:69:e3", "network": {"id": "237d5501-982b-4951-8082-b523c495cb93", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1031832741", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e48d9004dc14914a71bd99d9a2753d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ebb6ad8-ca", "ovs_interfaceid": "8ebb6ad8-cab9-42d8-aaac-4119dd063789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e0c6872d-d572-4214-bbd3-e61136a6709f", "address": "fa:16:3e:51:c7:7b", "network": {"id": "237d5501-982b-4951-8082-b523c495cb93", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1031832741", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e48d9004dc14914a71bd99d9a2753d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0c6872d-d5", "ovs_interfaceid": "e0c6872d-d572-4214-bbd3-e61136a6709f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.739474] env[69663]: INFO nova.compute.manager [-] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Took 2.80 seconds to deallocate network for instance. [ 771.755705] env[69663]: DEBUG oslo_vmware.api [None req-856900f3-a860-4ed9-a4de-118a785b0440 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332452, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.917528] env[69663]: DEBUG oslo_vmware.api [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Task: {'id': task-3332453, 'name': ReconfigVM_Task, 'duration_secs': 0.294328} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.918287] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 770e7813-571a-4d23-842f-20d55c7c1980/770e7813-571a-4d23-842f-20d55c7c1980.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.919052] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-424696dc-f922-4df6-813e-989cb155d9f9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.936917] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f87ded-54e6-0ecf-6c1a-bb06e5d3561c, 'name': SearchDatastore_Task, 'duration_secs': 0.018049} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.938401] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.938824] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.938975] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.939149] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.939345] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.939679] env[69663]: DEBUG oslo_vmware.api [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Waiting for the task: (returnval){ [ 771.939679] env[69663]: value = "task-3332454" [ 771.939679] env[69663]: _type = "Task" [ 771.939679] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.939874] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a398110-dfed-4086-80b0-b8f5a9a6eb04 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.951307] env[69663]: DEBUG oslo_vmware.api [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Task: {'id': task-3332454, 'name': Rename_Task} progress is 10%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.952424] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.952604] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 771.953521] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-646d61e2-94c0-4a1a-b2b2-fbc63cf2bd24 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.958655] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for the task: (returnval){ [ 771.958655] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ee62ca-cbe0-5244-65bf-f55927f970d2" [ 771.958655] env[69663]: _type = "Task" [ 771.958655] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.966509] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ee62ca-cbe0-5244-65bf-f55927f970d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.017379] env[69663]: DEBUG nova.network.neutron [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Updating instance_info_cache with network_info: [{"id": "a4e9c91a-2eba-4c98-88b1-f1da765fce62", "address": "fa:16:3e:ae:7a:8a", "network": {"id": "0030965b-e7b4-460d-838e-6c788f6c3ee6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-140417174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ad33691c2fa4b2eabbeea2f11dce169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4e9c91a-2e", "ovs_interfaceid": "a4e9c91a-2eba-4c98-88b1-f1da765fce62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.073969] env[69663]: DEBUG nova.scheduler.client.report [None req-b5508c9c-7fb5-4787-b2ea-839fb1e7f640 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 772.234085] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e8894c5-6949-4dca-89cd-3f17e54d05e8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.251144] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f80ded2-e6c0-4d04-b909-7ea7c841bf49 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.269368] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96bdce3e-0fa3-4756-aba7-a929e4ae0877 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.278256] env[69663]: DEBUG oslo_vmware.api [None req-856900f3-a860-4ed9-a4de-118a785b0440 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332452, 'name': RemoveSnapshot_Task, 'duration_secs': 0.527901} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.278256] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-856900f3-a860-4ed9-a4de-118a785b0440 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Deleted Snapshot of the VM instance {{(pid=69663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 772.278504] env[69663]: INFO nova.compute.manager [None req-856900f3-a860-4ed9-a4de-118a785b0440 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Took 13.42 seconds to snapshot the instance on the hypervisor. [ 772.294903] env[69663]: DEBUG nova.compute.manager [req-cd68101b-85cf-4de6-b5c5-d4bae732db1d req-0580b1b0-f8ef-4022-b195-12354bd4b97f service nova] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Detach interface failed, port_id=45f26561-dae0-4056-93af-b30eb5c24932, reason: Instance 28ababf1-1ebc-4e31-bb87-dc848b309483 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 772.452371] env[69663]: DEBUG oslo_vmware.api [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Task: {'id': task-3332454, 'name': Rename_Task, 'duration_secs': 0.142715} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.452667] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 772.453256] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af9899b4-2a30-48d5-b4bd-979a407a6e21 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.463300] env[69663]: DEBUG oslo_vmware.api [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Waiting for the task: (returnval){ [ 772.463300] env[69663]: value = "task-3332455" [ 772.463300] env[69663]: _type = "Task" [ 772.463300] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.470409] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ee62ca-cbe0-5244-65bf-f55927f970d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009662} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.471213] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15e88aa3-7f74-4aa7-8bf4-72f3c92650cf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.476197] env[69663]: DEBUG oslo_vmware.api [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Task: {'id': task-3332455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.479153] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for the task: (returnval){ [ 772.479153] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5231706a-80e0-4dc3-73b5-2405dda01804" [ 772.479153] env[69663]: _type = "Task" [ 772.479153] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.487818] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5231706a-80e0-4dc3-73b5-2405dda01804, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.521976] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Releasing lock "refresh_cache-bc49a794-9b16-489f-a41d-890af7a385f3" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.522371] env[69663]: DEBUG nova.compute.manager [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Instance network_info: |[{"id": "a4e9c91a-2eba-4c98-88b1-f1da765fce62", "address": "fa:16:3e:ae:7a:8a", "network": {"id": "0030965b-e7b4-460d-838e-6c788f6c3ee6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-140417174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ad33691c2fa4b2eabbeea2f11dce169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4e9c91a-2e", "ovs_interfaceid": "a4e9c91a-2eba-4c98-88b1-f1da765fce62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 772.522793] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:7a:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4e9c91a-2eba-4c98-88b1-f1da765fce62', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.531365] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.531673] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 772.531953] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-829a9637-416d-4e1e-919d-a70d9c42e169 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.555181] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.555181] env[69663]: value = "task-3332456" [ 772.555181] env[69663]: _type = "Task" [ 772.555181] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.565744] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332456, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.583128] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b5508c9c-7fb5-4787-b2ea-839fb1e7f640 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.585595] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.863s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.587248] env[69663]: INFO nova.compute.claims [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.626152] env[69663]: INFO nova.scheduler.client.report [None req-b5508c9c-7fb5-4787-b2ea-839fb1e7f640 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Deleted allocations for instance 64438592-bb5d-45f2-a30d-cb1a91297dad [ 772.665227] env[69663]: DEBUG nova.compute.manager [req-87dc67f8-1f48-41f9-b9bf-b997c6d9b364 req-3fcfaeff-0cbc-4261-89f7-27a87e2069a2 service nova] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Received event network-vif-deleted-e0c6872d-d572-4214-bbd3-e61136a6709f {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 772.665445] env[69663]: INFO nova.compute.manager [req-87dc67f8-1f48-41f9-b9bf-b997c6d9b364 req-3fcfaeff-0cbc-4261-89f7-27a87e2069a2 service nova] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Neutron deleted interface e0c6872d-d572-4214-bbd3-e61136a6709f; detaching it from the instance and deleting it from the info cache [ 772.665729] env[69663]: DEBUG nova.network.neutron [req-87dc67f8-1f48-41f9-b9bf-b997c6d9b364 req-3fcfaeff-0cbc-4261-89f7-27a87e2069a2 service nova] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Updating instance_info_cache with network_info: [{"id": "8ebb6ad8-cab9-42d8-aaac-4119dd063789", "address": "fa:16:3e:22:69:e3", "network": {"id": "237d5501-982b-4951-8082-b523c495cb93", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1031832741", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e48d9004dc14914a71bd99d9a2753d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cf63c3c8-d774-4b81-9b12-848612a96076", "external-id": "nsx-vlan-transportzone-315", "segmentation_id": 315, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ebb6ad8-ca", "ovs_interfaceid": "8ebb6ad8-cab9-42d8-aaac-4119dd063789", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.976072] env[69663]: DEBUG oslo_vmware.api [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Task: {'id': task-3332455, 'name': PowerOnVM_Task, 'duration_secs': 0.447434} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.976387] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 772.976610] env[69663]: INFO nova.compute.manager [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Took 8.43 seconds to spawn the instance on the hypervisor. [ 772.976782] env[69663]: DEBUG nova.compute.manager [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 772.977615] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fc9377-2fa0-49d2-99a1-27587bc48f07 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.993640] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5231706a-80e0-4dc3-73b5-2405dda01804, 'name': SearchDatastore_Task, 'duration_secs': 0.017463} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.998720] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.999066] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 76503b99-e3e3-49bf-a2c0-651a2809cd3a/76503b99-e3e3-49bf-a2c0-651a2809cd3a.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 773.000803] env[69663]: DEBUG nova.compute.manager [req-7d62815f-6f67-4bdb-bafa-644f7de5aac9 req-b8ec5cbf-64cc-4bd8-a801-78b047e8f5b2 service nova] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Received event network-changed-a4e9c91a-2eba-4c98-88b1-f1da765fce62 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 773.001018] env[69663]: DEBUG nova.compute.manager [req-7d62815f-6f67-4bdb-bafa-644f7de5aac9 req-b8ec5cbf-64cc-4bd8-a801-78b047e8f5b2 service nova] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Refreshing instance network info cache due to event network-changed-a4e9c91a-2eba-4c98-88b1-f1da765fce62. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 773.001301] env[69663]: DEBUG oslo_concurrency.lockutils [req-7d62815f-6f67-4bdb-bafa-644f7de5aac9 req-b8ec5cbf-64cc-4bd8-a801-78b047e8f5b2 service nova] Acquiring lock "refresh_cache-bc49a794-9b16-489f-a41d-890af7a385f3" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.001506] env[69663]: DEBUG oslo_concurrency.lockutils [req-7d62815f-6f67-4bdb-bafa-644f7de5aac9 req-b8ec5cbf-64cc-4bd8-a801-78b047e8f5b2 service nova] Acquired lock "refresh_cache-bc49a794-9b16-489f-a41d-890af7a385f3" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.001800] env[69663]: DEBUG nova.network.neutron [req-7d62815f-6f67-4bdb-bafa-644f7de5aac9 req-b8ec5cbf-64cc-4bd8-a801-78b047e8f5b2 service nova] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Refreshing network info cache for port a4e9c91a-2eba-4c98-88b1-f1da765fce62 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 773.003291] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cc7a3b0-b847-4a1f-a7df-ee15fa850486 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.011483] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for the task: (returnval){ [ 773.011483] env[69663]: value = "task-3332457" [ 773.011483] env[69663]: _type = "Task" [ 773.011483] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.025705] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.065229] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332456, 'name': CreateVM_Task, 'duration_secs': 0.316638} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.065428] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 773.066204] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.066509] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.066720] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.066970] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-209b0ec1-2bcb-4092-b9d0-a846234019ae {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.071909] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for the task: (returnval){ [ 773.071909] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52cfca0d-1c94-43a3-0e69-93dc9d3c9ce1" [ 773.071909] env[69663]: _type = "Task" [ 773.071909] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.081381] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52cfca0d-1c94-43a3-0e69-93dc9d3c9ce1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.135104] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b5508c9c-7fb5-4787-b2ea-839fb1e7f640 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "64438592-bb5d-45f2-a30d-cb1a91297dad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.391s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.168154] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba18a9e7-10ae-4532-9024-c39116d1970f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.177165] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3589b1-99ed-4cbf-b748-8b723f440a9a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.217997] env[69663]: DEBUG nova.compute.manager [req-87dc67f8-1f48-41f9-b9bf-b997c6d9b364 req-3fcfaeff-0cbc-4261-89f7-27a87e2069a2 service nova] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Detach interface failed, port_id=e0c6872d-d572-4214-bbd3-e61136a6709f, reason: Instance 28ababf1-1ebc-4e31-bb87-dc848b309483 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 773.218284] env[69663]: DEBUG nova.compute.manager [req-87dc67f8-1f48-41f9-b9bf-b997c6d9b364 req-3fcfaeff-0cbc-4261-89f7-27a87e2069a2 service nova] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Received event network-vif-deleted-8ebb6ad8-cab9-42d8-aaac-4119dd063789 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 773.218485] env[69663]: INFO nova.compute.manager [req-87dc67f8-1f48-41f9-b9bf-b997c6d9b364 req-3fcfaeff-0cbc-4261-89f7-27a87e2069a2 service nova] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Neutron deleted interface 8ebb6ad8-cab9-42d8-aaac-4119dd063789; detaching it from the instance and deleting it from the info cache [ 773.218656] env[69663]: DEBUG nova.network.neutron [req-87dc67f8-1f48-41f9-b9bf-b997c6d9b364 req-3fcfaeff-0cbc-4261-89f7-27a87e2069a2 service nova] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.519171] env[69663]: INFO nova.compute.manager [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Took 37.15 seconds to build instance. [ 773.525619] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332457, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.582155] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52cfca0d-1c94-43a3-0e69-93dc9d3c9ce1, 'name': SearchDatastore_Task, 'duration_secs': 0.008797} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.582504] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.582745] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.583030] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.583178] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.583364] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.583652] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62de5629-abfc-427b-89e0-1dc46f77d243 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.592518] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.592713] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 773.593480] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e4b293f-74cd-446e-94a4-d21c7b09bfd3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.601985] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for the task: (returnval){ [ 773.601985] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f84b0c-d215-f780-b24d-f9c9b8571639" [ 773.601985] env[69663]: _type = "Task" [ 773.601985] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.609469] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f84b0c-d215-f780-b24d-f9c9b8571639, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.724847] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a389d659-2744-4c67-b6ee-344f6f7880c1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.737440] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39b85d8-937a-4fdf-9982-3caf7a8677ce {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.779830] env[69663]: DEBUG nova.compute.manager [req-87dc67f8-1f48-41f9-b9bf-b997c6d9b364 req-3fcfaeff-0cbc-4261-89f7-27a87e2069a2 service nova] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Detach interface failed, port_id=8ebb6ad8-cab9-42d8-aaac-4119dd063789, reason: Instance 28ababf1-1ebc-4e31-bb87-dc848b309483 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 773.965242] env[69663]: DEBUG nova.network.neutron [req-7d62815f-6f67-4bdb-bafa-644f7de5aac9 req-b8ec5cbf-64cc-4bd8-a801-78b047e8f5b2 service nova] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Updated VIF entry in instance network info cache for port a4e9c91a-2eba-4c98-88b1-f1da765fce62. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 773.965242] env[69663]: DEBUG nova.network.neutron [req-7d62815f-6f67-4bdb-bafa-644f7de5aac9 req-b8ec5cbf-64cc-4bd8-a801-78b047e8f5b2 service nova] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Updating instance_info_cache with network_info: [{"id": "a4e9c91a-2eba-4c98-88b1-f1da765fce62", "address": "fa:16:3e:ae:7a:8a", "network": {"id": "0030965b-e7b4-460d-838e-6c788f6c3ee6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-140417174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ad33691c2fa4b2eabbeea2f11dce169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4e9c91a-2e", "ovs_interfaceid": "a4e9c91a-2eba-4c98-88b1-f1da765fce62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.022233] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1387f5c7-f4d1-487a-a449-587750cb6b64 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Lock "770e7813-571a-4d23-842f-20d55c7c1980" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.994s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.022233] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332457, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541739} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.025435] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 76503b99-e3e3-49bf-a2c0-651a2809cd3a/76503b99-e3e3-49bf-a2c0-651a2809cd3a.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 774.025598] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.026813] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb1895b6-ac2b-4e4d-82d9-3ba65e6be809 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.034686] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for the task: (returnval){ [ 774.034686] env[69663]: value = "task-3332458" [ 774.034686] env[69663]: _type = "Task" [ 774.034686] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.046801] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332458, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.115246] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f84b0c-d215-f780-b24d-f9c9b8571639, 'name': SearchDatastore_Task, 'duration_secs': 0.020622} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.116536] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a6c872b-6f60-494e-a443-a3a8dc71d405 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.125082] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for the task: (returnval){ [ 774.125082] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f13126-0a47-19c2-4d43-bf203f080c60" [ 774.125082] env[69663]: _type = "Task" [ 774.125082] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.135643] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f13126-0a47-19c2-4d43-bf203f080c60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.206051] env[69663]: DEBUG nova.compute.manager [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 774.206051] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34ee86a-f3a6-4bcb-b164-3e9b8be922b3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.215481] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34d0306-ecd3-4b11-b4b3-3feb47e758a3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.226178] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ba6fe9-dde6-4f8a-b8c2-176fdddb1f08 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.261717] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affadba6-a711-4b26-806e-91cb1d62f292 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.270066] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54551fc6-3eae-4e21-b621-db238feda749 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.286652] env[69663]: DEBUG nova.compute.provider_tree [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.469113] env[69663]: DEBUG oslo_concurrency.lockutils [req-7d62815f-6f67-4bdb-bafa-644f7de5aac9 req-b8ec5cbf-64cc-4bd8-a801-78b047e8f5b2 service nova] Releasing lock "refresh_cache-bc49a794-9b16-489f-a41d-890af7a385f3" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.530019] env[69663]: DEBUG nova.compute.manager [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 774.547471] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332458, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067108} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.547757] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.550130] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4529bb81-34c1-4cb9-bfe6-57066842bc43 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.579034] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 76503b99-e3e3-49bf-a2c0-651a2809cd3a/76503b99-e3e3-49bf-a2c0-651a2809cd3a.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.580684] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb024bf7-c605-4619-95aa-6d1491d74c23 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.598422] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Acquiring lock "c06f5efb-7ba3-4309-83c0-de2f14ff0b7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.598659] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Lock "c06f5efb-7ba3-4309-83c0-de2f14ff0b7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.605616] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for the task: (returnval){ [ 774.605616] env[69663]: value = "task-3332459" [ 774.605616] env[69663]: _type = "Task" [ 774.605616] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.616913] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332459, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.635268] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f13126-0a47-19c2-4d43-bf203f080c60, 'name': SearchDatastore_Task, 'duration_secs': 0.027937} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.635561] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.635853] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] bc49a794-9b16-489f-a41d-890af7a385f3/bc49a794-9b16-489f-a41d-890af7a385f3.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 774.636178] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5029223a-a9c9-49ec-a06b-d94ae0d3f5d1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.642603] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for the task: (returnval){ [ 774.642603] env[69663]: value = "task-3332460" [ 774.642603] env[69663]: _type = "Task" [ 774.642603] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.651799] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.715140] env[69663]: INFO nova.compute.manager [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] instance snapshotting [ 774.718284] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a73f3c7-d1d3-4bea-93c7-4af2ae168dab {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.738733] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bebc4d-512e-4987-907f-b1d616a4a238 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.787554] env[69663]: DEBUG nova.scheduler.client.report [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 775.050266] env[69663]: DEBUG oslo_concurrency.lockutils [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.118556] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332459, 'name': ReconfigVM_Task, 'duration_secs': 0.277621} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.118935] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 76503b99-e3e3-49bf-a2c0-651a2809cd3a/76503b99-e3e3-49bf-a2c0-651a2809cd3a.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.119736] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c86b872-2620-4d84-a663-7232a45fedcc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.127515] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for the task: (returnval){ [ 775.127515] env[69663]: value = "task-3332461" [ 775.127515] env[69663]: _type = "Task" [ 775.127515] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.135464] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332461, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.151435] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332460, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.250021] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Creating Snapshot of the VM instance {{(pid=69663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 775.250497] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9b65aa04-9a0c-4fb6-9956-927cdc2c16bc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.257977] env[69663]: DEBUG oslo_vmware.api [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Waiting for the task: (returnval){ [ 775.257977] env[69663]: value = "task-3332462" [ 775.257977] env[69663]: _type = "Task" [ 775.257977] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.267281] env[69663]: DEBUG oslo_vmware.api [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332462, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.297919] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.298401] env[69663]: DEBUG nova.compute.manager [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 775.301025] env[69663]: DEBUG oslo_concurrency.lockutils [None req-90d68bc9-a727-4fdf-9efe-5c6cd8103ef3 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Acquiring lock "interface-770e7813-571a-4d23-842f-20d55c7c1980-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.301302] env[69663]: DEBUG oslo_concurrency.lockutils [None req-90d68bc9-a727-4fdf-9efe-5c6cd8103ef3 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Lock "interface-770e7813-571a-4d23-842f-20d55c7c1980-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.301667] env[69663]: DEBUG nova.objects.instance [None req-90d68bc9-a727-4fdf-9efe-5c6cd8103ef3 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Lazy-loading 'flavor' on Instance uuid 770e7813-571a-4d23-842f-20d55c7c1980 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.303509] env[69663]: DEBUG oslo_concurrency.lockutils [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Acquiring lock "792b698b-ec36-4642-b1d9-1e991b55e40e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.303761] env[69663]: DEBUG oslo_concurrency.lockutils [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Lock "792b698b-ec36-4642-b1d9-1e991b55e40e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.304231] env[69663]: DEBUG oslo_concurrency.lockutils [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.964s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.305566] env[69663]: INFO nova.compute.claims [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.637886] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332461, 'name': Rename_Task, 'duration_secs': 0.13205} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.638210] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 775.638456] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38e39e40-6d78-4c2d-8c51-d7d8f8b0539f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.645414] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for the task: (returnval){ [ 775.645414] env[69663]: value = "task-3332463" [ 775.645414] env[69663]: _type = "Task" [ 775.645414] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.656376] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332460, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509661} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.659445] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] bc49a794-9b16-489f-a41d-890af7a385f3/bc49a794-9b16-489f-a41d-890af7a385f3.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 775.659677] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.659937] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332463, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.660210] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81c6021f-c9d1-4a7d-a31f-0d17c670e662 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.666959] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for the task: (returnval){ [ 775.666959] env[69663]: value = "task-3332464" [ 775.666959] env[69663]: _type = "Task" [ 775.666959] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.674746] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.766712] env[69663]: DEBUG oslo_concurrency.lockutils [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Acquiring lock "b7e8ced5-25ee-4b1c-81b6-88abcef366f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.766943] env[69663]: DEBUG oslo_concurrency.lockutils [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Lock "b7e8ced5-25ee-4b1c-81b6-88abcef366f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.771693] env[69663]: DEBUG oslo_vmware.api [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332462, 'name': CreateSnapshot_Task, 'duration_secs': 0.435114} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.771959] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Created Snapshot of the VM instance {{(pid=69663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 775.772832] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c245a74-068d-4a4d-94d0-34ad156d64ed {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.805817] env[69663]: DEBUG nova.compute.utils [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 775.807582] env[69663]: DEBUG nova.compute.manager [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 775.807765] env[69663]: DEBUG nova.network.neutron [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 775.811018] env[69663]: DEBUG nova.objects.instance [None req-90d68bc9-a727-4fdf-9efe-5c6cd8103ef3 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Lazy-loading 'pci_requests' on Instance uuid 770e7813-571a-4d23-842f-20d55c7c1980 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.889123] env[69663]: DEBUG nova.policy [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db1f5725056d4025999cf55a2e5c1dcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9cb44755839441c9bc015323bba91f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 776.158625] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332463, 'name': PowerOnVM_Task, 'duration_secs': 0.432613} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.158946] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 776.159157] env[69663]: INFO nova.compute.manager [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Took 8.81 seconds to spawn the instance on the hypervisor. [ 776.159355] env[69663]: DEBUG nova.compute.manager [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 776.160139] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b570cb-36f2-4b53-9485-8401150484db {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.175914] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069197} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.176190] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.177126] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3876df8b-ddfe-481b-8f43-afb90b2e5712 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.202237] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] bc49a794-9b16-489f-a41d-890af7a385f3/bc49a794-9b16-489f-a41d-890af7a385f3.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.202237] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21866f86-c296-445e-8cb6-904948841751 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.220197] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for the task: (returnval){ [ 776.220197] env[69663]: value = "task-3332465" [ 776.220197] env[69663]: _type = "Task" [ 776.220197] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.230314] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332465, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.292706] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Creating linked-clone VM from snapshot {{(pid=69663) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 776.293380] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-11187796-d208-4d13-b20b-aa347b464a44 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.305699] env[69663]: DEBUG oslo_vmware.api [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Waiting for the task: (returnval){ [ 776.305699] env[69663]: value = "task-3332466" [ 776.305699] env[69663]: _type = "Task" [ 776.305699] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.315440] env[69663]: DEBUG nova.compute.manager [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 776.319174] env[69663]: DEBUG nova.objects.base [None req-90d68bc9-a727-4fdf-9efe-5c6cd8103ef3 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Object Instance<770e7813-571a-4d23-842f-20d55c7c1980> lazy-loaded attributes: flavor,pci_requests {{(pid=69663) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 776.320170] env[69663]: DEBUG nova.network.neutron [None req-90d68bc9-a727-4fdf-9efe-5c6cd8103ef3 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 776.322206] env[69663]: DEBUG oslo_vmware.api [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332466, 'name': CloneVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.330088] env[69663]: DEBUG nova.network.neutron [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Successfully created port: 4865ad55-f9d3-414b-b7c1-b268d957c1e4 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 776.438896] env[69663]: DEBUG oslo_concurrency.lockutils [None req-90d68bc9-a727-4fdf-9efe-5c6cd8103ef3 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Lock "interface-770e7813-571a-4d23-842f-20d55c7c1980-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.137s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.679289] env[69663]: INFO nova.compute.manager [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Took 38.74 seconds to build instance. [ 776.732807] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332465, 'name': ReconfigVM_Task, 'duration_secs': 0.298686} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.735370] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Reconfigured VM instance instance-0000001f to attach disk [datastore1] bc49a794-9b16-489f-a41d-890af7a385f3/bc49a794-9b16-489f-a41d-890af7a385f3.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.736453] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e2d9b4b-e0bd-44bf-8f8f-0ceffb3916b9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.743087] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for the task: (returnval){ [ 776.743087] env[69663]: value = "task-3332467" [ 776.743087] env[69663]: _type = "Task" [ 776.743087] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.753471] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332467, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.815222] env[69663]: DEBUG oslo_vmware.api [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332466, 'name': CloneVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.911997] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8435cbd3-6731-494a-8d57-d31026562160 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.919306] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f530d869-9681-4b06-8510-9502e77cc95f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.954620] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cf89b6-1eb1-4ed4-a597-c57e3e1a6c60 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.962081] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a349a6-1f59-4ddd-b1f4-e490acb08f86 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.976803] env[69663]: DEBUG nova.compute.provider_tree [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.181606] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lock "76503b99-e3e3-49bf-a2c0-651a2809cd3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.989s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.252742] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332467, 'name': Rename_Task, 'duration_secs': 0.132567} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.253058] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 777.253313] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d87bc905-804c-41ba-857d-c4f21543f7b8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.261143] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for the task: (returnval){ [ 777.261143] env[69663]: value = "task-3332468" [ 777.261143] env[69663]: _type = "Task" [ 777.261143] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.268582] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332468, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.314800] env[69663]: DEBUG oslo_vmware.api [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332466, 'name': CloneVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.330668] env[69663]: DEBUG nova.compute.manager [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 777.352866] env[69663]: DEBUG nova.virt.hardware [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 777.353204] env[69663]: DEBUG nova.virt.hardware [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 777.353418] env[69663]: DEBUG nova.virt.hardware [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.353650] env[69663]: DEBUG nova.virt.hardware [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 777.353829] env[69663]: DEBUG nova.virt.hardware [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.353991] env[69663]: DEBUG nova.virt.hardware [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 777.354224] env[69663]: DEBUG nova.virt.hardware [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 777.354386] env[69663]: DEBUG nova.virt.hardware [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 777.354556] env[69663]: DEBUG nova.virt.hardware [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 777.354723] env[69663]: DEBUG nova.virt.hardware [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 777.354897] env[69663]: DEBUG nova.virt.hardware [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 777.355768] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cde9cfa-2c72-498b-82fc-64685b5dcf97 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.363788] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15984f0-c619-45bd-b393-6832bb4d03ff {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.480670] env[69663]: DEBUG nova.scheduler.client.report [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 777.684478] env[69663]: DEBUG nova.compute.manager [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 777.771599] env[69663]: DEBUG oslo_vmware.api [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332468, 'name': PowerOnVM_Task, 'duration_secs': 0.435702} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.771894] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 777.772143] env[69663]: INFO nova.compute.manager [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Took 7.63 seconds to spawn the instance on the hypervisor. [ 777.772369] env[69663]: DEBUG nova.compute.manager [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 777.773871] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbeb2a2a-cd72-4428-93d3-a24c32303f71 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.816453] env[69663]: DEBUG oslo_vmware.api [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332466, 'name': CloneVM_Task} progress is 95%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.982358] env[69663]: DEBUG nova.network.neutron [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Successfully updated port: 4865ad55-f9d3-414b-b7c1-b268d957c1e4 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.988371] env[69663]: DEBUG oslo_concurrency.lockutils [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.990464] env[69663]: DEBUG nova.compute.manager [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 777.994931] env[69663]: DEBUG oslo_concurrency.lockutils [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.521s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.997466] env[69663]: INFO nova.compute.claims [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 778.041415] env[69663]: DEBUG nova.compute.manager [req-870b4c46-2b99-4f95-bf76-14a761c9671e req-b9aa4c0d-49a8-4e15-b8ab-569138b5b809 service nova] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Received event network-vif-plugged-4865ad55-f9d3-414b-b7c1-b268d957c1e4 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 778.041674] env[69663]: DEBUG oslo_concurrency.lockutils [req-870b4c46-2b99-4f95-bf76-14a761c9671e req-b9aa4c0d-49a8-4e15-b8ab-569138b5b809 service nova] Acquiring lock "1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.044304] env[69663]: DEBUG oslo_concurrency.lockutils [req-870b4c46-2b99-4f95-bf76-14a761c9671e req-b9aa4c0d-49a8-4e15-b8ab-569138b5b809 service nova] Lock "1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.044304] env[69663]: DEBUG oslo_concurrency.lockutils [req-870b4c46-2b99-4f95-bf76-14a761c9671e req-b9aa4c0d-49a8-4e15-b8ab-569138b5b809 service nova] Lock "1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.044304] env[69663]: DEBUG nova.compute.manager [req-870b4c46-2b99-4f95-bf76-14a761c9671e req-b9aa4c0d-49a8-4e15-b8ab-569138b5b809 service nova] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] No waiting events found dispatching network-vif-plugged-4865ad55-f9d3-414b-b7c1-b268d957c1e4 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 778.044304] env[69663]: WARNING nova.compute.manager [req-870b4c46-2b99-4f95-bf76-14a761c9671e req-b9aa4c0d-49a8-4e15-b8ab-569138b5b809 service nova] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Received unexpected event network-vif-plugged-4865ad55-f9d3-414b-b7c1-b268d957c1e4 for instance with vm_state building and task_state spawning. [ 778.211908] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.293467] env[69663]: INFO nova.compute.manager [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Took 38.75 seconds to build instance. [ 778.317515] env[69663]: DEBUG oslo_vmware.api [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332466, 'name': CloneVM_Task, 'duration_secs': 1.906387} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.317833] env[69663]: INFO nova.virt.vmwareapi.vmops [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Created linked-clone VM from snapshot [ 778.318682] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb84dd3-2d67-4b60-b55b-13326165a51c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.326591] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Uploading image d26b99f6-0d02-46f9-ae13-424e0f6d6cc5 {{(pid=69663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 778.352016] env[69663]: DEBUG oslo_vmware.rw_handles [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 778.352016] env[69663]: value = "vm-665234" [ 778.352016] env[69663]: _type = "VirtualMachine" [ 778.352016] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 778.352382] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-97d410fb-c3bb-4547-9f47-240bb658c3f2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.359830] env[69663]: DEBUG oslo_vmware.rw_handles [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Lease: (returnval){ [ 778.359830] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52dd810e-0ef7-10af-660c-e4652b879e6e" [ 778.359830] env[69663]: _type = "HttpNfcLease" [ 778.359830] env[69663]: } obtained for exporting VM: (result){ [ 778.359830] env[69663]: value = "vm-665234" [ 778.359830] env[69663]: _type = "VirtualMachine" [ 778.359830] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 778.360110] env[69663]: DEBUG oslo_vmware.api [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Waiting for the lease: (returnval){ [ 778.360110] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52dd810e-0ef7-10af-660c-e4652b879e6e" [ 778.360110] env[69663]: _type = "HttpNfcLease" [ 778.360110] env[69663]: } to be ready. {{(pid=69663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 778.366539] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 778.366539] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52dd810e-0ef7-10af-660c-e4652b879e6e" [ 778.366539] env[69663]: _type = "HttpNfcLease" [ 778.366539] env[69663]: } is initializing. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 778.485055] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Acquiring lock "refresh_cache-1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.485231] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Acquired lock "refresh_cache-1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.485392] env[69663]: DEBUG nova.network.neutron [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 778.503276] env[69663]: DEBUG nova.compute.utils [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 778.504735] env[69663]: DEBUG nova.compute.manager [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 778.504909] env[69663]: DEBUG nova.network.neutron [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 778.571025] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5cc8061f-9ab5-421e-b1eb-4cf8e9093868 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Acquiring lock "770e7813-571a-4d23-842f-20d55c7c1980" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.571025] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5cc8061f-9ab5-421e-b1eb-4cf8e9093868 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Lock "770e7813-571a-4d23-842f-20d55c7c1980" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.571025] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5cc8061f-9ab5-421e-b1eb-4cf8e9093868 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Acquiring lock "770e7813-571a-4d23-842f-20d55c7c1980-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.571025] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5cc8061f-9ab5-421e-b1eb-4cf8e9093868 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Lock "770e7813-571a-4d23-842f-20d55c7c1980-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.571025] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5cc8061f-9ab5-421e-b1eb-4cf8e9093868 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Lock "770e7813-571a-4d23-842f-20d55c7c1980-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.572590] env[69663]: INFO nova.compute.manager [None req-5cc8061f-9ab5-421e-b1eb-4cf8e9093868 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Terminating instance [ 778.574565] env[69663]: DEBUG nova.compute.manager [None req-5cc8061f-9ab5-421e-b1eb-4cf8e9093868 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 778.574992] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc8061f-9ab5-421e-b1eb-4cf8e9093868 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 778.576584] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c0ffde-f6b1-4d3a-a153-0358327593c5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.588410] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc8061f-9ab5-421e-b1eb-4cf8e9093868 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 778.590088] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-319caaaf-cc1d-492d-8340-8bbc0bf00bec {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.595205] env[69663]: DEBUG nova.policy [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b013c3c647d64cd4b33cab81097ea79b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db25e8f5dd1a44299520831aeddfbd80', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 778.597523] env[69663]: DEBUG oslo_vmware.api [None req-5cc8061f-9ab5-421e-b1eb-4cf8e9093868 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Waiting for the task: (returnval){ [ 778.597523] env[69663]: value = "task-3332470" [ 778.597523] env[69663]: _type = "Task" [ 778.597523] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.606181] env[69663]: DEBUG oslo_vmware.api [None req-5cc8061f-9ab5-421e-b1eb-4cf8e9093868 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Task: {'id': task-3332470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.700546] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ac904cb4-028c-4f56-8d31-f3468398940b tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquiring lock "bc49a794-9b16-489f-a41d-890af7a385f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.796433] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e942bb2e-d082-439e-8a2a-b777b8f551e8 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lock "bc49a794-9b16-489f-a41d-890af7a385f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.408s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.797756] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ac904cb4-028c-4f56-8d31-f3468398940b tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lock "bc49a794-9b16-489f-a41d-890af7a385f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.098s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.798108] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ac904cb4-028c-4f56-8d31-f3468398940b tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquiring lock "bc49a794-9b16-489f-a41d-890af7a385f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.800533] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ac904cb4-028c-4f56-8d31-f3468398940b tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lock "bc49a794-9b16-489f-a41d-890af7a385f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.800533] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ac904cb4-028c-4f56-8d31-f3468398940b tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lock "bc49a794-9b16-489f-a41d-890af7a385f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.805516] env[69663]: INFO nova.compute.manager [None req-ac904cb4-028c-4f56-8d31-f3468398940b tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Terminating instance [ 778.808735] env[69663]: DEBUG nova.compute.manager [None req-ac904cb4-028c-4f56-8d31-f3468398940b tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 778.809121] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ac904cb4-028c-4f56-8d31-f3468398940b tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 778.810155] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496c572b-7b65-43fe-9bb2-eace1e89fc33 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.818814] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac904cb4-028c-4f56-8d31-f3468398940b tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 778.819225] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84af099d-27fb-4baa-8156-3c9b7fc73a8b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.830015] env[69663]: DEBUG oslo_vmware.api [None req-ac904cb4-028c-4f56-8d31-f3468398940b tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for the task: (returnval){ [ 778.830015] env[69663]: value = "task-3332471" [ 778.830015] env[69663]: _type = "Task" [ 778.830015] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.843232] env[69663]: DEBUG oslo_vmware.api [None req-ac904cb4-028c-4f56-8d31-f3468398940b tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.868688] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 778.868688] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52dd810e-0ef7-10af-660c-e4652b879e6e" [ 778.868688] env[69663]: _type = "HttpNfcLease" [ 778.868688] env[69663]: } is ready. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 778.869130] env[69663]: DEBUG oslo_vmware.rw_handles [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 778.869130] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52dd810e-0ef7-10af-660c-e4652b879e6e" [ 778.869130] env[69663]: _type = "HttpNfcLease" [ 778.869130] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 778.870057] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f852962-235a-4224-a917-8c01bbd1dd18 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.878028] env[69663]: DEBUG oslo_vmware.rw_handles [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a054b-9b59-1b3b-dab4-ad1a193cdf5b/disk-0.vmdk from lease info. {{(pid=69663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 778.878322] env[69663]: DEBUG oslo_vmware.rw_handles [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a054b-9b59-1b3b-dab4-ad1a193cdf5b/disk-0.vmdk for reading. {{(pid=69663) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 778.943672] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5cb3ec6c-3e0b-4688-8981-fccf0d41e2b3 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquiring lock "76503b99-e3e3-49bf-a2c0-651a2809cd3a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.943937] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5cb3ec6c-3e0b-4688-8981-fccf0d41e2b3 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lock "76503b99-e3e3-49bf-a2c0-651a2809cd3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.944232] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5cb3ec6c-3e0b-4688-8981-fccf0d41e2b3 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquiring lock "76503b99-e3e3-49bf-a2c0-651a2809cd3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.944426] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5cb3ec6c-3e0b-4688-8981-fccf0d41e2b3 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lock "76503b99-e3e3-49bf-a2c0-651a2809cd3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.944603] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5cb3ec6c-3e0b-4688-8981-fccf0d41e2b3 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lock "76503b99-e3e3-49bf-a2c0-651a2809cd3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.948287] env[69663]: INFO nova.compute.manager [None req-5cb3ec6c-3e0b-4688-8981-fccf0d41e2b3 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Terminating instance [ 778.950403] env[69663]: DEBUG nova.compute.manager [None req-5cb3ec6c-3e0b-4688-8981-fccf0d41e2b3 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 778.950630] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb3ec6c-3e0b-4688-8981-fccf0d41e2b3 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 778.951609] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfa568c-4e7c-4b62-87d9-396b72735ab0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.960123] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cb3ec6c-3e0b-4688-8981-fccf0d41e2b3 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 778.960445] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2b80fb9-07d0-4f14-a0a1-e804f674dcdd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.966834] env[69663]: DEBUG oslo_vmware.api [None req-5cb3ec6c-3e0b-4688-8981-fccf0d41e2b3 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for the task: (returnval){ [ 778.966834] env[69663]: value = "task-3332472" [ 778.966834] env[69663]: _type = "Task" [ 778.966834] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.976498] env[69663]: DEBUG oslo_vmware.api [None req-5cb3ec6c-3e0b-4688-8981-fccf0d41e2b3 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.977465] env[69663]: DEBUG nova.network.neutron [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Successfully created port: af5ece60-accf-4d00-894b-8c83236f8c97 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.988585] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c3eb9d23-34c3-41b6-8962-57b0c6e893d3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.010466] env[69663]: DEBUG nova.compute.manager [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 779.035921] env[69663]: DEBUG nova.network.neutron [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 779.108427] env[69663]: DEBUG oslo_vmware.api [None req-5cc8061f-9ab5-421e-b1eb-4cf8e9093868 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Task: {'id': task-3332470, 'name': PowerOffVM_Task, 'duration_secs': 0.20897} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.108744] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc8061f-9ab5-421e-b1eb-4cf8e9093868 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 779.108944] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc8061f-9ab5-421e-b1eb-4cf8e9093868 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 779.109290] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b84fbaf-60ca-4524-addd-a9e86397c902 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.172327] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc8061f-9ab5-421e-b1eb-4cf8e9093868 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 779.173231] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc8061f-9ab5-421e-b1eb-4cf8e9093868 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 779.173562] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cc8061f-9ab5-421e-b1eb-4cf8e9093868 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Deleting the datastore file [datastore1] 770e7813-571a-4d23-842f-20d55c7c1980 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.174020] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e80fff1f-3571-464c-87fd-c55e428a00e9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.180270] env[69663]: DEBUG oslo_vmware.api [None req-5cc8061f-9ab5-421e-b1eb-4cf8e9093868 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Waiting for the task: (returnval){ [ 779.180270] env[69663]: value = "task-3332474" [ 779.180270] env[69663]: _type = "Task" [ 779.180270] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.191207] env[69663]: DEBUG oslo_vmware.api [None req-5cc8061f-9ab5-421e-b1eb-4cf8e9093868 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Task: {'id': task-3332474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.210252] env[69663]: DEBUG nova.network.neutron [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Updating instance_info_cache with network_info: [{"id": "4865ad55-f9d3-414b-b7c1-b268d957c1e4", "address": "fa:16:3e:41:29:b7", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4865ad55-f9", "ovs_interfaceid": "4865ad55-f9d3-414b-b7c1-b268d957c1e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.304165] env[69663]: DEBUG nova.compute.manager [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 779.339965] env[69663]: DEBUG oslo_vmware.api [None req-ac904cb4-028c-4f56-8d31-f3468398940b tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332471, 'name': PowerOffVM_Task, 'duration_secs': 0.171906} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.340495] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac904cb4-028c-4f56-8d31-f3468398940b tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 779.340495] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ac904cb4-028c-4f56-8d31-f3468398940b tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 779.340870] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b733a764-eda7-4e79-a9b3-4e4dce30c579 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.404599] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ac904cb4-028c-4f56-8d31-f3468398940b tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 779.404834] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ac904cb4-028c-4f56-8d31-f3468398940b tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 779.405009] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac904cb4-028c-4f56-8d31-f3468398940b tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Deleting the datastore file [datastore1] bc49a794-9b16-489f-a41d-890af7a385f3 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.405353] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-593d8f28-6195-4992-8e3e-49e926aa2ade {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.420425] env[69663]: DEBUG oslo_vmware.api [None req-ac904cb4-028c-4f56-8d31-f3468398940b tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for the task: (returnval){ [ 779.420425] env[69663]: value = "task-3332476" [ 779.420425] env[69663]: _type = "Task" [ 779.420425] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.430635] env[69663]: DEBUG oslo_vmware.api [None req-ac904cb4-028c-4f56-8d31-f3468398940b tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.486818] env[69663]: DEBUG oslo_vmware.api [None req-5cb3ec6c-3e0b-4688-8981-fccf0d41e2b3 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332472, 'name': PowerOffVM_Task, 'duration_secs': 0.2254} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.487215] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cb3ec6c-3e0b-4688-8981-fccf0d41e2b3 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 779.487899] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb3ec6c-3e0b-4688-8981-fccf0d41e2b3 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 779.498612] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49811873-bbd3-4f81-8a73-9476dafe3315 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.565801] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb3ec6c-3e0b-4688-8981-fccf0d41e2b3 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 779.566154] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb3ec6c-3e0b-4688-8981-fccf0d41e2b3 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 779.566477] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cb3ec6c-3e0b-4688-8981-fccf0d41e2b3 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Deleting the datastore file [datastore1] 76503b99-e3e3-49bf-a2c0-651a2809cd3a {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.568206] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c073da60-8093-49e3-9481-4074e6add338 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.575607] env[69663]: DEBUG oslo_vmware.api [None req-5cb3ec6c-3e0b-4688-8981-fccf0d41e2b3 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for the task: (returnval){ [ 779.575607] env[69663]: value = "task-3332478" [ 779.575607] env[69663]: _type = "Task" [ 779.575607] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.588047] env[69663]: DEBUG oslo_vmware.api [None req-5cb3ec6c-3e0b-4688-8981-fccf0d41e2b3 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.659813] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04ee124-0b62-4cb2-be96-83943aa428d0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.667104] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cc0d01-0bce-4fcf-9fc8-c4e0ecbe84ba {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.703174] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d9cc5a-905a-425c-a029-49695dffaa2e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.712203] env[69663]: DEBUG oslo_vmware.api [None req-5cc8061f-9ab5-421e-b1eb-4cf8e9093868 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Task: {'id': task-3332474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141374} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.714495] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cc8061f-9ab5-421e-b1eb-4cf8e9093868 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.714874] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc8061f-9ab5-421e-b1eb-4cf8e9093868 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 779.715407] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc8061f-9ab5-421e-b1eb-4cf8e9093868 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 779.715407] env[69663]: INFO nova.compute.manager [None req-5cc8061f-9ab5-421e-b1eb-4cf8e9093868 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Took 1.14 seconds to destroy the instance on the hypervisor. [ 779.715838] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cc8061f-9ab5-421e-b1eb-4cf8e9093868 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.716245] env[69663]: DEBUG nova.compute.manager [-] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 779.716475] env[69663]: DEBUG nova.network.neutron [-] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 779.719231] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d74a4ae-4706-4dac-8674-47ebaf84f722 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.723317] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Releasing lock "refresh_cache-1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.723656] env[69663]: DEBUG nova.compute.manager [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Instance network_info: |[{"id": "4865ad55-f9d3-414b-b7c1-b268d957c1e4", "address": "fa:16:3e:41:29:b7", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4865ad55-f9", "ovs_interfaceid": "4865ad55-f9d3-414b-b7c1-b268d957c1e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 779.724061] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:29:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4865ad55-f9d3-414b-b7c1-b268d957c1e4', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.731821] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Creating folder: Project (f9cb44755839441c9bc015323bba91f8). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 779.732824] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37c3b90b-f447-4475-9fa3-d94ee7e6939a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.744238] env[69663]: DEBUG nova.compute.provider_tree [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.755634] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Created folder: Project (f9cb44755839441c9bc015323bba91f8) in parent group-v665133. [ 779.756122] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Creating folder: Instances. Parent ref: group-v665235. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 779.757111] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1450cc9f-6676-4e53-a94a-190667d71005 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.768302] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Created folder: Instances in parent group-v665235. [ 779.768616] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.768880] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 779.769175] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8150dbe2-7a04-445f-b258-606ffdb3a473 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.788537] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.788537] env[69663]: value = "task-3332481" [ 779.788537] env[69663]: _type = "Task" [ 779.788537] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.798737] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332481, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.828559] env[69663]: DEBUG oslo_concurrency.lockutils [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.932041] env[69663]: DEBUG oslo_vmware.api [None req-ac904cb4-028c-4f56-8d31-f3468398940b tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332476, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143218} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.932368] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac904cb4-028c-4f56-8d31-f3468398940b tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.932589] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ac904cb4-028c-4f56-8d31-f3468398940b tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 779.932779] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ac904cb4-028c-4f56-8d31-f3468398940b tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 779.932975] env[69663]: INFO nova.compute.manager [None req-ac904cb4-028c-4f56-8d31-f3468398940b tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 779.933264] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac904cb4-028c-4f56-8d31-f3468398940b tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.933495] env[69663]: DEBUG nova.compute.manager [-] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 779.933596] env[69663]: DEBUG nova.network.neutron [-] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 780.022917] env[69663]: DEBUG nova.compute.manager [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 780.027337] env[69663]: DEBUG nova.compute.manager [req-0aa025d1-dc7f-4285-b4f6-784de6cda9c1 req-432a27a9-2de6-4ce7-b995-5017216f84f0 service nova] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Received event network-vif-deleted-cbd70ef9-2b62-4fe8-a30d-e77d5d8ad0ed {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 780.027585] env[69663]: INFO nova.compute.manager [req-0aa025d1-dc7f-4285-b4f6-784de6cda9c1 req-432a27a9-2de6-4ce7-b995-5017216f84f0 service nova] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Neutron deleted interface cbd70ef9-2b62-4fe8-a30d-e77d5d8ad0ed; detaching it from the instance and deleting it from the info cache [ 780.028172] env[69663]: DEBUG nova.network.neutron [req-0aa025d1-dc7f-4285-b4f6-784de6cda9c1 req-432a27a9-2de6-4ce7-b995-5017216f84f0 service nova] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.043990] env[69663]: DEBUG nova.virt.hardware [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 780.044256] env[69663]: DEBUG nova.virt.hardware [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 780.044482] env[69663]: DEBUG nova.virt.hardware [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 780.044911] env[69663]: DEBUG nova.virt.hardware [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 780.044911] env[69663]: DEBUG nova.virt.hardware [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 780.045113] env[69663]: DEBUG nova.virt.hardware [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 780.045359] env[69663]: DEBUG nova.virt.hardware [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 780.045588] env[69663]: DEBUG nova.virt.hardware [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 780.046048] env[69663]: DEBUG nova.virt.hardware [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 780.046048] env[69663]: DEBUG nova.virt.hardware [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 780.046247] env[69663]: DEBUG nova.virt.hardware [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 780.048112] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92de0a49-47ba-4a3f-9fac-7aa4455d86ee {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.057658] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e58227-759e-4e88-b15b-084ceb6741f2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.076411] env[69663]: DEBUG nova.compute.manager [req-8011d634-fa44-4448-8f12-a2f00ffbb02a req-5798f8d4-39ce-4cd0-8722-6dde878018b5 service nova] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Received event network-changed-4865ad55-f9d3-414b-b7c1-b268d957c1e4 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 780.076783] env[69663]: DEBUG nova.compute.manager [req-8011d634-fa44-4448-8f12-a2f00ffbb02a req-5798f8d4-39ce-4cd0-8722-6dde878018b5 service nova] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Refreshing instance network info cache due to event network-changed-4865ad55-f9d3-414b-b7c1-b268d957c1e4. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 780.077169] env[69663]: DEBUG oslo_concurrency.lockutils [req-8011d634-fa44-4448-8f12-a2f00ffbb02a req-5798f8d4-39ce-4cd0-8722-6dde878018b5 service nova] Acquiring lock "refresh_cache-1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.077431] env[69663]: DEBUG oslo_concurrency.lockutils [req-8011d634-fa44-4448-8f12-a2f00ffbb02a req-5798f8d4-39ce-4cd0-8722-6dde878018b5 service nova] Acquired lock "refresh_cache-1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.077744] env[69663]: DEBUG nova.network.neutron [req-8011d634-fa44-4448-8f12-a2f00ffbb02a req-5798f8d4-39ce-4cd0-8722-6dde878018b5 service nova] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Refreshing network info cache for port 4865ad55-f9d3-414b-b7c1-b268d957c1e4 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 780.095464] env[69663]: DEBUG oslo_vmware.api [None req-5cb3ec6c-3e0b-4688-8981-fccf0d41e2b3 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137602} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.097232] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cb3ec6c-3e0b-4688-8981-fccf0d41e2b3 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.097232] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb3ec6c-3e0b-4688-8981-fccf0d41e2b3 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 780.097232] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5cb3ec6c-3e0b-4688-8981-fccf0d41e2b3 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 780.097232] env[69663]: INFO nova.compute.manager [None req-5cb3ec6c-3e0b-4688-8981-fccf0d41e2b3 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 780.097232] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cb3ec6c-3e0b-4688-8981-fccf0d41e2b3 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.097420] env[69663]: DEBUG nova.compute.manager [-] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 780.097482] env[69663]: DEBUG nova.network.neutron [-] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 780.247348] env[69663]: DEBUG nova.scheduler.client.report [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 780.299112] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332481, 'name': CreateVM_Task, 'duration_secs': 0.419612} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.299416] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 780.300339] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.300639] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.301097] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.301771] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57ab77f3-95b1-430a-8a9f-7c16e7c0df28 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.306488] env[69663]: DEBUG oslo_vmware.api [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Waiting for the task: (returnval){ [ 780.306488] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]524df5a5-1b85-2bf1-9bb6-7874acf094a1" [ 780.306488] env[69663]: _type = "Task" [ 780.306488] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.316434] env[69663]: DEBUG oslo_vmware.api [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]524df5a5-1b85-2bf1-9bb6-7874acf094a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.512361] env[69663]: DEBUG nova.network.neutron [-] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.529984] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-014893b7-60d4-4d42-b324-8355bad0f620 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.540658] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a9b6e2-b0ec-429f-9063-49f9bce78e77 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.574021] env[69663]: DEBUG nova.compute.manager [req-0aa025d1-dc7f-4285-b4f6-784de6cda9c1 req-432a27a9-2de6-4ce7-b995-5017216f84f0 service nova] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Detach interface failed, port_id=cbd70ef9-2b62-4fe8-a30d-e77d5d8ad0ed, reason: Instance 770e7813-571a-4d23-842f-20d55c7c1980 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 780.709545] env[69663]: DEBUG nova.network.neutron [-] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.754180] env[69663]: DEBUG oslo_concurrency.lockutils [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.754718] env[69663]: DEBUG nova.compute.manager [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 780.759299] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.225s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.761576] env[69663]: INFO nova.compute.claims [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.804714] env[69663]: DEBUG nova.network.neutron [req-8011d634-fa44-4448-8f12-a2f00ffbb02a req-5798f8d4-39ce-4cd0-8722-6dde878018b5 service nova] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Updated VIF entry in instance network info cache for port 4865ad55-f9d3-414b-b7c1-b268d957c1e4. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 780.805141] env[69663]: DEBUG nova.network.neutron [req-8011d634-fa44-4448-8f12-a2f00ffbb02a req-5798f8d4-39ce-4cd0-8722-6dde878018b5 service nova] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Updating instance_info_cache with network_info: [{"id": "4865ad55-f9d3-414b-b7c1-b268d957c1e4", "address": "fa:16:3e:41:29:b7", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.39", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4865ad55-f9", "ovs_interfaceid": "4865ad55-f9d3-414b-b7c1-b268d957c1e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.818799] env[69663]: DEBUG oslo_vmware.api [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]524df5a5-1b85-2bf1-9bb6-7874acf094a1, 'name': SearchDatastore_Task, 'duration_secs': 0.01889} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.819157] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.819409] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.819647] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.819800] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.819978] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.820777] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7903a4b-18d5-4216-927c-2336da7a9903 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.830639] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.830639] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 780.831242] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fb34cf1-11e0-40dc-bc4b-130e63c48650 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.837681] env[69663]: DEBUG oslo_vmware.api [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Waiting for the task: (returnval){ [ 780.837681] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529f4fd9-983a-be3a-c8a6-df95beb58093" [ 780.837681] env[69663]: _type = "Task" [ 780.837681] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.846293] env[69663]: DEBUG nova.network.neutron [-] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.847683] env[69663]: DEBUG oslo_vmware.api [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529f4fd9-983a-be3a-c8a6-df95beb58093, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.878504] env[69663]: DEBUG nova.network.neutron [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Successfully updated port: af5ece60-accf-4d00-894b-8c83236f8c97 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 781.016308] env[69663]: INFO nova.compute.manager [-] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Took 1.30 seconds to deallocate network for instance. [ 781.212235] env[69663]: INFO nova.compute.manager [-] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Took 1.28 seconds to deallocate network for instance. [ 781.268189] env[69663]: DEBUG nova.compute.utils [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 781.271388] env[69663]: DEBUG nova.compute.manager [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 781.271679] env[69663]: DEBUG nova.network.neutron [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 781.307850] env[69663]: DEBUG oslo_concurrency.lockutils [req-8011d634-fa44-4448-8f12-a2f00ffbb02a req-5798f8d4-39ce-4cd0-8722-6dde878018b5 service nova] Releasing lock "refresh_cache-1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.313826] env[69663]: DEBUG nova.policy [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb75dfecb9c54c2cb350853fdb28427f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a046211fb4574ef1a9b3e29dad6b47aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 781.348220] env[69663]: DEBUG oslo_vmware.api [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529f4fd9-983a-be3a-c8a6-df95beb58093, 'name': SearchDatastore_Task, 'duration_secs': 0.010434} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.348659] env[69663]: INFO nova.compute.manager [-] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Took 1.25 seconds to deallocate network for instance. [ 781.350874] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7557386e-5e87-4846-ac1e-6c43177a472f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.358898] env[69663]: DEBUG oslo_vmware.api [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Waiting for the task: (returnval){ [ 781.358898] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52baafe8-da57-b006-2f42-52e81cffd558" [ 781.358898] env[69663]: _type = "Task" [ 781.358898] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.367301] env[69663]: DEBUG oslo_vmware.api [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52baafe8-da57-b006-2f42-52e81cffd558, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.381259] env[69663]: DEBUG oslo_concurrency.lockutils [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Acquiring lock "refresh_cache-716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.381468] env[69663]: DEBUG oslo_concurrency.lockutils [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Acquired lock "refresh_cache-716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.381653] env[69663]: DEBUG nova.network.neutron [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 781.526373] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5cc8061f-9ab5-421e-b1eb-4cf8e9093868 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.719817] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ac904cb4-028c-4f56-8d31-f3468398940b tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.770171] env[69663]: DEBUG nova.network.neutron [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Successfully created port: e550a22c-4445-4084-9cae-689cae3aa897 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 781.772456] env[69663]: DEBUG nova.compute.manager [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 781.858884] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5cb3ec6c-3e0b-4688-8981-fccf0d41e2b3 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.875354] env[69663]: DEBUG oslo_vmware.api [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52baafe8-da57-b006-2f42-52e81cffd558, 'name': SearchDatastore_Task, 'duration_secs': 0.011349} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.876399] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.876778] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76/1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 781.879985] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99a1dda3-441e-4196-90a0-cd546830d62e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.891031] env[69663]: DEBUG oslo_vmware.api [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Waiting for the task: (returnval){ [ 781.891031] env[69663]: value = "task-3332482" [ 781.891031] env[69663]: _type = "Task" [ 781.891031] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.895733] env[69663]: DEBUG oslo_vmware.api [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Task: {'id': task-3332482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.932482] env[69663]: DEBUG nova.network.neutron [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 782.102275] env[69663]: DEBUG nova.compute.manager [req-af038e60-e3f5-4039-8322-9186ad130f1b req-08defd55-7b63-443d-ad38-c6819bcbd5aa service nova] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Received event network-vif-deleted-ac70f573-d20e-4cd2-a2c7-e577aaf44f44 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 782.135581] env[69663]: DEBUG nova.network.neutron [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Updating instance_info_cache with network_info: [{"id": "af5ece60-accf-4d00-894b-8c83236f8c97", "address": "fa:16:3e:da:3a:50", "network": {"id": "d1b79f6c-70eb-40da-a423-9824eb98632d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-999184331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db25e8f5dd1a44299520831aeddfbd80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf5ece60-ac", "ovs_interfaceid": "af5ece60-accf-4d00-894b-8c83236f8c97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.153242] env[69663]: DEBUG nova.compute.manager [req-9730a1c8-c736-43bf-af46-5eafac99b362 req-2bba2e52-4bed-4853-872c-65cbb050f805 service nova] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Received event network-vif-deleted-a4e9c91a-2eba-4c98-88b1-f1da765fce62 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 782.153522] env[69663]: DEBUG nova.compute.manager [req-9730a1c8-c736-43bf-af46-5eafac99b362 req-2bba2e52-4bed-4853-872c-65cbb050f805 service nova] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Received event network-vif-plugged-af5ece60-accf-4d00-894b-8c83236f8c97 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 782.153724] env[69663]: DEBUG oslo_concurrency.lockutils [req-9730a1c8-c736-43bf-af46-5eafac99b362 req-2bba2e52-4bed-4853-872c-65cbb050f805 service nova] Acquiring lock "716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.153979] env[69663]: DEBUG oslo_concurrency.lockutils [req-9730a1c8-c736-43bf-af46-5eafac99b362 req-2bba2e52-4bed-4853-872c-65cbb050f805 service nova] Lock "716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.154181] env[69663]: DEBUG oslo_concurrency.lockutils [req-9730a1c8-c736-43bf-af46-5eafac99b362 req-2bba2e52-4bed-4853-872c-65cbb050f805 service nova] Lock "716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.154350] env[69663]: DEBUG nova.compute.manager [req-9730a1c8-c736-43bf-af46-5eafac99b362 req-2bba2e52-4bed-4853-872c-65cbb050f805 service nova] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] No waiting events found dispatching network-vif-plugged-af5ece60-accf-4d00-894b-8c83236f8c97 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 782.154514] env[69663]: WARNING nova.compute.manager [req-9730a1c8-c736-43bf-af46-5eafac99b362 req-2bba2e52-4bed-4853-872c-65cbb050f805 service nova] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Received unexpected event network-vif-plugged-af5ece60-accf-4d00-894b-8c83236f8c97 for instance with vm_state building and task_state spawning. [ 782.154676] env[69663]: DEBUG nova.compute.manager [req-9730a1c8-c736-43bf-af46-5eafac99b362 req-2bba2e52-4bed-4853-872c-65cbb050f805 service nova] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Received event network-changed-af5ece60-accf-4d00-894b-8c83236f8c97 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 782.154878] env[69663]: DEBUG nova.compute.manager [req-9730a1c8-c736-43bf-af46-5eafac99b362 req-2bba2e52-4bed-4853-872c-65cbb050f805 service nova] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Refreshing instance network info cache due to event network-changed-af5ece60-accf-4d00-894b-8c83236f8c97. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 782.155070] env[69663]: DEBUG oslo_concurrency.lockutils [req-9730a1c8-c736-43bf-af46-5eafac99b362 req-2bba2e52-4bed-4853-872c-65cbb050f805 service nova] Acquiring lock "refresh_cache-716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.396975] env[69663]: DEBUG oslo_vmware.api [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Task: {'id': task-3332482, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477418} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.398112] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76/1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 782.398347] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.399506] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f745f56f-960c-4a86-a101-11da48043cc6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.401960] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba51be42-481c-4a72-96e5-8aa8680c779a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.409071] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3837b374-a0a6-49b1-9c2a-6d8ad1e51836 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.413557] env[69663]: DEBUG oslo_vmware.api [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Waiting for the task: (returnval){ [ 782.413557] env[69663]: value = "task-3332483" [ 782.413557] env[69663]: _type = "Task" [ 782.413557] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.443960] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501e2456-1612-4bfe-99e0-b652cff56158 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.449425] env[69663]: DEBUG oslo_vmware.api [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Task: {'id': task-3332483, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.454519] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c55754-0810-4447-bbdc-8c3195f26eb3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.468245] env[69663]: DEBUG nova.compute.provider_tree [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.641029] env[69663]: DEBUG oslo_concurrency.lockutils [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Releasing lock "refresh_cache-716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.641029] env[69663]: DEBUG nova.compute.manager [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Instance network_info: |[{"id": "af5ece60-accf-4d00-894b-8c83236f8c97", "address": "fa:16:3e:da:3a:50", "network": {"id": "d1b79f6c-70eb-40da-a423-9824eb98632d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-999184331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db25e8f5dd1a44299520831aeddfbd80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf5ece60-ac", "ovs_interfaceid": "af5ece60-accf-4d00-894b-8c83236f8c97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 782.641029] env[69663]: DEBUG oslo_concurrency.lockutils [req-9730a1c8-c736-43bf-af46-5eafac99b362 req-2bba2e52-4bed-4853-872c-65cbb050f805 service nova] Acquired lock "refresh_cache-716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.641029] env[69663]: DEBUG nova.network.neutron [req-9730a1c8-c736-43bf-af46-5eafac99b362 req-2bba2e52-4bed-4853-872c-65cbb050f805 service nova] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Refreshing network info cache for port af5ece60-accf-4d00-894b-8c83236f8c97 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 782.641316] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:3a:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eed34ae1-5f7f-4deb-9db8-85eaa1e60c29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af5ece60-accf-4d00-894b-8c83236f8c97', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.649120] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Creating folder: Project (db25e8f5dd1a44299520831aeddfbd80). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 782.653013] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b262d9c0-6b7a-4f25-9502-4dc979fae5c8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.665019] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Created folder: Project (db25e8f5dd1a44299520831aeddfbd80) in parent group-v665133. [ 782.665262] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Creating folder: Instances. Parent ref: group-v665238. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 782.665515] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a557f5c4-9b18-46a2-ac4e-d96427b99941 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.674749] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Created folder: Instances in parent group-v665238. [ 782.675033] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.675243] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 782.675463] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46239bc0-c907-4aee-9319-dd3458e4eccc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.699853] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.699853] env[69663]: value = "task-3332486" [ 782.699853] env[69663]: _type = "Task" [ 782.699853] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.708670] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332486, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.784155] env[69663]: DEBUG nova.compute.manager [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 782.813230] env[69663]: DEBUG nova.virt.hardware [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 782.813506] env[69663]: DEBUG nova.virt.hardware [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 782.813668] env[69663]: DEBUG nova.virt.hardware [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.813855] env[69663]: DEBUG nova.virt.hardware [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 782.814013] env[69663]: DEBUG nova.virt.hardware [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.814221] env[69663]: DEBUG nova.virt.hardware [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 782.814380] env[69663]: DEBUG nova.virt.hardware [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 782.814768] env[69663]: DEBUG nova.virt.hardware [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 782.814991] env[69663]: DEBUG nova.virt.hardware [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 782.815277] env[69663]: DEBUG nova.virt.hardware [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 782.815538] env[69663]: DEBUG nova.virt.hardware [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 782.816372] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9723cce6-d5fb-410e-b93f-459a1f985fb4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.824330] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b5b90a-0d77-46e2-a629-3a0b3198b539 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.876524] env[69663]: DEBUG nova.network.neutron [req-9730a1c8-c736-43bf-af46-5eafac99b362 req-2bba2e52-4bed-4853-872c-65cbb050f805 service nova] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Updated VIF entry in instance network info cache for port af5ece60-accf-4d00-894b-8c83236f8c97. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 782.876990] env[69663]: DEBUG nova.network.neutron [req-9730a1c8-c736-43bf-af46-5eafac99b362 req-2bba2e52-4bed-4853-872c-65cbb050f805 service nova] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Updating instance_info_cache with network_info: [{"id": "af5ece60-accf-4d00-894b-8c83236f8c97", "address": "fa:16:3e:da:3a:50", "network": {"id": "d1b79f6c-70eb-40da-a423-9824eb98632d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-999184331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db25e8f5dd1a44299520831aeddfbd80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf5ece60-ac", "ovs_interfaceid": "af5ece60-accf-4d00-894b-8c83236f8c97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.926061] env[69663]: DEBUG oslo_vmware.api [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Task: {'id': task-3332483, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075795} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.926061] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.926711] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ef7735-71dc-4af9-ac4f-5774d9c30250 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.951816] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76/1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.952192] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19b5aea0-acbc-4f68-bd90-13be721fda8c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.971537] env[69663]: DEBUG nova.scheduler.client.report [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 782.976884] env[69663]: DEBUG oslo_vmware.api [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Waiting for the task: (returnval){ [ 782.976884] env[69663]: value = "task-3332487" [ 782.976884] env[69663]: _type = "Task" [ 782.976884] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.985341] env[69663]: DEBUG oslo_vmware.api [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Task: {'id': task-3332487, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.209856] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332486, 'name': CreateVM_Task, 'duration_secs': 0.353253} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.210109] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 783.210841] env[69663]: DEBUG oslo_concurrency.lockutils [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.211054] env[69663]: DEBUG oslo_concurrency.lockutils [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.211434] env[69663]: DEBUG oslo_concurrency.lockutils [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.211715] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e267db55-58a2-4878-8b89-8ac5c4aff551 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.217066] env[69663]: DEBUG oslo_vmware.api [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Waiting for the task: (returnval){ [ 783.217066] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]528f70ed-427e-7941-3fc2-866d6d945f75" [ 783.217066] env[69663]: _type = "Task" [ 783.217066] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.224901] env[69663]: DEBUG oslo_vmware.api [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]528f70ed-427e-7941-3fc2-866d6d945f75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.380803] env[69663]: DEBUG oslo_concurrency.lockutils [req-9730a1c8-c736-43bf-af46-5eafac99b362 req-2bba2e52-4bed-4853-872c-65cbb050f805 service nova] Releasing lock "refresh_cache-716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.478166] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.478722] env[69663]: DEBUG nova.compute.manager [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 783.481577] env[69663]: DEBUG oslo_concurrency.lockutils [None req-563dc994-5822-4fa3-85cd-c51cc2bc1898 tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.263s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.481825] env[69663]: DEBUG nova.objects.instance [None req-563dc994-5822-4fa3-85cd-c51cc2bc1898 tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Lazy-loading 'resources' on Instance uuid 847983a3-9dac-45a9-93bf-8b7a089d8a1b {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.494115] env[69663]: DEBUG oslo_vmware.api [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Task: {'id': task-3332487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.632942] env[69663]: DEBUG nova.network.neutron [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Successfully updated port: e550a22c-4445-4084-9cae-689cae3aa897 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 783.729470] env[69663]: DEBUG oslo_vmware.api [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]528f70ed-427e-7941-3fc2-866d6d945f75, 'name': SearchDatastore_Task, 'duration_secs': 0.010627} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.729845] env[69663]: DEBUG oslo_concurrency.lockutils [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.730177] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.730477] env[69663]: DEBUG oslo_concurrency.lockutils [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.730642] env[69663]: DEBUG oslo_concurrency.lockutils [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.730865] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.731177] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d7c62da-a269-453a-9045-f403a2171f8c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.740011] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.740306] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 783.741119] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff4df6d4-1b2b-4172-9259-14ba58d8eb4c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.746577] env[69663]: DEBUG oslo_vmware.api [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Waiting for the task: (returnval){ [ 783.746577] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52db2474-f9bd-a4af-be53-7140ebff8b24" [ 783.746577] env[69663]: _type = "Task" [ 783.746577] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.754931] env[69663]: DEBUG oslo_vmware.api [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52db2474-f9bd-a4af-be53-7140ebff8b24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.988736] env[69663]: DEBUG nova.compute.utils [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 783.995858] env[69663]: DEBUG nova.compute.manager [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 783.996065] env[69663]: DEBUG nova.network.neutron [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 783.997780] env[69663]: DEBUG oslo_vmware.api [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Task: {'id': task-3332487, 'name': ReconfigVM_Task, 'duration_secs': 0.845895} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.998059] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76/1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.998990] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2552bc5c-b25f-4bf6-8f72-29938f7bb3f0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.014058] env[69663]: DEBUG oslo_vmware.api [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Waiting for the task: (returnval){ [ 784.014058] env[69663]: value = "task-3332488" [ 784.014058] env[69663]: _type = "Task" [ 784.014058] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.027690] env[69663]: DEBUG oslo_vmware.api [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Task: {'id': task-3332488, 'name': Rename_Task} progress is 10%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.061912] env[69663]: DEBUG nova.policy [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb75dfecb9c54c2cb350853fdb28427f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a046211fb4574ef1a9b3e29dad6b47aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 784.143088] env[69663]: DEBUG oslo_concurrency.lockutils [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquiring lock "refresh_cache-adbc2e4c-d298-4e17-b927-8165617434b4" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.143088] env[69663]: DEBUG oslo_concurrency.lockutils [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquired lock "refresh_cache-adbc2e4c-d298-4e17-b927-8165617434b4" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.143255] env[69663]: DEBUG nova.network.neutron [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 784.187741] env[69663]: DEBUG nova.compute.manager [req-47d38914-2ae9-4afe-9187-4752b3a27fc4 req-9c9ff9af-c9e2-4b82-932b-52a14c3c86b3 service nova] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Received event network-vif-plugged-e550a22c-4445-4084-9cae-689cae3aa897 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 784.188014] env[69663]: DEBUG oslo_concurrency.lockutils [req-47d38914-2ae9-4afe-9187-4752b3a27fc4 req-9c9ff9af-c9e2-4b82-932b-52a14c3c86b3 service nova] Acquiring lock "adbc2e4c-d298-4e17-b927-8165617434b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.188236] env[69663]: DEBUG oslo_concurrency.lockutils [req-47d38914-2ae9-4afe-9187-4752b3a27fc4 req-9c9ff9af-c9e2-4b82-932b-52a14c3c86b3 service nova] Lock "adbc2e4c-d298-4e17-b927-8165617434b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.188364] env[69663]: DEBUG oslo_concurrency.lockutils [req-47d38914-2ae9-4afe-9187-4752b3a27fc4 req-9c9ff9af-c9e2-4b82-932b-52a14c3c86b3 service nova] Lock "adbc2e4c-d298-4e17-b927-8165617434b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.188536] env[69663]: DEBUG nova.compute.manager [req-47d38914-2ae9-4afe-9187-4752b3a27fc4 req-9c9ff9af-c9e2-4b82-932b-52a14c3c86b3 service nova] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] No waiting events found dispatching network-vif-plugged-e550a22c-4445-4084-9cae-689cae3aa897 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 784.188698] env[69663]: WARNING nova.compute.manager [req-47d38914-2ae9-4afe-9187-4752b3a27fc4 req-9c9ff9af-c9e2-4b82-932b-52a14c3c86b3 service nova] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Received unexpected event network-vif-plugged-e550a22c-4445-4084-9cae-689cae3aa897 for instance with vm_state building and task_state spawning. [ 784.188853] env[69663]: DEBUG nova.compute.manager [req-47d38914-2ae9-4afe-9187-4752b3a27fc4 req-9c9ff9af-c9e2-4b82-932b-52a14c3c86b3 service nova] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Received event network-changed-e550a22c-4445-4084-9cae-689cae3aa897 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 784.189015] env[69663]: DEBUG nova.compute.manager [req-47d38914-2ae9-4afe-9187-4752b3a27fc4 req-9c9ff9af-c9e2-4b82-932b-52a14c3c86b3 service nova] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Refreshing instance network info cache due to event network-changed-e550a22c-4445-4084-9cae-689cae3aa897. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 784.189431] env[69663]: DEBUG oslo_concurrency.lockutils [req-47d38914-2ae9-4afe-9187-4752b3a27fc4 req-9c9ff9af-c9e2-4b82-932b-52a14c3c86b3 service nova] Acquiring lock "refresh_cache-adbc2e4c-d298-4e17-b927-8165617434b4" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.258517] env[69663]: DEBUG oslo_vmware.api [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52db2474-f9bd-a4af-be53-7140ebff8b24, 'name': SearchDatastore_Task, 'duration_secs': 0.00885} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.259919] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-911c85bd-c368-4c17-88d2-20924dc86f98 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.265810] env[69663]: DEBUG oslo_vmware.api [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Waiting for the task: (returnval){ [ 784.265810] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]521caed2-8b2d-20aa-eb01-eb4b95744e22" [ 784.265810] env[69663]: _type = "Task" [ 784.265810] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.276133] env[69663]: DEBUG oslo_vmware.api [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]521caed2-8b2d-20aa-eb01-eb4b95744e22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.344711] env[69663]: DEBUG nova.network.neutron [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Successfully created port: 13ff37f6-7fb3-4170-98db-ffd40dbf7e39 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 784.495928] env[69663]: DEBUG nova.compute.manager [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 784.528255] env[69663]: DEBUG oslo_vmware.api [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Task: {'id': task-3332488, 'name': Rename_Task, 'duration_secs': 0.156238} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.528255] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 784.528579] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec292236-520a-40fe-a556-da1dad636271 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.538214] env[69663]: DEBUG oslo_vmware.api [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Waiting for the task: (returnval){ [ 784.538214] env[69663]: value = "task-3332489" [ 784.538214] env[69663]: _type = "Task" [ 784.538214] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.542216] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da289e3b-d35e-4fdf-a902-71f5d0d9ff11 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.555484] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab6cf01-510a-4538-8a4d-d45de8844725 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.558445] env[69663]: DEBUG oslo_vmware.api [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Task: {'id': task-3332489, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.590602] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7506b3c-5f64-4337-8938-c70bb3bea146 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.598439] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1195846a-d680-4ade-b568-4c552d182ce7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.617378] env[69663]: DEBUG nova.compute.provider_tree [None req-563dc994-5822-4fa3-85cd-c51cc2bc1898 tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.683237] env[69663]: DEBUG nova.network.neutron [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 784.776855] env[69663]: DEBUG oslo_vmware.api [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]521caed2-8b2d-20aa-eb01-eb4b95744e22, 'name': SearchDatastore_Task, 'duration_secs': 0.010461} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.777386] env[69663]: DEBUG oslo_concurrency.lockutils [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.777794] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4/716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 784.778283] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2748197e-dca5-4608-a9a7-a58a5eb9949c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.787303] env[69663]: DEBUG oslo_vmware.api [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Waiting for the task: (returnval){ [ 784.787303] env[69663]: value = "task-3332490" [ 784.787303] env[69663]: _type = "Task" [ 784.787303] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.796042] env[69663]: DEBUG oslo_vmware.api [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': task-3332490, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.838014] env[69663]: DEBUG nova.network.neutron [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Updating instance_info_cache with network_info: [{"id": "e550a22c-4445-4084-9cae-689cae3aa897", "address": "fa:16:3e:96:2d:bd", "network": {"id": "97df790c-bd3a-483c-af08-5400b9a73313", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1315650764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a046211fb4574ef1a9b3e29dad6b47aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape550a22c-44", "ovs_interfaceid": "e550a22c-4445-4084-9cae-689cae3aa897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.048735] env[69663]: DEBUG oslo_vmware.api [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Task: {'id': task-3332489, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.121181] env[69663]: DEBUG nova.scheduler.client.report [None req-563dc994-5822-4fa3-85cd-c51cc2bc1898 tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 785.297295] env[69663]: DEBUG oslo_vmware.api [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': task-3332490, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452423} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.297561] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4/716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 785.297780] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.298036] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70626e87-4fe9-49ae-9dc1-c4a5708d3521 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.305459] env[69663]: DEBUG oslo_vmware.api [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Waiting for the task: (returnval){ [ 785.305459] env[69663]: value = "task-3332491" [ 785.305459] env[69663]: _type = "Task" [ 785.305459] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.314553] env[69663]: DEBUG oslo_vmware.api [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': task-3332491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.338303] env[69663]: DEBUG oslo_concurrency.lockutils [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Releasing lock "refresh_cache-adbc2e4c-d298-4e17-b927-8165617434b4" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.338669] env[69663]: DEBUG nova.compute.manager [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Instance network_info: |[{"id": "e550a22c-4445-4084-9cae-689cae3aa897", "address": "fa:16:3e:96:2d:bd", "network": {"id": "97df790c-bd3a-483c-af08-5400b9a73313", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1315650764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a046211fb4574ef1a9b3e29dad6b47aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape550a22c-44", "ovs_interfaceid": "e550a22c-4445-4084-9cae-689cae3aa897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 785.338997] env[69663]: DEBUG oslo_concurrency.lockutils [req-47d38914-2ae9-4afe-9187-4752b3a27fc4 req-9c9ff9af-c9e2-4b82-932b-52a14c3c86b3 service nova] Acquired lock "refresh_cache-adbc2e4c-d298-4e17-b927-8165617434b4" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.339337] env[69663]: DEBUG nova.network.neutron [req-47d38914-2ae9-4afe-9187-4752b3a27fc4 req-9c9ff9af-c9e2-4b82-932b-52a14c3c86b3 service nova] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Refreshing network info cache for port e550a22c-4445-4084-9cae-689cae3aa897 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 785.341048] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:2d:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e550a22c-4445-4084-9cae-689cae3aa897', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.350012] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Creating folder: Project (a046211fb4574ef1a9b3e29dad6b47aa). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 785.351279] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5584e110-b61b-43f3-bbf9-1389842a0b2d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.364604] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Created folder: Project (a046211fb4574ef1a9b3e29dad6b47aa) in parent group-v665133. [ 785.364858] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Creating folder: Instances. Parent ref: group-v665241. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 785.365135] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff9d1c03-7f66-4c2a-995d-b502db5c3b79 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.377240] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Created folder: Instances in parent group-v665241. [ 785.377502] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.377707] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 785.377967] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-315dd078-c166-42b7-b8a5-ae6377f4e7af {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.397853] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.397853] env[69663]: value = "task-3332494" [ 785.397853] env[69663]: _type = "Task" [ 785.397853] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.406606] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332494, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.507672] env[69663]: DEBUG nova.compute.manager [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 785.534921] env[69663]: DEBUG nova.virt.hardware [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 785.535129] env[69663]: DEBUG nova.virt.hardware [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 785.535280] env[69663]: DEBUG nova.virt.hardware [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.535504] env[69663]: DEBUG nova.virt.hardware [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 785.535688] env[69663]: DEBUG nova.virt.hardware [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.535846] env[69663]: DEBUG nova.virt.hardware [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 785.536095] env[69663]: DEBUG nova.virt.hardware [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 785.536270] env[69663]: DEBUG nova.virt.hardware [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 785.536444] env[69663]: DEBUG nova.virt.hardware [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 785.536632] env[69663]: DEBUG nova.virt.hardware [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 785.536912] env[69663]: DEBUG nova.virt.hardware [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 785.537795] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe89bb2-1641-4126-978d-9e1a22652ac0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.552337] env[69663]: DEBUG oslo_vmware.api [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Task: {'id': task-3332489, 'name': PowerOnVM_Task, 'duration_secs': 0.552128} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.553491] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb91bf8c-667f-4561-88b1-76af2c03f7b2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.557440] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 785.557695] env[69663]: INFO nova.compute.manager [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Took 8.23 seconds to spawn the instance on the hypervisor. [ 785.557895] env[69663]: DEBUG nova.compute.manager [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 785.558744] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab14aad-89b3-4117-af75-d488de4a728c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.626424] env[69663]: DEBUG oslo_concurrency.lockutils [None req-563dc994-5822-4fa3-85cd-c51cc2bc1898 tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.628798] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.976s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.630470] env[69663]: INFO nova.compute.claims [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.652454] env[69663]: INFO nova.scheduler.client.report [None req-563dc994-5822-4fa3-85cd-c51cc2bc1898 tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Deleted allocations for instance 847983a3-9dac-45a9-93bf-8b7a089d8a1b [ 785.814906] env[69663]: DEBUG oslo_vmware.api [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': task-3332491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067755} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.815227] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.816042] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d0020c-0a5a-45a5-930d-126d6c3def1a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.837776] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4/716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.838300] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ba59ebd-ebea-4190-bf44-a94c5390e72e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.860923] env[69663]: DEBUG oslo_vmware.api [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Waiting for the task: (returnval){ [ 785.860923] env[69663]: value = "task-3332495" [ 785.860923] env[69663]: _type = "Task" [ 785.860923] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.869234] env[69663]: DEBUG oslo_vmware.api [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': task-3332495, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.910120] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332494, 'name': CreateVM_Task, 'duration_secs': 0.399584} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.910302] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 785.910989] env[69663]: DEBUG oslo_concurrency.lockutils [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.911194] env[69663]: DEBUG oslo_concurrency.lockutils [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.911635] env[69663]: DEBUG oslo_concurrency.lockutils [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.911854] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edc4a827-dc68-4a66-b86e-d266a162960e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.916445] env[69663]: DEBUG oslo_vmware.api [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 785.916445] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]524ae2d4-c0b4-c7b3-6f56-7ea8facd63d4" [ 785.916445] env[69663]: _type = "Task" [ 785.916445] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.924482] env[69663]: DEBUG oslo_vmware.api [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]524ae2d4-c0b4-c7b3-6f56-7ea8facd63d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.090189] env[69663]: INFO nova.compute.manager [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Took 39.39 seconds to build instance. [ 786.110214] env[69663]: DEBUG nova.network.neutron [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Successfully updated port: 13ff37f6-7fb3-4170-98db-ffd40dbf7e39 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 786.163601] env[69663]: DEBUG oslo_concurrency.lockutils [None req-563dc994-5822-4fa3-85cd-c51cc2bc1898 tempest-ServersNegativeTestMultiTenantJSON-689681098 tempest-ServersNegativeTestMultiTenantJSON-689681098-project-member] Lock "847983a3-9dac-45a9-93bf-8b7a089d8a1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.310s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.217279] env[69663]: DEBUG nova.network.neutron [req-47d38914-2ae9-4afe-9187-4752b3a27fc4 req-9c9ff9af-c9e2-4b82-932b-52a14c3c86b3 service nova] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Updated VIF entry in instance network info cache for port e550a22c-4445-4084-9cae-689cae3aa897. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 786.217682] env[69663]: DEBUG nova.network.neutron [req-47d38914-2ae9-4afe-9187-4752b3a27fc4 req-9c9ff9af-c9e2-4b82-932b-52a14c3c86b3 service nova] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Updating instance_info_cache with network_info: [{"id": "e550a22c-4445-4084-9cae-689cae3aa897", "address": "fa:16:3e:96:2d:bd", "network": {"id": "97df790c-bd3a-483c-af08-5400b9a73313", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1315650764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a046211fb4574ef1a9b3e29dad6b47aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape550a22c-44", "ovs_interfaceid": "e550a22c-4445-4084-9cae-689cae3aa897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.245064] env[69663]: DEBUG nova.compute.manager [req-ef58ff4e-6ba1-41ba-bd0b-9f7aff1bb947 req-34a6ab99-c042-4eca-9c5c-460bf7dc19c5 service nova] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Received event network-vif-plugged-13ff37f6-7fb3-4170-98db-ffd40dbf7e39 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 786.245342] env[69663]: DEBUG oslo_concurrency.lockutils [req-ef58ff4e-6ba1-41ba-bd0b-9f7aff1bb947 req-34a6ab99-c042-4eca-9c5c-460bf7dc19c5 service nova] Acquiring lock "5389ace8-0152-4b00-9a83-c7b4ec4eb988-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.245664] env[69663]: DEBUG oslo_concurrency.lockutils [req-ef58ff4e-6ba1-41ba-bd0b-9f7aff1bb947 req-34a6ab99-c042-4eca-9c5c-460bf7dc19c5 service nova] Lock "5389ace8-0152-4b00-9a83-c7b4ec4eb988-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.245758] env[69663]: DEBUG oslo_concurrency.lockutils [req-ef58ff4e-6ba1-41ba-bd0b-9f7aff1bb947 req-34a6ab99-c042-4eca-9c5c-460bf7dc19c5 service nova] Lock "5389ace8-0152-4b00-9a83-c7b4ec4eb988-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.245930] env[69663]: DEBUG nova.compute.manager [req-ef58ff4e-6ba1-41ba-bd0b-9f7aff1bb947 req-34a6ab99-c042-4eca-9c5c-460bf7dc19c5 service nova] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] No waiting events found dispatching network-vif-plugged-13ff37f6-7fb3-4170-98db-ffd40dbf7e39 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 786.246146] env[69663]: WARNING nova.compute.manager [req-ef58ff4e-6ba1-41ba-bd0b-9f7aff1bb947 req-34a6ab99-c042-4eca-9c5c-460bf7dc19c5 service nova] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Received unexpected event network-vif-plugged-13ff37f6-7fb3-4170-98db-ffd40dbf7e39 for instance with vm_state building and task_state spawning. [ 786.246323] env[69663]: DEBUG nova.compute.manager [req-ef58ff4e-6ba1-41ba-bd0b-9f7aff1bb947 req-34a6ab99-c042-4eca-9c5c-460bf7dc19c5 service nova] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Received event network-changed-13ff37f6-7fb3-4170-98db-ffd40dbf7e39 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 786.246567] env[69663]: DEBUG nova.compute.manager [req-ef58ff4e-6ba1-41ba-bd0b-9f7aff1bb947 req-34a6ab99-c042-4eca-9c5c-460bf7dc19c5 service nova] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Refreshing instance network info cache due to event network-changed-13ff37f6-7fb3-4170-98db-ffd40dbf7e39. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 786.246759] env[69663]: DEBUG oslo_concurrency.lockutils [req-ef58ff4e-6ba1-41ba-bd0b-9f7aff1bb947 req-34a6ab99-c042-4eca-9c5c-460bf7dc19c5 service nova] Acquiring lock "refresh_cache-5389ace8-0152-4b00-9a83-c7b4ec4eb988" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.246901] env[69663]: DEBUG oslo_concurrency.lockutils [req-ef58ff4e-6ba1-41ba-bd0b-9f7aff1bb947 req-34a6ab99-c042-4eca-9c5c-460bf7dc19c5 service nova] Acquired lock "refresh_cache-5389ace8-0152-4b00-9a83-c7b4ec4eb988" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.247106] env[69663]: DEBUG nova.network.neutron [req-ef58ff4e-6ba1-41ba-bd0b-9f7aff1bb947 req-34a6ab99-c042-4eca-9c5c-460bf7dc19c5 service nova] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Refreshing network info cache for port 13ff37f6-7fb3-4170-98db-ffd40dbf7e39 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 786.375468] env[69663]: DEBUG oslo_vmware.api [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': task-3332495, 'name': ReconfigVM_Task, 'duration_secs': 0.280762} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.376270] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4/716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.376682] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-820f11e7-f561-4205-ba7e-c65f49b20d4d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.385307] env[69663]: DEBUG oslo_vmware.api [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Waiting for the task: (returnval){ [ 786.385307] env[69663]: value = "task-3332496" [ 786.385307] env[69663]: _type = "Task" [ 786.385307] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.397904] env[69663]: DEBUG oslo_vmware.api [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': task-3332496, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.431309] env[69663]: DEBUG oslo_vmware.api [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]524ae2d4-c0b4-c7b3-6f56-7ea8facd63d4, 'name': SearchDatastore_Task, 'duration_secs': 0.010429} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.431870] env[69663]: DEBUG oslo_concurrency.lockutils [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.432316] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.433226] env[69663]: DEBUG oslo_concurrency.lockutils [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.433226] env[69663]: DEBUG oslo_concurrency.lockutils [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.433409] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.433821] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf251238-72b2-4ffa-b955-6feb38024370 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.443867] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.444148] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 786.444936] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a466cb6-f349-4b1d-9b45-843edd068b09 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.451134] env[69663]: DEBUG oslo_vmware.api [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 786.451134] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d6e0c4-6fa8-49db-cf5c-2326a2b8042c" [ 786.451134] env[69663]: _type = "Task" [ 786.451134] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.459174] env[69663]: DEBUG oslo_vmware.api [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d6e0c4-6fa8-49db-cf5c-2326a2b8042c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.592707] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed4114fc-6e81-4ad7-8d6f-5461c1bbe8e1 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Lock "1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.452s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.614926] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquiring lock "refresh_cache-5389ace8-0152-4b00-9a83-c7b4ec4eb988" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.722209] env[69663]: DEBUG oslo_concurrency.lockutils [req-47d38914-2ae9-4afe-9187-4752b3a27fc4 req-9c9ff9af-c9e2-4b82-932b-52a14c3c86b3 service nova] Releasing lock "refresh_cache-adbc2e4c-d298-4e17-b927-8165617434b4" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.731313] env[69663]: DEBUG oslo_vmware.rw_handles [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a054b-9b59-1b3b-dab4-ad1a193cdf5b/disk-0.vmdk. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 786.732491] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4855b2-1935-4c34-a1c6-fd8dc8afd431 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.743814] env[69663]: DEBUG oslo_vmware.rw_handles [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a054b-9b59-1b3b-dab4-ad1a193cdf5b/disk-0.vmdk is in state: ready. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 786.743814] env[69663]: ERROR oslo_vmware.rw_handles [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a054b-9b59-1b3b-dab4-ad1a193cdf5b/disk-0.vmdk due to incomplete transfer. [ 786.744137] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ba7bd096-15cd-4ad5-8184-c920ee83e7a3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.753131] env[69663]: DEBUG oslo_vmware.rw_handles [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523a054b-9b59-1b3b-dab4-ad1a193cdf5b/disk-0.vmdk. {{(pid=69663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 786.753448] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Uploaded image d26b99f6-0d02-46f9-ae13-424e0f6d6cc5 to the Glance image server {{(pid=69663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 786.755693] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Destroying the VM {{(pid=69663) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 786.763146] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9f52f4d7-d639-4ac2-ab0a-e58bdb377580 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.772504] env[69663]: DEBUG oslo_vmware.api [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Waiting for the task: (returnval){ [ 786.772504] env[69663]: value = "task-3332497" [ 786.772504] env[69663]: _type = "Task" [ 786.772504] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.778574] env[69663]: DEBUG oslo_vmware.api [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332497, 'name': Destroy_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.797602] env[69663]: DEBUG nova.network.neutron [req-ef58ff4e-6ba1-41ba-bd0b-9f7aff1bb947 req-34a6ab99-c042-4eca-9c5c-460bf7dc19c5 service nova] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 786.896557] env[69663]: DEBUG nova.network.neutron [req-ef58ff4e-6ba1-41ba-bd0b-9f7aff1bb947 req-34a6ab99-c042-4eca-9c5c-460bf7dc19c5 service nova] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.907181] env[69663]: DEBUG oslo_vmware.api [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': task-3332496, 'name': Rename_Task, 'duration_secs': 0.263502} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.908378] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 786.908718] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b4e5982-9f28-4853-8921-31c72e82c169 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.915507] env[69663]: DEBUG oslo_vmware.api [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Waiting for the task: (returnval){ [ 786.915507] env[69663]: value = "task-3332498" [ 786.915507] env[69663]: _type = "Task" [ 786.915507] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.930216] env[69663]: DEBUG oslo_vmware.api [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': task-3332498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.967416] env[69663]: DEBUG oslo_vmware.api [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d6e0c4-6fa8-49db-cf5c-2326a2b8042c, 'name': SearchDatastore_Task, 'duration_secs': 0.025363} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.972940] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b19da04d-b0f9-4ae2-9a07-800c3376b43b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.981220] env[69663]: DEBUG oslo_vmware.api [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 786.981220] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]520ea43b-7d02-057e-f09c-7cb03066b6fc" [ 786.981220] env[69663]: _type = "Task" [ 786.981220] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.997798] env[69663]: DEBUG oslo_vmware.api [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]520ea43b-7d02-057e-f09c-7cb03066b6fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.103102] env[69663]: DEBUG nova.compute.manager [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 787.284281] env[69663]: DEBUG oslo_vmware.api [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332497, 'name': Destroy_Task} progress is 33%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.315062] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfd640c-cf14-43ce-8f40-2ca1bce8233d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.320448] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4de2df3-599e-4076-9f30-0e1c26f5c63c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.353495] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc4bebf-2efe-4908-ab5f-4180ecfbd9b0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.361480] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84fc627-139d-4f43-9e3e-2f0c1f61b64a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.375312] env[69663]: DEBUG nova.compute.provider_tree [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.401400] env[69663]: DEBUG oslo_concurrency.lockutils [req-ef58ff4e-6ba1-41ba-bd0b-9f7aff1bb947 req-34a6ab99-c042-4eca-9c5c-460bf7dc19c5 service nova] Releasing lock "refresh_cache-5389ace8-0152-4b00-9a83-c7b4ec4eb988" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.401778] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquired lock "refresh_cache-5389ace8-0152-4b00-9a83-c7b4ec4eb988" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.401933] env[69663]: DEBUG nova.network.neutron [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 787.425759] env[69663]: DEBUG oslo_vmware.api [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': task-3332498, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.493182] env[69663]: DEBUG oslo_vmware.api [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]520ea43b-7d02-057e-f09c-7cb03066b6fc, 'name': SearchDatastore_Task, 'duration_secs': 0.014701} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.493592] env[69663]: DEBUG oslo_concurrency.lockutils [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.494053] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] adbc2e4c-d298-4e17-b927-8165617434b4/adbc2e4c-d298-4e17-b927-8165617434b4.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 787.494532] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2827a51-494e-4cd8-9a56-3028b3c3dd93 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.503032] env[69663]: DEBUG oslo_vmware.api [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 787.503032] env[69663]: value = "task-3332499" [ 787.503032] env[69663]: _type = "Task" [ 787.503032] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.512048] env[69663]: DEBUG oslo_vmware.api [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.621940] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.780280] env[69663]: DEBUG oslo_vmware.api [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332497, 'name': Destroy_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.878552] env[69663]: DEBUG nova.scheduler.client.report [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 787.928903] env[69663]: DEBUG oslo_vmware.api [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': task-3332498, 'name': PowerOnVM_Task, 'duration_secs': 0.771947} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.930054] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 787.930397] env[69663]: INFO nova.compute.manager [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Took 7.91 seconds to spawn the instance on the hypervisor. [ 787.930784] env[69663]: DEBUG nova.compute.manager [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 787.931751] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c40b41b-6b4f-43d9-a735-38945048c39d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.014743] env[69663]: DEBUG oslo_vmware.api [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332499, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.042318] env[69663]: DEBUG nova.network.neutron [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 788.188260] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bc4e9742-e104-40fe-9eb1-37a567c533e0 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Acquiring lock "1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.188584] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bc4e9742-e104-40fe-9eb1-37a567c533e0 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Lock "1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.188727] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bc4e9742-e104-40fe-9eb1-37a567c533e0 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Acquiring lock "1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.188911] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bc4e9742-e104-40fe-9eb1-37a567c533e0 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Lock "1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.189160] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bc4e9742-e104-40fe-9eb1-37a567c533e0 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Lock "1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.191236] env[69663]: INFO nova.compute.manager [None req-bc4e9742-e104-40fe-9eb1-37a567c533e0 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Terminating instance [ 788.192871] env[69663]: DEBUG nova.compute.manager [None req-bc4e9742-e104-40fe-9eb1-37a567c533e0 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 788.193077] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4e9742-e104-40fe-9eb1-37a567c533e0 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 788.193908] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e65d7d-0dad-47e9-9d38-a2a68b03b4c1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.201533] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4e9742-e104-40fe-9eb1-37a567c533e0 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 788.201761] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22ab33d8-fbfa-425d-8610-eff35dde44f1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.208771] env[69663]: DEBUG oslo_vmware.api [None req-bc4e9742-e104-40fe-9eb1-37a567c533e0 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Waiting for the task: (returnval){ [ 788.208771] env[69663]: value = "task-3332500" [ 788.208771] env[69663]: _type = "Task" [ 788.208771] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.216321] env[69663]: DEBUG oslo_vmware.api [None req-bc4e9742-e104-40fe-9eb1-37a567c533e0 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Task: {'id': task-3332500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.276236] env[69663]: DEBUG nova.network.neutron [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Updating instance_info_cache with network_info: [{"id": "13ff37f6-7fb3-4170-98db-ffd40dbf7e39", "address": "fa:16:3e:3a:91:27", "network": {"id": "97df790c-bd3a-483c-af08-5400b9a73313", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1315650764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a046211fb4574ef1a9b3e29dad6b47aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13ff37f6-7f", "ovs_interfaceid": "13ff37f6-7fb3-4170-98db-ffd40dbf7e39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.288358] env[69663]: DEBUG oslo_vmware.api [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332497, 'name': Destroy_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.386031] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.386624] env[69663]: DEBUG nova.compute.manager [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 788.390499] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1e6a6dbb-88a1-4709-8d37-550f56c8a3f1 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.018s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.390499] env[69663]: DEBUG nova.objects.instance [None req-1e6a6dbb-88a1-4709-8d37-550f56c8a3f1 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Lazy-loading 'resources' on Instance uuid 0b421815-3bce-4e32-846d-b4784f689407 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.451766] env[69663]: INFO nova.compute.manager [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Took 39.13 seconds to build instance. [ 788.521414] env[69663]: DEBUG oslo_vmware.api [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332499, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653396} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.521414] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] adbc2e4c-d298-4e17-b927-8165617434b4/adbc2e4c-d298-4e17-b927-8165617434b4.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 788.521414] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.521414] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c816314-0e06-4861-b9e7-df5375f6aac6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.526383] env[69663]: DEBUG oslo_vmware.api [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 788.526383] env[69663]: value = "task-3332501" [ 788.526383] env[69663]: _type = "Task" [ 788.526383] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.538754] env[69663]: DEBUG oslo_vmware.api [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332501, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.722183] env[69663]: DEBUG oslo_vmware.api [None req-bc4e9742-e104-40fe-9eb1-37a567c533e0 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Task: {'id': task-3332500, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.784668] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Releasing lock "refresh_cache-5389ace8-0152-4b00-9a83-c7b4ec4eb988" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.789021] env[69663]: DEBUG nova.compute.manager [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Instance network_info: |[{"id": "13ff37f6-7fb3-4170-98db-ffd40dbf7e39", "address": "fa:16:3e:3a:91:27", "network": {"id": "97df790c-bd3a-483c-af08-5400b9a73313", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1315650764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a046211fb4574ef1a9b3e29dad6b47aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13ff37f6-7f", "ovs_interfaceid": "13ff37f6-7fb3-4170-98db-ffd40dbf7e39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 788.789021] env[69663]: DEBUG oslo_vmware.api [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332497, 'name': Destroy_Task, 'duration_secs': 1.786996} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.789021] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:91:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13ff37f6-7fb3-4170-98db-ffd40dbf7e39', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.797700] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.798069] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Destroyed the VM [ 788.798450] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Deleting Snapshot of the VM instance {{(pid=69663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 788.800209] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 788.800577] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7915cf5c-5ba5-4808-a0be-474c12b582df {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.802933] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e8de108-8872-42cf-98a3-d3a0d82fbc08 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.826558] env[69663]: DEBUG oslo_vmware.api [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Waiting for the task: (returnval){ [ 788.826558] env[69663]: value = "task-3332502" [ 788.826558] env[69663]: _type = "Task" [ 788.826558] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.827834] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.827834] env[69663]: value = "task-3332503" [ 788.827834] env[69663]: _type = "Task" [ 788.827834] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.841519] env[69663]: DEBUG oslo_vmware.api [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332502, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.845446] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332503, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.900785] env[69663]: DEBUG nova.compute.utils [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 788.903283] env[69663]: DEBUG nova.compute.manager [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 788.903490] env[69663]: DEBUG nova.network.neutron [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 788.955362] env[69663]: DEBUG oslo_concurrency.lockutils [None req-07cee506-f5f4-4077-a0af-4d9d369e94ef tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Lock "716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.646s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.995690] env[69663]: DEBUG nova.policy [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6fac209cb4e471486c51752e7441f07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ea96093b128420b88cf804496531ad2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 789.040134] env[69663]: DEBUG oslo_vmware.api [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332501, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125402} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.040550] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.041301] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf738b5-4372-4906-b8e3-f7b7d575fb63 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.065659] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] adbc2e4c-d298-4e17-b927-8165617434b4/adbc2e4c-d298-4e17-b927-8165617434b4.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.069038] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6b9b909-003b-4ef1-a371-a3ed02f29f14 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.094526] env[69663]: DEBUG oslo_vmware.api [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 789.094526] env[69663]: value = "task-3332504" [ 789.094526] env[69663]: _type = "Task" [ 789.094526] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.104528] env[69663]: DEBUG oslo_vmware.api [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332504, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.196381] env[69663]: DEBUG nova.compute.manager [req-2e3b80d9-453c-4e23-865d-1acafd725441 req-fea98a1c-057f-4a2d-a820-58ae4b0ad7cb service nova] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Received event network-changed-af5ece60-accf-4d00-894b-8c83236f8c97 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 789.196637] env[69663]: DEBUG nova.compute.manager [req-2e3b80d9-453c-4e23-865d-1acafd725441 req-fea98a1c-057f-4a2d-a820-58ae4b0ad7cb service nova] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Refreshing instance network info cache due to event network-changed-af5ece60-accf-4d00-894b-8c83236f8c97. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 789.196824] env[69663]: DEBUG oslo_concurrency.lockutils [req-2e3b80d9-453c-4e23-865d-1acafd725441 req-fea98a1c-057f-4a2d-a820-58ae4b0ad7cb service nova] Acquiring lock "refresh_cache-716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.196946] env[69663]: DEBUG oslo_concurrency.lockutils [req-2e3b80d9-453c-4e23-865d-1acafd725441 req-fea98a1c-057f-4a2d-a820-58ae4b0ad7cb service nova] Acquired lock "refresh_cache-716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.197109] env[69663]: DEBUG nova.network.neutron [req-2e3b80d9-453c-4e23-865d-1acafd725441 req-fea98a1c-057f-4a2d-a820-58ae4b0ad7cb service nova] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Refreshing network info cache for port af5ece60-accf-4d00-894b-8c83236f8c97 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 789.225200] env[69663]: DEBUG oslo_vmware.api [None req-bc4e9742-e104-40fe-9eb1-37a567c533e0 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Task: {'id': task-3332500, 'name': PowerOffVM_Task, 'duration_secs': 0.527242} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.225200] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4e9742-e104-40fe-9eb1-37a567c533e0 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 789.225200] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4e9742-e104-40fe-9eb1-37a567c533e0 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 789.225483] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df730947-7a9a-4e85-8ca4-52999becd143 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.290536] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4e9742-e104-40fe-9eb1-37a567c533e0 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 789.290844] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4e9742-e104-40fe-9eb1-37a567c533e0 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 789.291180] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc4e9742-e104-40fe-9eb1-37a567c533e0 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Deleting the datastore file [datastore1] 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.294521] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df0f021d-7b3c-48e3-ab46-dd520ff3dfeb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.301724] env[69663]: DEBUG oslo_vmware.api [None req-bc4e9742-e104-40fe-9eb1-37a567c533e0 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Waiting for the task: (returnval){ [ 789.301724] env[69663]: value = "task-3332506" [ 789.301724] env[69663]: _type = "Task" [ 789.301724] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.311214] env[69663]: DEBUG oslo_vmware.api [None req-bc4e9742-e104-40fe-9eb1-37a567c533e0 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Task: {'id': task-3332506, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.344614] env[69663]: DEBUG oslo_vmware.api [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332502, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.348047] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332503, 'name': CreateVM_Task, 'duration_secs': 0.338293} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.348431] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 789.349282] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.350433] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.350433] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.350899] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bac7ec2-5807-45a5-a548-b1ccd17952fa {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.359025] env[69663]: DEBUG oslo_vmware.api [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 789.359025] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e90654-6f0d-906a-ec21-874f84bc3b91" [ 789.359025] env[69663]: _type = "Task" [ 789.359025] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.367820] env[69663]: DEBUG oslo_vmware.api [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e90654-6f0d-906a-ec21-874f84bc3b91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.390962] env[69663]: DEBUG nova.network.neutron [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Successfully created port: a32f4d91-d2a6-43ea-9663-247ca16cfaed {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.407539] env[69663]: DEBUG nova.compute.manager [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 789.457731] env[69663]: DEBUG nova.compute.manager [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 789.613619] env[69663]: DEBUG oslo_vmware.api [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332504, 'name': ReconfigVM_Task, 'duration_secs': 0.306787} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.614019] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Reconfigured VM instance instance-00000022 to attach disk [datastore2] adbc2e4c-d298-4e17-b927-8165617434b4/adbc2e4c-d298-4e17-b927-8165617434b4.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.614862] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d974687-bcce-4944-a656-723e428cd284 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.622607] env[69663]: DEBUG oslo_vmware.api [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 789.622607] env[69663]: value = "task-3332507" [ 789.622607] env[69663]: _type = "Task" [ 789.622607] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.638122] env[69663]: DEBUG oslo_vmware.api [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332507, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.639716] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb4c463-bfdf-40e9-a047-a92a15c6c99d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.647561] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8cdba2-317f-440f-9d53-e0234ed87523 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.680194] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decfdb6b-16e4-4ebb-9f2e-b9b733132065 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.688634] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3de0ae-1979-42fb-9973-4543330c93e6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.707157] env[69663]: DEBUG nova.compute.provider_tree [None req-1e6a6dbb-88a1-4709-8d37-550f56c8a3f1 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.811308] env[69663]: DEBUG oslo_vmware.api [None req-bc4e9742-e104-40fe-9eb1-37a567c533e0 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Task: {'id': task-3332506, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194835} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.811846] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc4e9742-e104-40fe-9eb1-37a567c533e0 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.811846] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4e9742-e104-40fe-9eb1-37a567c533e0 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 789.812546] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-bc4e9742-e104-40fe-9eb1-37a567c533e0 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 789.812546] env[69663]: INFO nova.compute.manager [None req-bc4e9742-e104-40fe-9eb1-37a567c533e0 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Took 1.62 seconds to destroy the instance on the hypervisor. [ 789.812546] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc4e9742-e104-40fe-9eb1-37a567c533e0 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.813279] env[69663]: DEBUG nova.compute.manager [-] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 789.813279] env[69663]: DEBUG nova.network.neutron [-] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 789.839983] env[69663]: DEBUG oslo_vmware.api [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332502, 'name': RemoveSnapshot_Task, 'duration_secs': 0.588758} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.840407] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Deleted Snapshot of the VM instance {{(pid=69663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 789.840775] env[69663]: INFO nova.compute.manager [None req-ecc9c20c-76b0-4091-8e75-71bf8357b1d0 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Took 15.12 seconds to snapshot the instance on the hypervisor. [ 789.868344] env[69663]: DEBUG oslo_vmware.api [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e90654-6f0d-906a-ec21-874f84bc3b91, 'name': SearchDatastore_Task, 'duration_secs': 0.017022} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.868781] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.869080] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.870127] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.870127] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.870127] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.870127] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1d63380-897d-466e-9947-61db49c7c7b7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.886757] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.886992] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 789.889784] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f361a402-ef22-4da4-ba9e-49c4d0fb21e0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.895979] env[69663]: DEBUG oslo_vmware.api [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 789.895979] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52118504-e170-ab5b-1d97-c042d9b7539d" [ 789.895979] env[69663]: _type = "Task" [ 789.895979] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.908464] env[69663]: DEBUG oslo_vmware.api [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52118504-e170-ab5b-1d97-c042d9b7539d, 'name': SearchDatastore_Task, 'duration_secs': 0.009646} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.909345] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-462d769c-10bf-40f6-8fb8-85a26d85096e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.917554] env[69663]: DEBUG oslo_vmware.api [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 789.917554] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b58baf-e31f-d625-4554-245b65206987" [ 789.917554] env[69663]: _type = "Task" [ 789.917554] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.926584] env[69663]: DEBUG oslo_vmware.api [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b58baf-e31f-d625-4554-245b65206987, 'name': SearchDatastore_Task, 'duration_secs': 0.00874} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.926878] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.927218] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 5389ace8-0152-4b00-9a83-c7b4ec4eb988/5389ace8-0152-4b00-9a83-c7b4ec4eb988.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 789.927520] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb2e1850-b7d9-4e5f-beaf-727f57e1d6b5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.935610] env[69663]: DEBUG oslo_vmware.api [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 789.935610] env[69663]: value = "task-3332508" [ 789.935610] env[69663]: _type = "Task" [ 789.935610] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.943428] env[69663]: DEBUG oslo_vmware.api [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.989314] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.132935] env[69663]: DEBUG oslo_vmware.api [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332507, 'name': Rename_Task, 'duration_secs': 0.13581} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.133380] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 790.133684] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d67d177-b474-4f28-921f-d00de4b00377 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.141057] env[69663]: DEBUG oslo_vmware.api [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 790.141057] env[69663]: value = "task-3332509" [ 790.141057] env[69663]: _type = "Task" [ 790.141057] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.149781] env[69663]: DEBUG oslo_vmware.api [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332509, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.212249] env[69663]: DEBUG nova.scheduler.client.report [None req-1e6a6dbb-88a1-4709-8d37-550f56c8a3f1 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 790.420704] env[69663]: DEBUG nova.compute.manager [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 790.434430] env[69663]: DEBUG nova.network.neutron [req-2e3b80d9-453c-4e23-865d-1acafd725441 req-fea98a1c-057f-4a2d-a820-58ae4b0ad7cb service nova] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Updated VIF entry in instance network info cache for port af5ece60-accf-4d00-894b-8c83236f8c97. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 790.435388] env[69663]: DEBUG nova.network.neutron [req-2e3b80d9-453c-4e23-865d-1acafd725441 req-fea98a1c-057f-4a2d-a820-58ae4b0ad7cb service nova] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Updating instance_info_cache with network_info: [{"id": "af5ece60-accf-4d00-894b-8c83236f8c97", "address": "fa:16:3e:da:3a:50", "network": {"id": "d1b79f6c-70eb-40da-a423-9824eb98632d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-999184331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db25e8f5dd1a44299520831aeddfbd80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf5ece60-ac", "ovs_interfaceid": "af5ece60-accf-4d00-894b-8c83236f8c97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.458917] env[69663]: DEBUG oslo_vmware.api [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479166} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.461629] env[69663]: DEBUG nova.virt.hardware [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 790.462072] env[69663]: DEBUG nova.virt.hardware [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 790.462341] env[69663]: DEBUG nova.virt.hardware [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.462637] env[69663]: DEBUG nova.virt.hardware [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 790.462918] env[69663]: DEBUG nova.virt.hardware [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.463194] env[69663]: DEBUG nova.virt.hardware [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 790.463520] env[69663]: DEBUG nova.virt.hardware [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 790.463789] env[69663]: DEBUG nova.virt.hardware [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 790.464096] env[69663]: DEBUG nova.virt.hardware [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 790.464407] env[69663]: DEBUG nova.virt.hardware [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 790.464705] env[69663]: DEBUG nova.virt.hardware [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 790.465126] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 5389ace8-0152-4b00-9a83-c7b4ec4eb988/5389ace8-0152-4b00-9a83-c7b4ec4eb988.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 790.465480] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.466727] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a94fa6-d118-4a07-be68-f980498f492d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.469932] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-570b4fcb-f585-42d6-975c-d06b899158c0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.481791] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e93829-0cac-47f7-aee1-b88e87596562 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.483317] env[69663]: DEBUG oslo_vmware.api [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 790.483317] env[69663]: value = "task-3332510" [ 790.483317] env[69663]: _type = "Task" [ 790.483317] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.502696] env[69663]: DEBUG oslo_vmware.api [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.653957] env[69663]: DEBUG oslo_vmware.api [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332509, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.718691] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1e6a6dbb-88a1-4709-8d37-550f56c8a3f1 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.329s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.721943] env[69663]: DEBUG oslo_concurrency.lockutils [None req-76e22c8b-121d-4425-a55b-769c2325abda tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.312s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.721943] env[69663]: DEBUG nova.objects.instance [None req-76e22c8b-121d-4425-a55b-769c2325abda tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Lazy-loading 'resources' on Instance uuid dfa4fc69-0de7-442e-b05d-1a1d9441d3a0 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.762239] env[69663]: INFO nova.scheduler.client.report [None req-1e6a6dbb-88a1-4709-8d37-550f56c8a3f1 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Deleted allocations for instance 0b421815-3bce-4e32-846d-b4784f689407 [ 790.898648] env[69663]: DEBUG nova.network.neutron [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Successfully updated port: a32f4d91-d2a6-43ea-9663-247ca16cfaed {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 790.947815] env[69663]: DEBUG oslo_concurrency.lockutils [req-2e3b80d9-453c-4e23-865d-1acafd725441 req-fea98a1c-057f-4a2d-a820-58ae4b0ad7cb service nova] Releasing lock "refresh_cache-716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.994980] env[69663]: DEBUG oslo_vmware.api [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073304} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.994980] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.995241] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64f3e57-5c93-4d30-824c-9043f6b39b48 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.019451] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 5389ace8-0152-4b00-9a83-c7b4ec4eb988/5389ace8-0152-4b00-9a83-c7b4ec4eb988.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.020824] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a82317c8-975b-4568-90c5-769156a37403 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.037334] env[69663]: DEBUG nova.compute.manager [req-9979a0c4-d213-43cf-873a-0f7214c25c84 req-9e408d7d-218b-40e8-9768-91e44dfe80ea service nova] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Received event network-vif-plugged-a32f4d91-d2a6-43ea-9663-247ca16cfaed {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 791.037806] env[69663]: DEBUG oslo_concurrency.lockutils [req-9979a0c4-d213-43cf-873a-0f7214c25c84 req-9e408d7d-218b-40e8-9768-91e44dfe80ea service nova] Acquiring lock "c115516f-79f9-4b87-aa3a-b23632cbe949-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.038200] env[69663]: DEBUG oslo_concurrency.lockutils [req-9979a0c4-d213-43cf-873a-0f7214c25c84 req-9e408d7d-218b-40e8-9768-91e44dfe80ea service nova] Lock "c115516f-79f9-4b87-aa3a-b23632cbe949-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.038288] env[69663]: DEBUG oslo_concurrency.lockutils [req-9979a0c4-d213-43cf-873a-0f7214c25c84 req-9e408d7d-218b-40e8-9768-91e44dfe80ea service nova] Lock "c115516f-79f9-4b87-aa3a-b23632cbe949-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.038382] env[69663]: DEBUG nova.compute.manager [req-9979a0c4-d213-43cf-873a-0f7214c25c84 req-9e408d7d-218b-40e8-9768-91e44dfe80ea service nova] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] No waiting events found dispatching network-vif-plugged-a32f4d91-d2a6-43ea-9663-247ca16cfaed {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 791.038553] env[69663]: WARNING nova.compute.manager [req-9979a0c4-d213-43cf-873a-0f7214c25c84 req-9e408d7d-218b-40e8-9768-91e44dfe80ea service nova] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Received unexpected event network-vif-plugged-a32f4d91-d2a6-43ea-9663-247ca16cfaed for instance with vm_state building and task_state spawning. [ 791.044558] env[69663]: DEBUG oslo_vmware.api [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 791.044558] env[69663]: value = "task-3332511" [ 791.044558] env[69663]: _type = "Task" [ 791.044558] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.052966] env[69663]: DEBUG oslo_vmware.api [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332511, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.088638] env[69663]: DEBUG nova.network.neutron [-] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.151973] env[69663]: DEBUG oslo_vmware.api [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332509, 'name': PowerOnVM_Task, 'duration_secs': 0.572888} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.152333] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 791.152560] env[69663]: INFO nova.compute.manager [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Took 8.37 seconds to spawn the instance on the hypervisor. [ 791.152739] env[69663]: DEBUG nova.compute.manager [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 791.153530] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b219746f-ed00-45c8-b37f-9d7ea99ef7a2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.233782] env[69663]: DEBUG nova.compute.manager [req-5b32ebd7-0a71-40de-9b18-c8285abae446 req-507d31d0-a6e4-4704-8628-305d99388d1b service nova] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Received event network-changed-af5ece60-accf-4d00-894b-8c83236f8c97 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 791.234013] env[69663]: DEBUG nova.compute.manager [req-5b32ebd7-0a71-40de-9b18-c8285abae446 req-507d31d0-a6e4-4704-8628-305d99388d1b service nova] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Refreshing instance network info cache due to event network-changed-af5ece60-accf-4d00-894b-8c83236f8c97. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 791.234261] env[69663]: DEBUG oslo_concurrency.lockutils [req-5b32ebd7-0a71-40de-9b18-c8285abae446 req-507d31d0-a6e4-4704-8628-305d99388d1b service nova] Acquiring lock "refresh_cache-716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.234379] env[69663]: DEBUG oslo_concurrency.lockutils [req-5b32ebd7-0a71-40de-9b18-c8285abae446 req-507d31d0-a6e4-4704-8628-305d99388d1b service nova] Acquired lock "refresh_cache-716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.234560] env[69663]: DEBUG nova.network.neutron [req-5b32ebd7-0a71-40de-9b18-c8285abae446 req-507d31d0-a6e4-4704-8628-305d99388d1b service nova] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Refreshing network info cache for port af5ece60-accf-4d00-894b-8c83236f8c97 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 791.274875] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1e6a6dbb-88a1-4709-8d37-550f56c8a3f1 tempest-ImagesNegativeTestJSON-284269330 tempest-ImagesNegativeTestJSON-284269330-project-member] Lock "0b421815-3bce-4e32-846d-b4784f689407" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.435s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.401269] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Acquiring lock "refresh_cache-c115516f-79f9-4b87-aa3a-b23632cbe949" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.401466] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Acquired lock "refresh_cache-c115516f-79f9-4b87-aa3a-b23632cbe949" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.401519] env[69663]: DEBUG nova.network.neutron [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 791.554802] env[69663]: DEBUG oslo_vmware.api [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332511, 'name': ReconfigVM_Task, 'duration_secs': 0.300798} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.555534] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 5389ace8-0152-4b00-9a83-c7b4ec4eb988/5389ace8-0152-4b00-9a83-c7b4ec4eb988.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.556033] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb696586-ac33-43c0-b0be-8b4a3ff1bd1d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.563183] env[69663]: DEBUG oslo_vmware.api [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 791.563183] env[69663]: value = "task-3332512" [ 791.563183] env[69663]: _type = "Task" [ 791.563183] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.570693] env[69663]: DEBUG oslo_vmware.api [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332512, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.591733] env[69663]: INFO nova.compute.manager [-] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Took 1.78 seconds to deallocate network for instance. [ 791.671880] env[69663]: INFO nova.compute.manager [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Took 41.22 seconds to build instance. [ 791.695940] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6275a0fa-5130-4e9c-9461-3e1187ac4f5b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.703404] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c5f6e0-1044-4a79-a4e7-46b2a21561ed {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.735914] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8dfc8b-24c9-4074-82d7-853601cb73f7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.745312] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba0c84f-7ef2-43d3-a0c1-343b53c13559 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.768635] env[69663]: DEBUG nova.compute.provider_tree [None req-76e22c8b-121d-4425-a55b-769c2325abda tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.950157] env[69663]: DEBUG nova.network.neutron [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 791.954608] env[69663]: DEBUG nova.network.neutron [req-5b32ebd7-0a71-40de-9b18-c8285abae446 req-507d31d0-a6e4-4704-8628-305d99388d1b service nova] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Updated VIF entry in instance network info cache for port af5ece60-accf-4d00-894b-8c83236f8c97. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 791.955124] env[69663]: DEBUG nova.network.neutron [req-5b32ebd7-0a71-40de-9b18-c8285abae446 req-507d31d0-a6e4-4704-8628-305d99388d1b service nova] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Updating instance_info_cache with network_info: [{"id": "af5ece60-accf-4d00-894b-8c83236f8c97", "address": "fa:16:3e:da:3a:50", "network": {"id": "d1b79f6c-70eb-40da-a423-9824eb98632d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-999184331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db25e8f5dd1a44299520831aeddfbd80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf5ece60-ac", "ovs_interfaceid": "af5ece60-accf-4d00-894b-8c83236f8c97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.080985] env[69663]: DEBUG oslo_vmware.api [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332512, 'name': Rename_Task, 'duration_secs': 0.16711} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.081340] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 792.081593] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-940a877e-42ca-4e31-8d89-81f22219f44a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.088774] env[69663]: DEBUG oslo_vmware.api [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 792.088774] env[69663]: value = "task-3332513" [ 792.088774] env[69663]: _type = "Task" [ 792.088774] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.096612] env[69663]: DEBUG oslo_vmware.api [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.101116] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bc4e9742-e104-40fe-9eb1-37a567c533e0 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.174085] env[69663]: DEBUG oslo_concurrency.lockutils [None req-743afded-fef8-416b-ad24-f846c2dc4c44 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "adbc2e4c-d298-4e17-b927-8165617434b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.414s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.202875] env[69663]: DEBUG nova.network.neutron [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Updating instance_info_cache with network_info: [{"id": "a32f4d91-d2a6-43ea-9663-247ca16cfaed", "address": "fa:16:3e:d6:db:df", "network": {"id": "ccfc4bb8-2cf3-4e57-933c-0fd59d31a2a8", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2074028849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ea96093b128420b88cf804496531ad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa32f4d91-d2", "ovs_interfaceid": "a32f4d91-d2a6-43ea-9663-247ca16cfaed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.271376] env[69663]: DEBUG nova.scheduler.client.report [None req-76e22c8b-121d-4425-a55b-769c2325abda tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 792.459028] env[69663]: DEBUG oslo_concurrency.lockutils [req-5b32ebd7-0a71-40de-9b18-c8285abae446 req-507d31d0-a6e4-4704-8628-305d99388d1b service nova] Releasing lock "refresh_cache-716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.459028] env[69663]: DEBUG nova.compute.manager [req-5b32ebd7-0a71-40de-9b18-c8285abae446 req-507d31d0-a6e4-4704-8628-305d99388d1b service nova] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Received event network-vif-deleted-4865ad55-f9d3-414b-b7c1-b268d957c1e4 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 792.598614] env[69663]: DEBUG oslo_vmware.api [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332513, 'name': PowerOnVM_Task, 'duration_secs': 0.499508} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.599784] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 792.599784] env[69663]: INFO nova.compute.manager [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Took 7.09 seconds to spawn the instance on the hypervisor. [ 792.599784] env[69663]: DEBUG nova.compute.manager [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 792.600647] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99f8244-13d8-4907-b9af-d59d3751b8f2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.677732] env[69663]: DEBUG nova.compute.manager [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 792.706457] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Releasing lock "refresh_cache-c115516f-79f9-4b87-aa3a-b23632cbe949" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.706819] env[69663]: DEBUG nova.compute.manager [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Instance network_info: |[{"id": "a32f4d91-d2a6-43ea-9663-247ca16cfaed", "address": "fa:16:3e:d6:db:df", "network": {"id": "ccfc4bb8-2cf3-4e57-933c-0fd59d31a2a8", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2074028849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ea96093b128420b88cf804496531ad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa32f4d91-d2", "ovs_interfaceid": "a32f4d91-d2a6-43ea-9663-247ca16cfaed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 792.707322] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:db:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b80dd748-3d7e-4a23-a38d-9e79a3881452', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a32f4d91-d2a6-43ea-9663-247ca16cfaed', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.716108] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Creating folder: Project (1ea96093b128420b88cf804496531ad2). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 792.717051] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a117e99-9e45-4168-a461-21d9e912f9d3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.727075] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Created folder: Project (1ea96093b128420b88cf804496531ad2) in parent group-v665133. [ 792.727306] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Creating folder: Instances. Parent ref: group-v665245. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 792.727565] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5653868-c019-4d94-89ee-e42a44bebd04 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.738549] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Created folder: Instances in parent group-v665245. [ 792.738791] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.738986] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 792.739297] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-691ad3b5-206d-4de7-b3f0-0fe5e624e918 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.757754] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.757754] env[69663]: value = "task-3332516" [ 792.757754] env[69663]: _type = "Task" [ 792.757754] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.766034] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332516, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.777017] env[69663]: DEBUG oslo_concurrency.lockutils [None req-76e22c8b-121d-4425-a55b-769c2325abda tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.780056] env[69663]: DEBUG oslo_concurrency.lockutils [None req-53e487aa-9417-4ab2-a288-64c1043df5f2 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.965s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.780056] env[69663]: DEBUG nova.objects.instance [None req-53e487aa-9417-4ab2-a288-64c1043df5f2 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Lazy-loading 'resources' on Instance uuid 62818b03-14d9-4055-a7fa-7ecbd5a0ca00 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.810414] env[69663]: INFO nova.scheduler.client.report [None req-76e22c8b-121d-4425-a55b-769c2325abda tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Deleted allocations for instance dfa4fc69-0de7-442e-b05d-1a1d9441d3a0 [ 793.118124] env[69663]: INFO nova.compute.manager [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Took 40.60 seconds to build instance. [ 793.198968] env[69663]: DEBUG oslo_concurrency.lockutils [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.204190] env[69663]: DEBUG nova.compute.manager [req-5e8c8485-6707-49a5-8ab8-e55d17a7bdd2 req-2e0062e5-4063-4a76-b824-7dbe5d7f867a service nova] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Received event network-changed-a32f4d91-d2a6-43ea-9663-247ca16cfaed {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 793.205032] env[69663]: DEBUG nova.compute.manager [req-5e8c8485-6707-49a5-8ab8-e55d17a7bdd2 req-2e0062e5-4063-4a76-b824-7dbe5d7f867a service nova] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Refreshing instance network info cache due to event network-changed-a32f4d91-d2a6-43ea-9663-247ca16cfaed. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 793.205032] env[69663]: DEBUG oslo_concurrency.lockutils [req-5e8c8485-6707-49a5-8ab8-e55d17a7bdd2 req-2e0062e5-4063-4a76-b824-7dbe5d7f867a service nova] Acquiring lock "refresh_cache-c115516f-79f9-4b87-aa3a-b23632cbe949" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.205032] env[69663]: DEBUG oslo_concurrency.lockutils [req-5e8c8485-6707-49a5-8ab8-e55d17a7bdd2 req-2e0062e5-4063-4a76-b824-7dbe5d7f867a service nova] Acquired lock "refresh_cache-c115516f-79f9-4b87-aa3a-b23632cbe949" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.205322] env[69663]: DEBUG nova.network.neutron [req-5e8c8485-6707-49a5-8ab8-e55d17a7bdd2 req-2e0062e5-4063-4a76-b824-7dbe5d7f867a service nova] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Refreshing network info cache for port a32f4d91-d2a6-43ea-9663-247ca16cfaed {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 793.268836] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332516, 'name': CreateVM_Task} progress is 25%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.318156] env[69663]: DEBUG oslo_concurrency.lockutils [None req-76e22c8b-121d-4425-a55b-769c2325abda tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Lock "dfa4fc69-0de7-442e-b05d-1a1d9441d3a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.903s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.621050] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8f6bd82d-031c-42d0-9bfc-354ba2b77e37 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "5389ace8-0152-4b00-9a83-c7b4ec4eb988" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.631s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.773024] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332516, 'name': CreateVM_Task, 'duration_secs': 0.846936} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.773024] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 793.773024] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.773024] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.773024] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.773024] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e61dc80-59f6-4651-bca2-67684305f0d4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.777239] env[69663]: DEBUG oslo_vmware.api [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Waiting for the task: (returnval){ [ 793.777239] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ed8040-f1ae-db5a-2d74-436decd3e64c" [ 793.777239] env[69663]: _type = "Task" [ 793.777239] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.785157] env[69663]: DEBUG oslo_vmware.api [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ed8040-f1ae-db5a-2d74-436decd3e64c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.869846] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca16aeb0-15b4-4cca-93f2-d35ae52f499b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.879755] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d23588-2034-4e01-a67e-8a6e685dab68 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.919674] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8455931e-179c-4eb9-b2f5-e9b56560a084 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.928065] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b64a44-dcee-439b-b4be-287a15985668 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.943064] env[69663]: DEBUG nova.compute.provider_tree [None req-53e487aa-9417-4ab2-a288-64c1043df5f2 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.048050] env[69663]: DEBUG nova.network.neutron [req-5e8c8485-6707-49a5-8ab8-e55d17a7bdd2 req-2e0062e5-4063-4a76-b824-7dbe5d7f867a service nova] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Updated VIF entry in instance network info cache for port a32f4d91-d2a6-43ea-9663-247ca16cfaed. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 794.048583] env[69663]: DEBUG nova.network.neutron [req-5e8c8485-6707-49a5-8ab8-e55d17a7bdd2 req-2e0062e5-4063-4a76-b824-7dbe5d7f867a service nova] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Updating instance_info_cache with network_info: [{"id": "a32f4d91-d2a6-43ea-9663-247ca16cfaed", "address": "fa:16:3e:d6:db:df", "network": {"id": "ccfc4bb8-2cf3-4e57-933c-0fd59d31a2a8", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2074028849-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ea96093b128420b88cf804496531ad2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa32f4d91-d2", "ovs_interfaceid": "a32f4d91-d2a6-43ea-9663-247ca16cfaed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.124880] env[69663]: DEBUG nova.compute.manager [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 794.291908] env[69663]: DEBUG oslo_vmware.api [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ed8040-f1ae-db5a-2d74-436decd3e64c, 'name': SearchDatastore_Task, 'duration_secs': 0.020266} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.291908] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.291908] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.291908] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.291908] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.291908] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.291908] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e59af47-f684-4bcc-bfea-7f8c27b8937d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.304806] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.307559] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 794.307711] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f38f536a-ba39-48a7-add2-63b89994c06a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.312746] env[69663]: DEBUG oslo_vmware.api [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Waiting for the task: (returnval){ [ 794.312746] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5283a1b0-cac3-056f-3164-22ef0b7d6eaa" [ 794.312746] env[69663]: _type = "Task" [ 794.312746] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.320452] env[69663]: DEBUG oslo_vmware.api [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5283a1b0-cac3-056f-3164-22ef0b7d6eaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.412524] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquiring lock "b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.412649] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.446249] env[69663]: DEBUG nova.scheduler.client.report [None req-53e487aa-9417-4ab2-a288-64c1043df5f2 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 794.552198] env[69663]: DEBUG oslo_concurrency.lockutils [req-5e8c8485-6707-49a5-8ab8-e55d17a7bdd2 req-2e0062e5-4063-4a76-b824-7dbe5d7f867a service nova] Releasing lock "refresh_cache-c115516f-79f9-4b87-aa3a-b23632cbe949" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.654652] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.822717] env[69663]: DEBUG oslo_vmware.api [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5283a1b0-cac3-056f-3164-22ef0b7d6eaa, 'name': SearchDatastore_Task, 'duration_secs': 0.014814} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.823589] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ae55289-6976-4abb-b446-71faa1c061aa {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.829453] env[69663]: DEBUG oslo_vmware.api [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Waiting for the task: (returnval){ [ 794.829453] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b687bb-9c0c-5743-ec30-ad3259232666" [ 794.829453] env[69663]: _type = "Task" [ 794.829453] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.836814] env[69663]: DEBUG oslo_vmware.api [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b687bb-9c0c-5743-ec30-ad3259232666, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.928667] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1b176a0b-dae3-49ad-95ec-2bf3f50c2a68 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Acquiring lock "cac77ab5-f50e-46dd-967e-948221c1ee12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.928996] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1b176a0b-dae3-49ad-95ec-2bf3f50c2a68 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Lock "cac77ab5-f50e-46dd-967e-948221c1ee12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.929313] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1b176a0b-dae3-49ad-95ec-2bf3f50c2a68 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Acquiring lock "cac77ab5-f50e-46dd-967e-948221c1ee12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.929528] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1b176a0b-dae3-49ad-95ec-2bf3f50c2a68 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Lock "cac77ab5-f50e-46dd-967e-948221c1ee12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.929739] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1b176a0b-dae3-49ad-95ec-2bf3f50c2a68 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Lock "cac77ab5-f50e-46dd-967e-948221c1ee12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.933145] env[69663]: INFO nova.compute.manager [None req-1b176a0b-dae3-49ad-95ec-2bf3f50c2a68 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Terminating instance [ 794.935193] env[69663]: DEBUG nova.compute.manager [None req-1b176a0b-dae3-49ad-95ec-2bf3f50c2a68 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 794.935396] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1b176a0b-dae3-49ad-95ec-2bf3f50c2a68 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 794.936498] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d79548-3fc5-4d7c-a5d6-b0c373b98913 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.944550] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b176a0b-dae3-49ad-95ec-2bf3f50c2a68 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 794.944888] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8858ccba-4348-42fb-800e-9f8b9e22e5b5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.951374] env[69663]: DEBUG oslo_concurrency.lockutils [None req-53e487aa-9417-4ab2-a288-64c1043df5f2 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.954873] env[69663]: DEBUG oslo_concurrency.lockutils [None req-002bc3c2-eb25-484c-9812-7696739a0d1e tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.974s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.954873] env[69663]: DEBUG nova.objects.instance [None req-002bc3c2-eb25-484c-9812-7696739a0d1e tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Lazy-loading 'resources' on Instance uuid 552b215a-35c7-4669-87ae-ea17c9dfbf2f {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 794.956211] env[69663]: DEBUG oslo_vmware.api [None req-1b176a0b-dae3-49ad-95ec-2bf3f50c2a68 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Waiting for the task: (returnval){ [ 794.956211] env[69663]: value = "task-3332517" [ 794.956211] env[69663]: _type = "Task" [ 794.956211] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.965990] env[69663]: DEBUG oslo_vmware.api [None req-1b176a0b-dae3-49ad-95ec-2bf3f50c2a68 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.977067] env[69663]: INFO nova.scheduler.client.report [None req-53e487aa-9417-4ab2-a288-64c1043df5f2 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Deleted allocations for instance 62818b03-14d9-4055-a7fa-7ecbd5a0ca00 [ 795.326041] env[69663]: DEBUG oslo_concurrency.lockutils [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Acquiring lock "0d901684-b23e-4908-a5af-165c31ddc5c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.326360] env[69663]: DEBUG oslo_concurrency.lockutils [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Lock "0d901684-b23e-4908-a5af-165c31ddc5c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.339443] env[69663]: DEBUG oslo_vmware.api [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b687bb-9c0c-5743-ec30-ad3259232666, 'name': SearchDatastore_Task, 'duration_secs': 0.027548} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.339730] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.339991] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] c115516f-79f9-4b87-aa3a-b23632cbe949/c115516f-79f9-4b87-aa3a-b23632cbe949.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 795.340298] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00fb6049-6e36-462d-93ca-d60192af6f71 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.346880] env[69663]: DEBUG oslo_vmware.api [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Waiting for the task: (returnval){ [ 795.346880] env[69663]: value = "task-3332518" [ 795.346880] env[69663]: _type = "Task" [ 795.346880] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.358038] env[69663]: DEBUG oslo_vmware.api [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Task: {'id': task-3332518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.469527] env[69663]: DEBUG oslo_vmware.api [None req-1b176a0b-dae3-49ad-95ec-2bf3f50c2a68 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332517, 'name': PowerOffVM_Task, 'duration_secs': 0.314104} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.472329] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b176a0b-dae3-49ad-95ec-2bf3f50c2a68 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 795.472329] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1b176a0b-dae3-49ad-95ec-2bf3f50c2a68 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 795.472329] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3d209c0-e39e-4434-9858-7518b7541379 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.485567] env[69663]: DEBUG oslo_concurrency.lockutils [None req-53e487aa-9417-4ab2-a288-64c1043df5f2 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Lock "62818b03-14d9-4055-a7fa-7ecbd5a0ca00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.055s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.485567] env[69663]: DEBUG oslo_concurrency.lockutils [None req-34ea10e4-b49e-458f-854d-1d17baffc6ba tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Lock "62818b03-14d9-4055-a7fa-7ecbd5a0ca00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 31.687s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.485567] env[69663]: DEBUG oslo_concurrency.lockutils [None req-34ea10e4-b49e-458f-854d-1d17baffc6ba tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Acquiring lock "62818b03-14d9-4055-a7fa-7ecbd5a0ca00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.486095] env[69663]: DEBUG oslo_concurrency.lockutils [None req-34ea10e4-b49e-458f-854d-1d17baffc6ba tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Lock "62818b03-14d9-4055-a7fa-7ecbd5a0ca00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.486095] env[69663]: DEBUG oslo_concurrency.lockutils [None req-34ea10e4-b49e-458f-854d-1d17baffc6ba tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Lock "62818b03-14d9-4055-a7fa-7ecbd5a0ca00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.489992] env[69663]: INFO nova.compute.manager [None req-34ea10e4-b49e-458f-854d-1d17baffc6ba tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Terminating instance [ 795.494351] env[69663]: DEBUG oslo_concurrency.lockutils [None req-34ea10e4-b49e-458f-854d-1d17baffc6ba tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Acquiring lock "refresh_cache-62818b03-14d9-4055-a7fa-7ecbd5a0ca00" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.494524] env[69663]: DEBUG oslo_concurrency.lockutils [None req-34ea10e4-b49e-458f-854d-1d17baffc6ba tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Acquired lock "refresh_cache-62818b03-14d9-4055-a7fa-7ecbd5a0ca00" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.494699] env[69663]: DEBUG nova.network.neutron [None req-34ea10e4-b49e-458f-854d-1d17baffc6ba tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 795.538113] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1b176a0b-dae3-49ad-95ec-2bf3f50c2a68 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 795.538350] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1b176a0b-dae3-49ad-95ec-2bf3f50c2a68 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 795.538540] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b176a0b-dae3-49ad-95ec-2bf3f50c2a68 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Deleting the datastore file [datastore1] cac77ab5-f50e-46dd-967e-948221c1ee12 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.538813] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69e3e98d-d59a-4a26-9c7e-b7878e9e4943 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.546712] env[69663]: DEBUG oslo_vmware.api [None req-1b176a0b-dae3-49ad-95ec-2bf3f50c2a68 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Waiting for the task: (returnval){ [ 795.546712] env[69663]: value = "task-3332520" [ 795.546712] env[69663]: _type = "Task" [ 795.546712] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.556265] env[69663]: DEBUG oslo_vmware.api [None req-1b176a0b-dae3-49ad-95ec-2bf3f50c2a68 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.875529] env[69663]: DEBUG oslo_vmware.api [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Task: {'id': task-3332518, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.998104] env[69663]: DEBUG nova.compute.utils [None req-34ea10e4-b49e-458f-854d-1d17baffc6ba tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Can not refresh info_cache because instance was not found {{(pid=69663) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1024}} [ 796.018542] env[69663]: DEBUG nova.network.neutron [None req-34ea10e4-b49e-458f-854d-1d17baffc6ba tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 796.037431] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcf238b-ca0a-44b2-8168-90a4337ef38d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.052887] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069cd805-9aa7-4d3a-bcb2-6fcd1f11396b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.061589] env[69663]: DEBUG oslo_vmware.api [None req-1b176a0b-dae3-49ad-95ec-2bf3f50c2a68 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.092431] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70db86de-2214-413a-902f-474c0e9ba999 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.101021] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef983fa4-baf4-492a-b97d-eca1330b911c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.119998] env[69663]: DEBUG nova.compute.provider_tree [None req-002bc3c2-eb25-484c-9812-7696739a0d1e tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.154158] env[69663]: DEBUG nova.network.neutron [None req-34ea10e4-b49e-458f-854d-1d17baffc6ba tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.372383] env[69663]: DEBUG oslo_vmware.api [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Task: {'id': task-3332518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632501} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.372383] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] c115516f-79f9-4b87-aa3a-b23632cbe949/c115516f-79f9-4b87-aa3a-b23632cbe949.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 796.372383] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.372383] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-673e363d-4074-4427-a75b-6518d9263531 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.380531] env[69663]: DEBUG oslo_vmware.api [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Waiting for the task: (returnval){ [ 796.380531] env[69663]: value = "task-3332521" [ 796.380531] env[69663]: _type = "Task" [ 796.380531] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.390016] env[69663]: DEBUG oslo_vmware.api [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Task: {'id': task-3332521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.558547] env[69663]: DEBUG oslo_vmware.api [None req-1b176a0b-dae3-49ad-95ec-2bf3f50c2a68 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332520, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.544971} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.558803] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b176a0b-dae3-49ad-95ec-2bf3f50c2a68 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.558995] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1b176a0b-dae3-49ad-95ec-2bf3f50c2a68 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 796.560667] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1b176a0b-dae3-49ad-95ec-2bf3f50c2a68 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 796.560871] env[69663]: INFO nova.compute.manager [None req-1b176a0b-dae3-49ad-95ec-2bf3f50c2a68 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Took 1.63 seconds to destroy the instance on the hypervisor. [ 796.561270] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b176a0b-dae3-49ad-95ec-2bf3f50c2a68 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.561369] env[69663]: DEBUG nova.compute.manager [-] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 796.561439] env[69663]: DEBUG nova.network.neutron [-] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 796.623964] env[69663]: DEBUG nova.scheduler.client.report [None req-002bc3c2-eb25-484c-9812-7696739a0d1e tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 796.656069] env[69663]: DEBUG oslo_concurrency.lockutils [None req-34ea10e4-b49e-458f-854d-1d17baffc6ba tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Releasing lock "refresh_cache-62818b03-14d9-4055-a7fa-7ecbd5a0ca00" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.656714] env[69663]: DEBUG nova.compute.manager [None req-34ea10e4-b49e-458f-854d-1d17baffc6ba tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 796.656962] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-34ea10e4-b49e-458f-854d-1d17baffc6ba tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 796.657430] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd016135-9c77-493f-a017-d8b75c59fca9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.666764] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129b56d4-712a-4743-a015-6fd3a3c1259b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.710532] env[69663]: WARNING nova.virt.vmwareapi.vmops [None req-34ea10e4-b49e-458f-854d-1d17baffc6ba tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 62818b03-14d9-4055-a7fa-7ecbd5a0ca00 could not be found. [ 796.710753] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-34ea10e4-b49e-458f-854d-1d17baffc6ba tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 796.710947] env[69663]: INFO nova.compute.manager [None req-34ea10e4-b49e-458f-854d-1d17baffc6ba tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Took 0.05 seconds to destroy the instance on the hypervisor. [ 796.711240] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34ea10e4-b49e-458f-854d-1d17baffc6ba tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.711607] env[69663]: DEBUG nova.compute.manager [-] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 796.711710] env[69663]: DEBUG nova.network.neutron [-] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 796.728955] env[69663]: DEBUG nova.network.neutron [-] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 796.882997] env[69663]: DEBUG nova.compute.manager [req-4c2d2c24-9244-491a-b7b1-7f48f7972d18 req-bff2ee53-fbcc-407b-8176-43b1e3c20906 service nova] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Received event network-vif-deleted-77431853-06f4-4868-81a2-4b4e76cb5010 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 796.883886] env[69663]: INFO nova.compute.manager [req-4c2d2c24-9244-491a-b7b1-7f48f7972d18 req-bff2ee53-fbcc-407b-8176-43b1e3c20906 service nova] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Neutron deleted interface 77431853-06f4-4868-81a2-4b4e76cb5010; detaching it from the instance and deleting it from the info cache [ 796.883886] env[69663]: DEBUG nova.network.neutron [req-4c2d2c24-9244-491a-b7b1-7f48f7972d18 req-bff2ee53-fbcc-407b-8176-43b1e3c20906 service nova] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.896987] env[69663]: DEBUG oslo_vmware.api [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Task: {'id': task-3332521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192317} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.897587] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.898387] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f68d07-cbc5-4bbf-ab3b-412de7f692c8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.922529] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] c115516f-79f9-4b87-aa3a-b23632cbe949/c115516f-79f9-4b87-aa3a-b23632cbe949.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.924037] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-377375ed-c576-42f0-9365-3f9de3ef14a5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.947856] env[69663]: DEBUG oslo_vmware.api [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Waiting for the task: (returnval){ [ 796.947856] env[69663]: value = "task-3332522" [ 796.947856] env[69663]: _type = "Task" [ 796.947856] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.961313] env[69663]: DEBUG oslo_vmware.api [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Task: {'id': task-3332522, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.130425] env[69663]: DEBUG oslo_concurrency.lockutils [None req-002bc3c2-eb25-484c-9812-7696739a0d1e tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.176s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.133337] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c388f1bc-8a42-4820-847e-5c0843b6c6a5 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.193s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.133917] env[69663]: DEBUG nova.objects.instance [None req-c388f1bc-8a42-4820-847e-5c0843b6c6a5 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Lazy-loading 'resources' on Instance uuid f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.156083] env[69663]: INFO nova.scheduler.client.report [None req-002bc3c2-eb25-484c-9812-7696739a0d1e tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Deleted allocations for instance 552b215a-35c7-4669-87ae-ea17c9dfbf2f [ 797.232553] env[69663]: DEBUG nova.network.neutron [-] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.281726] env[69663]: DEBUG oslo_concurrency.lockutils [None req-df336cfa-96d6-49ff-9c58-0c6f45f4c565 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Acquiring lock "b371813d-2134-4a79-b6f9-890b01707948" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.281976] env[69663]: DEBUG oslo_concurrency.lockutils [None req-df336cfa-96d6-49ff-9c58-0c6f45f4c565 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Lock "b371813d-2134-4a79-b6f9-890b01707948" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.282210] env[69663]: DEBUG oslo_concurrency.lockutils [None req-df336cfa-96d6-49ff-9c58-0c6f45f4c565 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Acquiring lock "b371813d-2134-4a79-b6f9-890b01707948-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.282399] env[69663]: DEBUG oslo_concurrency.lockutils [None req-df336cfa-96d6-49ff-9c58-0c6f45f4c565 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Lock "b371813d-2134-4a79-b6f9-890b01707948-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.282573] env[69663]: DEBUG oslo_concurrency.lockutils [None req-df336cfa-96d6-49ff-9c58-0c6f45f4c565 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Lock "b371813d-2134-4a79-b6f9-890b01707948-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.284544] env[69663]: INFO nova.compute.manager [None req-df336cfa-96d6-49ff-9c58-0c6f45f4c565 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: b371813d-2134-4a79-b6f9-890b01707948] Terminating instance [ 797.287934] env[69663]: DEBUG nova.compute.manager [None req-df336cfa-96d6-49ff-9c58-0c6f45f4c565 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: b371813d-2134-4a79-b6f9-890b01707948] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 797.288148] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-df336cfa-96d6-49ff-9c58-0c6f45f4c565 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: b371813d-2134-4a79-b6f9-890b01707948] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 797.288987] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f55186c-0d3d-4d25-8a96-cb3446c0532a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.296698] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-df336cfa-96d6-49ff-9c58-0c6f45f4c565 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: b371813d-2134-4a79-b6f9-890b01707948] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 797.296962] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9814fd1a-c13a-4624-b784-0185de1c7118 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.304674] env[69663]: DEBUG oslo_vmware.api [None req-df336cfa-96d6-49ff-9c58-0c6f45f4c565 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Waiting for the task: (returnval){ [ 797.304674] env[69663]: value = "task-3332523" [ 797.304674] env[69663]: _type = "Task" [ 797.304674] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.316460] env[69663]: DEBUG oslo_vmware.api [None req-df336cfa-96d6-49ff-9c58-0c6f45f4c565 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': task-3332523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.323403] env[69663]: DEBUG nova.network.neutron [-] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.389734] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6bf3c9c1-cd3d-427a-9767-f0dc07809463 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.400818] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee03cfd4-b5f0-43c0-822e-2a43902ed224 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.437285] env[69663]: DEBUG nova.compute.manager [req-4c2d2c24-9244-491a-b7b1-7f48f7972d18 req-bff2ee53-fbcc-407b-8176-43b1e3c20906 service nova] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Detach interface failed, port_id=77431853-06f4-4868-81a2-4b4e76cb5010, reason: Instance cac77ab5-f50e-46dd-967e-948221c1ee12 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 797.456357] env[69663]: DEBUG oslo_vmware.api [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Task: {'id': task-3332522, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.666138] env[69663]: DEBUG oslo_concurrency.lockutils [None req-002bc3c2-eb25-484c-9812-7696739a0d1e tempest-ListServersNegativeTestJSON-1654090398 tempest-ListServersNegativeTestJSON-1654090398-project-member] Lock "552b215a-35c7-4669-87ae-ea17c9dfbf2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.939s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.737525] env[69663]: INFO nova.compute.manager [-] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Took 1.03 seconds to deallocate network for instance. [ 797.823648] env[69663]: DEBUG oslo_vmware.api [None req-df336cfa-96d6-49ff-9c58-0c6f45f4c565 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': task-3332523, 'name': PowerOffVM_Task, 'duration_secs': 0.421336} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.823928] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-df336cfa-96d6-49ff-9c58-0c6f45f4c565 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: b371813d-2134-4a79-b6f9-890b01707948] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 797.824125] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-df336cfa-96d6-49ff-9c58-0c6f45f4c565 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: b371813d-2134-4a79-b6f9-890b01707948] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 797.824386] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfb064d2-c984-4f97-88c4-8685b66d5d22 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.826212] env[69663]: INFO nova.compute.manager [-] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Took 1.26 seconds to deallocate network for instance. [ 797.907264] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-df336cfa-96d6-49ff-9c58-0c6f45f4c565 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: b371813d-2134-4a79-b6f9-890b01707948] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 797.907264] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-df336cfa-96d6-49ff-9c58-0c6f45f4c565 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: b371813d-2134-4a79-b6f9-890b01707948] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 797.907264] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-df336cfa-96d6-49ff-9c58-0c6f45f4c565 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Deleting the datastore file [datastore2] b371813d-2134-4a79-b6f9-890b01707948 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.907264] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7de90f77-e60a-4a96-a1df-8752fdc11cd4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.917673] env[69663]: DEBUG oslo_vmware.api [None req-df336cfa-96d6-49ff-9c58-0c6f45f4c565 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Waiting for the task: (returnval){ [ 797.917673] env[69663]: value = "task-3332525" [ 797.917673] env[69663]: _type = "Task" [ 797.917673] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.926538] env[69663]: DEBUG oslo_vmware.api [None req-df336cfa-96d6-49ff-9c58-0c6f45f4c565 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': task-3332525, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.962145] env[69663]: DEBUG oslo_vmware.api [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Task: {'id': task-3332522, 'name': ReconfigVM_Task, 'duration_secs': 0.817884} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.962145] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Reconfigured VM instance instance-00000024 to attach disk [datastore1] c115516f-79f9-4b87-aa3a-b23632cbe949/c115516f-79f9-4b87-aa3a-b23632cbe949.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.962145] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2f4a3a6-cbdf-4f37-9be9-948b337be26c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.969050] env[69663]: DEBUG oslo_vmware.api [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Waiting for the task: (returnval){ [ 797.969050] env[69663]: value = "task-3332526" [ 797.969050] env[69663]: _type = "Task" [ 797.969050] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.983026] env[69663]: DEBUG oslo_vmware.api [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Task: {'id': task-3332526, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.110590] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "3f1d4666-da09-4df3-af29-390fe0dadc25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.110884] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "3f1d4666-da09-4df3-af29-390fe0dadc25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.244864] env[69663]: INFO nova.compute.manager [None req-34ea10e4-b49e-458f-854d-1d17baffc6ba tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Instance disappeared during terminate [ 798.245137] env[69663]: DEBUG oslo_concurrency.lockutils [None req-34ea10e4-b49e-458f-854d-1d17baffc6ba tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Lock "62818b03-14d9-4055-a7fa-7ecbd5a0ca00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.760s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.273793] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b716a8f-7e80-48a5-852f-d12a0e33e669 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.287479] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aceb02c-46db-4e61-8a23-f0c4b1cd1d22 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.328811] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3bcafb-bcc2-42fb-8d49-43e1ff688ceb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.337480] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1b176a0b-dae3-49ad-95ec-2bf3f50c2a68 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.338673] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a89ac9-a51c-49a0-b32c-86c7e0432fcf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.354951] env[69663]: DEBUG nova.compute.provider_tree [None req-c388f1bc-8a42-4820-847e-5c0843b6c6a5 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.430178] env[69663]: DEBUG oslo_vmware.api [None req-df336cfa-96d6-49ff-9c58-0c6f45f4c565 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Task: {'id': task-3332525, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205965} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.430178] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-df336cfa-96d6-49ff-9c58-0c6f45f4c565 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.430178] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-df336cfa-96d6-49ff-9c58-0c6f45f4c565 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: b371813d-2134-4a79-b6f9-890b01707948] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 798.430178] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-df336cfa-96d6-49ff-9c58-0c6f45f4c565 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: b371813d-2134-4a79-b6f9-890b01707948] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 798.430178] env[69663]: INFO nova.compute.manager [None req-df336cfa-96d6-49ff-9c58-0c6f45f4c565 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] [instance: b371813d-2134-4a79-b6f9-890b01707948] Took 1.14 seconds to destroy the instance on the hypervisor. [ 798.430178] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df336cfa-96d6-49ff-9c58-0c6f45f4c565 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.430178] env[69663]: DEBUG nova.compute.manager [-] [instance: b371813d-2134-4a79-b6f9-890b01707948] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 798.430178] env[69663]: DEBUG nova.network.neutron [-] [instance: b371813d-2134-4a79-b6f9-890b01707948] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 798.478483] env[69663]: DEBUG oslo_vmware.api [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Task: {'id': task-3332526, 'name': Rename_Task, 'duration_secs': 0.144628} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.480839] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 798.481130] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6e93e2e-b7e2-4c3a-a6de-db843e8c49db {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.488371] env[69663]: DEBUG oslo_vmware.api [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Waiting for the task: (returnval){ [ 798.488371] env[69663]: value = "task-3332527" [ 798.488371] env[69663]: _type = "Task" [ 798.488371] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.497052] env[69663]: DEBUG oslo_vmware.api [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Task: {'id': task-3332527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.861148] env[69663]: DEBUG nova.scheduler.client.report [None req-c388f1bc-8a42-4820-847e-5c0843b6c6a5 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 799.008151] env[69663]: DEBUG oslo_vmware.api [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Task: {'id': task-3332527, 'name': PowerOnVM_Task, 'duration_secs': 0.471281} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.008473] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 799.008691] env[69663]: INFO nova.compute.manager [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Took 8.59 seconds to spawn the instance on the hypervisor. [ 799.008908] env[69663]: DEBUG nova.compute.manager [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 799.010015] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdaa1cd3-36ec-434a-b1a5-b14de12db865 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.159387] env[69663]: DEBUG nova.compute.manager [req-d1da0107-b972-472a-9cc8-04a566b3e45d req-65e4e432-7c67-4bf6-8c94-88a1a233828e service nova] [instance: b371813d-2134-4a79-b6f9-890b01707948] Received event network-vif-deleted-e8402221-e598-4782-bf0a-5b5f56558e7b {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 799.159613] env[69663]: INFO nova.compute.manager [req-d1da0107-b972-472a-9cc8-04a566b3e45d req-65e4e432-7c67-4bf6-8c94-88a1a233828e service nova] [instance: b371813d-2134-4a79-b6f9-890b01707948] Neutron deleted interface e8402221-e598-4782-bf0a-5b5f56558e7b; detaching it from the instance and deleting it from the info cache [ 799.159795] env[69663]: DEBUG nova.network.neutron [req-d1da0107-b972-472a-9cc8-04a566b3e45d req-65e4e432-7c67-4bf6-8c94-88a1a233828e service nova] [instance: b371813d-2134-4a79-b6f9-890b01707948] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.367821] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c388f1bc-8a42-4820-847e-5c0843b6c6a5 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.234s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.371118] env[69663]: DEBUG oslo_concurrency.lockutils [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.948s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.376661] env[69663]: INFO nova.compute.claims [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.397523] env[69663]: INFO nova.scheduler.client.report [None req-c388f1bc-8a42-4820-847e-5c0843b6c6a5 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Deleted allocations for instance f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5 [ 799.523813] env[69663]: DEBUG nova.network.neutron [-] [instance: b371813d-2134-4a79-b6f9-890b01707948] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.532520] env[69663]: INFO nova.compute.manager [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Took 41.90 seconds to build instance. [ 799.666737] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ee52cad-2441-48c7-8e20-5269cf0d7d4c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.676442] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ec2a23-73d6-4e2e-ab1b-bcab683a6631 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.709599] env[69663]: DEBUG nova.compute.manager [req-d1da0107-b972-472a-9cc8-04a566b3e45d req-65e4e432-7c67-4bf6-8c94-88a1a233828e service nova] [instance: b371813d-2134-4a79-b6f9-890b01707948] Detach interface failed, port_id=e8402221-e598-4782-bf0a-5b5f56558e7b, reason: Instance b371813d-2134-4a79-b6f9-890b01707948 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 799.906400] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c388f1bc-8a42-4820-847e-5c0843b6c6a5 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Lock "f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.108s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.035347] env[69663]: INFO nova.compute.manager [-] [instance: b371813d-2134-4a79-b6f9-890b01707948] Took 1.61 seconds to deallocate network for instance. [ 800.035906] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7bdd3769-09cf-400b-9591-88ea91d27436 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Lock "c115516f-79f9-4b87-aa3a-b23632cbe949" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.809s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.055690] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1f00c9b6-b5e5-4f3b-8638-a911a8bd7e71 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Acquiring lock "c115516f-79f9-4b87-aa3a-b23632cbe949" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.055949] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1f00c9b6-b5e5-4f3b-8638-a911a8bd7e71 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Lock "c115516f-79f9-4b87-aa3a-b23632cbe949" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.056177] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1f00c9b6-b5e5-4f3b-8638-a911a8bd7e71 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Acquiring lock "c115516f-79f9-4b87-aa3a-b23632cbe949-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.056347] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1f00c9b6-b5e5-4f3b-8638-a911a8bd7e71 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Lock "c115516f-79f9-4b87-aa3a-b23632cbe949-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.056515] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1f00c9b6-b5e5-4f3b-8638-a911a8bd7e71 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Lock "c115516f-79f9-4b87-aa3a-b23632cbe949-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.058453] env[69663]: INFO nova.compute.manager [None req-1f00c9b6-b5e5-4f3b-8638-a911a8bd7e71 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Terminating instance [ 800.062645] env[69663]: DEBUG nova.compute.manager [None req-1f00c9b6-b5e5-4f3b-8638-a911a8bd7e71 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 800.062859] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1f00c9b6-b5e5-4f3b-8638-a911a8bd7e71 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 800.063825] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bbb904-d165-411a-9a6b-bd014d11c65c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.076077] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f00c9b6-b5e5-4f3b-8638-a911a8bd7e71 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 800.076351] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c19c5539-f021-49a3-be26-6a03cab1eb50 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.084888] env[69663]: DEBUG oslo_vmware.api [None req-1f00c9b6-b5e5-4f3b-8638-a911a8bd7e71 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Waiting for the task: (returnval){ [ 800.084888] env[69663]: value = "task-3332528" [ 800.084888] env[69663]: _type = "Task" [ 800.084888] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.095245] env[69663]: DEBUG oslo_vmware.api [None req-1f00c9b6-b5e5-4f3b-8638-a911a8bd7e71 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Task: {'id': task-3332528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.542073] env[69663]: DEBUG nova.compute.manager [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 800.548264] env[69663]: DEBUG oslo_concurrency.lockutils [None req-df336cfa-96d6-49ff-9c58-0c6f45f4c565 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.604745] env[69663]: DEBUG oslo_vmware.api [None req-1f00c9b6-b5e5-4f3b-8638-a911a8bd7e71 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Task: {'id': task-3332528, 'name': PowerOffVM_Task, 'duration_secs': 0.191564} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.604745] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f00c9b6-b5e5-4f3b-8638-a911a8bd7e71 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 800.604745] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1f00c9b6-b5e5-4f3b-8638-a911a8bd7e71 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 800.604745] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-812fb103-b5da-4158-96ec-ea1e13d6287c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.671906] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Acquiring lock "9015d426-e858-4d31-8601-da0d44a18ed0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.672195] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Lock "9015d426-e858-4d31-8601-da0d44a18ed0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.672430] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1f00c9b6-b5e5-4f3b-8638-a911a8bd7e71 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 800.672627] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1f00c9b6-b5e5-4f3b-8638-a911a8bd7e71 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 800.672807] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f00c9b6-b5e5-4f3b-8638-a911a8bd7e71 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Deleting the datastore file [datastore1] c115516f-79f9-4b87-aa3a-b23632cbe949 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.673060] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28567919-58ac-4af1-a1ee-417d8680ae3c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.679509] env[69663]: DEBUG oslo_vmware.api [None req-1f00c9b6-b5e5-4f3b-8638-a911a8bd7e71 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Waiting for the task: (returnval){ [ 800.679509] env[69663]: value = "task-3332530" [ 800.679509] env[69663]: _type = "Task" [ 800.679509] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.688054] env[69663]: DEBUG oslo_vmware.api [None req-1f00c9b6-b5e5-4f3b-8638-a911a8bd7e71 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Task: {'id': task-3332530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.933009] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1389b482-2ce3-4744-8a6e-a5d08b24ddee {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.941635] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d1bf30-d870-4a5d-bf26-082e226af347 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.948961] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Acquiring lock "c006c2ab-ac5e-48a1-b0d8-64ade984a187" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.949214] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Lock "c006c2ab-ac5e-48a1-b0d8-64ade984a187" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.975904] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bda998-f119-4084-97f3-2ddb2569f526 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.983202] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe26ec0-9c2c-40f0-84cb-65a332b30584 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.996426] env[69663]: DEBUG nova.compute.provider_tree [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.067081] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.189389] env[69663]: DEBUG oslo_vmware.api [None req-1f00c9b6-b5e5-4f3b-8638-a911a8bd7e71 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Task: {'id': task-3332530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168159} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.189698] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f00c9b6-b5e5-4f3b-8638-a911a8bd7e71 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.189915] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1f00c9b6-b5e5-4f3b-8638-a911a8bd7e71 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 801.190175] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1f00c9b6-b5e5-4f3b-8638-a911a8bd7e71 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 801.190481] env[69663]: INFO nova.compute.manager [None req-1f00c9b6-b5e5-4f3b-8638-a911a8bd7e71 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Took 1.13 seconds to destroy the instance on the hypervisor. [ 801.191125] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f00c9b6-b5e5-4f3b-8638-a911a8bd7e71 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.191125] env[69663]: DEBUG nova.compute.manager [-] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 801.191125] env[69663]: DEBUG nova.network.neutron [-] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 801.499184] env[69663]: DEBUG nova.scheduler.client.report [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 801.535409] env[69663]: DEBUG nova.compute.manager [req-b95c9d92-c9e8-4103-8f8d-063bee00f547 req-63cefc87-8084-4f9d-92cf-5a211fc48b63 service nova] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Received event network-vif-deleted-a32f4d91-d2a6-43ea-9663-247ca16cfaed {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 801.535626] env[69663]: INFO nova.compute.manager [req-b95c9d92-c9e8-4103-8f8d-063bee00f547 req-63cefc87-8084-4f9d-92cf-5a211fc48b63 service nova] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Neutron deleted interface a32f4d91-d2a6-43ea-9663-247ca16cfaed; detaching it from the instance and deleting it from the info cache [ 801.535806] env[69663]: DEBUG nova.network.neutron [req-b95c9d92-c9e8-4103-8f8d-063bee00f547 req-63cefc87-8084-4f9d-92cf-5a211fc48b63 service nova] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.744862] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Acquiring lock "ff8c0288-8e3d-47d1-b1b8-070783fac880" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.744862] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Lock "ff8c0288-8e3d-47d1-b1b8-070783fac880" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.996618] env[69663]: DEBUG nova.network.neutron [-] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.012600] env[69663]: DEBUG oslo_concurrency.lockutils [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.013125] env[69663]: DEBUG nova.compute.manager [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 802.015443] env[69663]: DEBUG oslo_concurrency.lockutils [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.510s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.016805] env[69663]: INFO nova.compute.claims [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.038958] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c1f3d346-f09b-4698-a95b-2f169450a435 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.049117] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8027e651-19cb-4a45-9f3d-a055c140d19a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.082034] env[69663]: DEBUG nova.compute.manager [req-b95c9d92-c9e8-4103-8f8d-063bee00f547 req-63cefc87-8084-4f9d-92cf-5a211fc48b63 service nova] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Detach interface failed, port_id=a32f4d91-d2a6-43ea-9663-247ca16cfaed, reason: Instance c115516f-79f9-4b87-aa3a-b23632cbe949 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 802.500056] env[69663]: INFO nova.compute.manager [-] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Took 1.31 seconds to deallocate network for instance. [ 802.523731] env[69663]: DEBUG nova.compute.utils [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 802.525100] env[69663]: DEBUG nova.compute.manager [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 802.525281] env[69663]: DEBUG nova.network.neutron [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] [instance: beec18ad-8614-4cdc-a764-9174157d3416] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 802.588019] env[69663]: DEBUG nova.policy [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '721bbd6f5d78448688a6ccb43af0cf81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4173e3bc7c0b491c9cc782ff98deac1c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 802.970393] env[69663]: DEBUG nova.network.neutron [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Successfully created port: 29726e4c-6af7-42a8-9a4a-cd9a73ac77b0 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 803.007203] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1f00c9b6-b5e5-4f3b-8638-a911a8bd7e71 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.028912] env[69663]: DEBUG nova.compute.manager [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 803.480188] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4daac04-ca29-43f5-9a1c-665ab8376167 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.487820] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de04ab1-d511-4ec4-9f11-a8baa16e973e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.517540] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127a26c6-c989-4e83-9636-cb18bf946222 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.524712] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd5de19-166d-49ea-bcec-a2338fbad70b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.540709] env[69663]: DEBUG nova.compute.provider_tree [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.043604] env[69663]: DEBUG nova.compute.manager [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 804.046311] env[69663]: DEBUG nova.scheduler.client.report [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 804.078033] env[69663]: DEBUG nova.virt.hardware [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 804.078307] env[69663]: DEBUG nova.virt.hardware [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 804.078471] env[69663]: DEBUG nova.virt.hardware [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.078646] env[69663]: DEBUG nova.virt.hardware [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 804.078797] env[69663]: DEBUG nova.virt.hardware [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.078947] env[69663]: DEBUG nova.virt.hardware [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 804.079185] env[69663]: DEBUG nova.virt.hardware [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 804.079371] env[69663]: DEBUG nova.virt.hardware [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 804.079552] env[69663]: DEBUG nova.virt.hardware [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 804.079722] env[69663]: DEBUG nova.virt.hardware [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 804.079899] env[69663]: DEBUG nova.virt.hardware [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 804.081038] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b0305b-3c46-42f4-aae3-ba4efacc94a7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.089644] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0d4d6f-1e3c-4290-9955-1b1ab1fe13fd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.406466] env[69663]: DEBUG nova.compute.manager [req-3f97cc08-884e-4bb2-ba3a-cdb107ba8458 req-98ad3ac8-e3b8-4b12-879e-a351797513aa service nova] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Received event network-vif-plugged-29726e4c-6af7-42a8-9a4a-cd9a73ac77b0 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 804.406466] env[69663]: DEBUG oslo_concurrency.lockutils [req-3f97cc08-884e-4bb2-ba3a-cdb107ba8458 req-98ad3ac8-e3b8-4b12-879e-a351797513aa service nova] Acquiring lock "beec18ad-8614-4cdc-a764-9174157d3416-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.406466] env[69663]: DEBUG oslo_concurrency.lockutils [req-3f97cc08-884e-4bb2-ba3a-cdb107ba8458 req-98ad3ac8-e3b8-4b12-879e-a351797513aa service nova] Lock "beec18ad-8614-4cdc-a764-9174157d3416-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.406466] env[69663]: DEBUG oslo_concurrency.lockutils [req-3f97cc08-884e-4bb2-ba3a-cdb107ba8458 req-98ad3ac8-e3b8-4b12-879e-a351797513aa service nova] Lock "beec18ad-8614-4cdc-a764-9174157d3416-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.406466] env[69663]: DEBUG nova.compute.manager [req-3f97cc08-884e-4bb2-ba3a-cdb107ba8458 req-98ad3ac8-e3b8-4b12-879e-a351797513aa service nova] [instance: beec18ad-8614-4cdc-a764-9174157d3416] No waiting events found dispatching network-vif-plugged-29726e4c-6af7-42a8-9a4a-cd9a73ac77b0 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 804.406874] env[69663]: WARNING nova.compute.manager [req-3f97cc08-884e-4bb2-ba3a-cdb107ba8458 req-98ad3ac8-e3b8-4b12-879e-a351797513aa service nova] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Received unexpected event network-vif-plugged-29726e4c-6af7-42a8-9a4a-cd9a73ac77b0 for instance with vm_state building and task_state spawning. [ 804.554021] env[69663]: DEBUG oslo_concurrency.lockutils [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.536s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.554021] env[69663]: DEBUG nova.compute.manager [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 804.555997] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 36.373s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.567599] env[69663]: DEBUG nova.network.neutron [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Successfully updated port: 29726e4c-6af7-42a8-9a4a-cd9a73ac77b0 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 805.063480] env[69663]: DEBUG nova.compute.utils [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 805.064921] env[69663]: DEBUG nova.compute.manager [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 805.065104] env[69663]: DEBUG nova.network.neutron [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 805.076035] env[69663]: DEBUG oslo_concurrency.lockutils [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Acquiring lock "refresh_cache-beec18ad-8614-4cdc-a764-9174157d3416" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.076920] env[69663]: DEBUG oslo_concurrency.lockutils [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Acquired lock "refresh_cache-beec18ad-8614-4cdc-a764-9174157d3416" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.076920] env[69663]: DEBUG nova.network.neutron [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 805.157385] env[69663]: DEBUG nova.policy [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b963901d4ecd46359e5aa89093b4fd26', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb618ba09e0b42849e4f4e8e6ef32bc4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 805.526224] env[69663]: DEBUG nova.network.neutron [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Successfully created port: 79829d02-a516-4932-8a37-cd6aa65f96fd {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 805.568322] env[69663]: DEBUG nova.compute.manager [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 805.610363] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 15b18416-7534-4888-b1a7-9e147ff3980c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 1024, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 805.610535] env[69663]: WARNING nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance b371813d-2134-4a79-b6f9-890b01707948 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 805.611029] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance f8fd6dad-6e51-4f7c-b769-00f03441a061 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 805.611217] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 779bf209-bdee-44a6-aff6-cf79dbf46bd4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 805.611336] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 53ed6196-4af5-426e-bdbe-80453e09f962 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 805.611450] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 3c24b6b4-0f5d-4238-9c52-abfbff138058 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 805.611560] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 1d2d49f3-0406-467b-95b7-22d38c24dcf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 805.611694] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance ce4eb350-554d-4f1c-92d5-dedcacfc8ea5 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 805.612092] env[69663]: WARNING nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance cac77ab5-f50e-46dd-967e-948221c1ee12 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 805.612224] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 76897d45-3652-487d-beba-517307e3e6e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 805.612353] env[69663]: WARNING nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 28ababf1-1ebc-4e31-bb87-dc848b309483 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 805.612471] env[69663]: WARNING nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance bebad230-b1c7-46a1-884d-ec162bdf5786 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 805.612598] env[69663]: WARNING nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 770e7813-571a-4d23-842f-20d55c7c1980 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 805.612716] env[69663]: WARNING nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 76503b99-e3e3-49bf-a2c0-651a2809cd3a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 805.612830] env[69663]: WARNING nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance bc49a794-9b16-489f-a41d-890af7a385f3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 805.612945] env[69663]: WARNING nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 805.613066] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 805.613173] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance adbc2e4c-d298-4e17-b927-8165617434b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 805.613284] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 5389ace8-0152-4b00-9a83-c7b4ec4eb988 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 805.613407] env[69663]: WARNING nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance c115516f-79f9-4b87-aa3a-b23632cbe949 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 805.613514] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance beec18ad-8614-4cdc-a764-9174157d3416 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 805.613617] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance c96cd37c-954b-41ab-9728-b1cbfe5d8c74 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 805.634909] env[69663]: DEBUG nova.network.neutron [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 805.757798] env[69663]: DEBUG nova.network.neutron [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Updating instance_info_cache with network_info: [{"id": "29726e4c-6af7-42a8-9a4a-cd9a73ac77b0", "address": "fa:16:3e:13:2e:5f", "network": {"id": "5efda5d0-25ce-4c34-9070-e9f4c93b2368", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1021018851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4173e3bc7c0b491c9cc782ff98deac1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29726e4c-6a", "ovs_interfaceid": "29726e4c-6af7-42a8-9a4a-cd9a73ac77b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.117200] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 7be8d9d2-3b54-490e-8a89-00324c49a5a0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 806.261087] env[69663]: DEBUG oslo_concurrency.lockutils [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Releasing lock "refresh_cache-beec18ad-8614-4cdc-a764-9174157d3416" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.261087] env[69663]: DEBUG nova.compute.manager [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Instance network_info: |[{"id": "29726e4c-6af7-42a8-9a4a-cd9a73ac77b0", "address": "fa:16:3e:13:2e:5f", "network": {"id": "5efda5d0-25ce-4c34-9070-e9f4c93b2368", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1021018851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4173e3bc7c0b491c9cc782ff98deac1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29726e4c-6a", "ovs_interfaceid": "29726e4c-6af7-42a8-9a4a-cd9a73ac77b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 806.261344] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:2e:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '667a2e97-c1be-421d-9941-6b84c2629b43', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29726e4c-6af7-42a8-9a4a-cd9a73ac77b0', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.268838] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Creating folder: Project (4173e3bc7c0b491c9cc782ff98deac1c). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 806.269127] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbbda32f-51c3-4e9b-868d-84782e0288ee {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.280688] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Created folder: Project (4173e3bc7c0b491c9cc782ff98deac1c) in parent group-v665133. [ 806.280866] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Creating folder: Instances. Parent ref: group-v665248. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 806.281095] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8eb787a5-ecbf-4b99-8e0d-d851d666ae07 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.290136] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Created folder: Instances in parent group-v665248. [ 806.290386] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.290579] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 806.290765] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f539c91-1ca2-40e8-9b36-98d2fbb7e34d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.309543] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 806.309543] env[69663]: value = "task-3332533" [ 806.309543] env[69663]: _type = "Task" [ 806.309543] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.318092] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332533, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.432689] env[69663]: DEBUG nova.compute.manager [req-c7efc2c9-cc33-4795-93d9-7d8536bf96e2 req-e629f692-f36a-4764-a922-b54d894a0483 service nova] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Received event network-changed-29726e4c-6af7-42a8-9a4a-cd9a73ac77b0 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 806.432978] env[69663]: DEBUG nova.compute.manager [req-c7efc2c9-cc33-4795-93d9-7d8536bf96e2 req-e629f692-f36a-4764-a922-b54d894a0483 service nova] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Refreshing instance network info cache due to event network-changed-29726e4c-6af7-42a8-9a4a-cd9a73ac77b0. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 806.433132] env[69663]: DEBUG oslo_concurrency.lockutils [req-c7efc2c9-cc33-4795-93d9-7d8536bf96e2 req-e629f692-f36a-4764-a922-b54d894a0483 service nova] Acquiring lock "refresh_cache-beec18ad-8614-4cdc-a764-9174157d3416" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.433345] env[69663]: DEBUG oslo_concurrency.lockutils [req-c7efc2c9-cc33-4795-93d9-7d8536bf96e2 req-e629f692-f36a-4764-a922-b54d894a0483 service nova] Acquired lock "refresh_cache-beec18ad-8614-4cdc-a764-9174157d3416" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.433445] env[69663]: DEBUG nova.network.neutron [req-c7efc2c9-cc33-4795-93d9-7d8536bf96e2 req-e629f692-f36a-4764-a922-b54d894a0483 service nova] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Refreshing network info cache for port 29726e4c-6af7-42a8-9a4a-cd9a73ac77b0 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 806.578704] env[69663]: DEBUG nova.compute.manager [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 806.605324] env[69663]: DEBUG nova.virt.hardware [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 806.605579] env[69663]: DEBUG nova.virt.hardware [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 806.605741] env[69663]: DEBUG nova.virt.hardware [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.605925] env[69663]: DEBUG nova.virt.hardware [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 806.606122] env[69663]: DEBUG nova.virt.hardware [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.606302] env[69663]: DEBUG nova.virt.hardware [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 806.606532] env[69663]: DEBUG nova.virt.hardware [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 806.606701] env[69663]: DEBUG nova.virt.hardware [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 806.606871] env[69663]: DEBUG nova.virt.hardware [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 806.607048] env[69663]: DEBUG nova.virt.hardware [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 806.607255] env[69663]: DEBUG nova.virt.hardware [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 806.608173] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3788c8-555c-421e-9148-0a2ef95cd0af {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.616472] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf3a8c5-20c7-4223-b2a9-e87366ff94dd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.621269] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance c46089b3-927b-4b96-84bb-cfa3e5e70037 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 806.820442] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332533, 'name': CreateVM_Task, 'duration_secs': 0.295641} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.820693] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 806.821418] env[69663]: DEBUG oslo_concurrency.lockutils [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.821596] env[69663]: DEBUG oslo_concurrency.lockutils [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.821915] env[69663]: DEBUG oslo_concurrency.lockutils [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.822176] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f84c3d40-2636-48b0-9d4d-ade2ed95da7a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.826643] env[69663]: DEBUG oslo_vmware.api [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Waiting for the task: (returnval){ [ 806.826643] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]521f566d-0b34-b2a7-91cd-ca67f4030e7b" [ 806.826643] env[69663]: _type = "Task" [ 806.826643] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.834675] env[69663]: DEBUG oslo_vmware.api [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]521f566d-0b34-b2a7-91cd-ca67f4030e7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.124315] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 6d6d0148-518f-417a-accc-7e849f10b95b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 807.139987] env[69663]: DEBUG nova.network.neutron [req-c7efc2c9-cc33-4795-93d9-7d8536bf96e2 req-e629f692-f36a-4764-a922-b54d894a0483 service nova] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Updated VIF entry in instance network info cache for port 29726e4c-6af7-42a8-9a4a-cd9a73ac77b0. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 807.140415] env[69663]: DEBUG nova.network.neutron [req-c7efc2c9-cc33-4795-93d9-7d8536bf96e2 req-e629f692-f36a-4764-a922-b54d894a0483 service nova] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Updating instance_info_cache with network_info: [{"id": "29726e4c-6af7-42a8-9a4a-cd9a73ac77b0", "address": "fa:16:3e:13:2e:5f", "network": {"id": "5efda5d0-25ce-4c34-9070-e9f4c93b2368", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1021018851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4173e3bc7c0b491c9cc782ff98deac1c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29726e4c-6a", "ovs_interfaceid": "29726e4c-6af7-42a8-9a4a-cd9a73ac77b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.244973] env[69663]: DEBUG nova.network.neutron [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Successfully updated port: 79829d02-a516-4932-8a37-cd6aa65f96fd {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 807.337380] env[69663]: DEBUG oslo_vmware.api [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]521f566d-0b34-b2a7-91cd-ca67f4030e7b, 'name': SearchDatastore_Task, 'duration_secs': 0.009234} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.337755] env[69663]: DEBUG oslo_concurrency.lockutils [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.338042] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.338297] env[69663]: DEBUG oslo_concurrency.lockutils [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.338451] env[69663]: DEBUG oslo_concurrency.lockutils [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.338634] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.338897] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-def13ae0-b2bb-477b-8691-a04219bf2ca5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.347795] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.347995] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 807.348748] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04707ab7-41b3-4c7c-b88d-8f5a6e05f468 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.354301] env[69663]: DEBUG oslo_vmware.api [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Waiting for the task: (returnval){ [ 807.354301] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5294bb4d-e86a-d565-bf2f-4cb7c172fb75" [ 807.354301] env[69663]: _type = "Task" [ 807.354301] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.361586] env[69663]: DEBUG oslo_vmware.api [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5294bb4d-e86a-d565-bf2f-4cb7c172fb75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.628994] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance d98525f7-509c-4e3e-81ec-977938e49623 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 807.643503] env[69663]: DEBUG oslo_concurrency.lockutils [req-c7efc2c9-cc33-4795-93d9-7d8536bf96e2 req-e629f692-f36a-4764-a922-b54d894a0483 service nova] Releasing lock "refresh_cache-beec18ad-8614-4cdc-a764-9174157d3416" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.748063] env[69663]: DEBUG oslo_concurrency.lockutils [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Acquiring lock "refresh_cache-c96cd37c-954b-41ab-9728-b1cbfe5d8c74" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.748229] env[69663]: DEBUG oslo_concurrency.lockutils [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Acquired lock "refresh_cache-c96cd37c-954b-41ab-9728-b1cbfe5d8c74" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.748283] env[69663]: DEBUG nova.network.neutron [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 807.866930] env[69663]: DEBUG oslo_vmware.api [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5294bb4d-e86a-d565-bf2f-4cb7c172fb75, 'name': SearchDatastore_Task, 'duration_secs': 0.009115} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.866930] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb3414fe-fffd-42ec-845e-975bde4ec761 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.869666] env[69663]: DEBUG oslo_vmware.api [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Waiting for the task: (returnval){ [ 807.869666] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5237db3f-a6c5-4880-4b0d-862b9d61585d" [ 807.869666] env[69663]: _type = "Task" [ 807.869666] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.878321] env[69663]: DEBUG oslo_vmware.api [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5237db3f-a6c5-4880-4b0d-862b9d61585d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.131678] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 42a7e9ab-7254-4209-ae2c-8e834957c080 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 808.297925] env[69663]: DEBUG nova.network.neutron [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 808.381208] env[69663]: DEBUG oslo_vmware.api [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5237db3f-a6c5-4880-4b0d-862b9d61585d, 'name': SearchDatastore_Task, 'duration_secs': 0.009509} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.383952] env[69663]: DEBUG oslo_concurrency.lockutils [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.384441] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] beec18ad-8614-4cdc-a764-9174157d3416/beec18ad-8614-4cdc-a764-9174157d3416.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 808.384768] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a0b7323-a64a-498f-a108-b3e583e3106a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.392106] env[69663]: DEBUG oslo_vmware.api [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Waiting for the task: (returnval){ [ 808.392106] env[69663]: value = "task-3332534" [ 808.392106] env[69663]: _type = "Task" [ 808.392106] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.401185] env[69663]: DEBUG oslo_vmware.api [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Task: {'id': task-3332534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.460948] env[69663]: DEBUG nova.compute.manager [req-62037af2-80cb-4f80-a746-7176fe24cfe8 req-e2488086-dd5f-4fbb-a0e1-8365ed58b6d1 service nova] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Received event network-vif-plugged-79829d02-a516-4932-8a37-cd6aa65f96fd {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 808.461237] env[69663]: DEBUG oslo_concurrency.lockutils [req-62037af2-80cb-4f80-a746-7176fe24cfe8 req-e2488086-dd5f-4fbb-a0e1-8365ed58b6d1 service nova] Acquiring lock "c96cd37c-954b-41ab-9728-b1cbfe5d8c74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.461410] env[69663]: DEBUG oslo_concurrency.lockutils [req-62037af2-80cb-4f80-a746-7176fe24cfe8 req-e2488086-dd5f-4fbb-a0e1-8365ed58b6d1 service nova] Lock "c96cd37c-954b-41ab-9728-b1cbfe5d8c74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.461582] env[69663]: DEBUG oslo_concurrency.lockutils [req-62037af2-80cb-4f80-a746-7176fe24cfe8 req-e2488086-dd5f-4fbb-a0e1-8365ed58b6d1 service nova] Lock "c96cd37c-954b-41ab-9728-b1cbfe5d8c74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.461789] env[69663]: DEBUG nova.compute.manager [req-62037af2-80cb-4f80-a746-7176fe24cfe8 req-e2488086-dd5f-4fbb-a0e1-8365ed58b6d1 service nova] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] No waiting events found dispatching network-vif-plugged-79829d02-a516-4932-8a37-cd6aa65f96fd {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 808.461967] env[69663]: WARNING nova.compute.manager [req-62037af2-80cb-4f80-a746-7176fe24cfe8 req-e2488086-dd5f-4fbb-a0e1-8365ed58b6d1 service nova] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Received unexpected event network-vif-plugged-79829d02-a516-4932-8a37-cd6aa65f96fd for instance with vm_state building and task_state spawning. [ 808.462145] env[69663]: DEBUG nova.compute.manager [req-62037af2-80cb-4f80-a746-7176fe24cfe8 req-e2488086-dd5f-4fbb-a0e1-8365ed58b6d1 service nova] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Received event network-changed-79829d02-a516-4932-8a37-cd6aa65f96fd {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 808.462303] env[69663]: DEBUG nova.compute.manager [req-62037af2-80cb-4f80-a746-7176fe24cfe8 req-e2488086-dd5f-4fbb-a0e1-8365ed58b6d1 service nova] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Refreshing instance network info cache due to event network-changed-79829d02-a516-4932-8a37-cd6aa65f96fd. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 808.462507] env[69663]: DEBUG oslo_concurrency.lockutils [req-62037af2-80cb-4f80-a746-7176fe24cfe8 req-e2488086-dd5f-4fbb-a0e1-8365ed58b6d1 service nova] Acquiring lock "refresh_cache-c96cd37c-954b-41ab-9728-b1cbfe5d8c74" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.485751] env[69663]: DEBUG nova.network.neutron [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Updating instance_info_cache with network_info: [{"id": "79829d02-a516-4932-8a37-cd6aa65f96fd", "address": "fa:16:3e:f1:12:a3", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79829d02-a5", "ovs_interfaceid": "79829d02-a516-4932-8a37-cd6aa65f96fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.635328] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance c01b7794-182c-4aa8-9469-6c008817e208 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 808.903243] env[69663]: DEBUG oslo_vmware.api [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Task: {'id': task-3332534, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.989067] env[69663]: DEBUG oslo_concurrency.lockutils [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Releasing lock "refresh_cache-c96cd37c-954b-41ab-9728-b1cbfe5d8c74" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.989067] env[69663]: DEBUG nova.compute.manager [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Instance network_info: |[{"id": "79829d02-a516-4932-8a37-cd6aa65f96fd", "address": "fa:16:3e:f1:12:a3", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79829d02-a5", "ovs_interfaceid": "79829d02-a516-4932-8a37-cd6aa65f96fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 808.989067] env[69663]: DEBUG oslo_concurrency.lockutils [req-62037af2-80cb-4f80-a746-7176fe24cfe8 req-e2488086-dd5f-4fbb-a0e1-8365ed58b6d1 service nova] Acquired lock "refresh_cache-c96cd37c-954b-41ab-9728-b1cbfe5d8c74" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.989427] env[69663]: DEBUG nova.network.neutron [req-62037af2-80cb-4f80-a746-7176fe24cfe8 req-e2488086-dd5f-4fbb-a0e1-8365ed58b6d1 service nova] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Refreshing network info cache for port 79829d02-a516-4932-8a37-cd6aa65f96fd {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 808.990758] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:12:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79829d02-a516-4932-8a37-cd6aa65f96fd', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.999631] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Creating folder: Project (fb618ba09e0b42849e4f4e8e6ef32bc4). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 809.000170] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-188a848b-5911-40fd-b83a-ed716b66147e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.010825] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Created folder: Project (fb618ba09e0b42849e4f4e8e6ef32bc4) in parent group-v665133. [ 809.011045] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Creating folder: Instances. Parent ref: group-v665251. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 809.011310] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa67f35a-f377-4022-ac26-c463fbb7fcef {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.024194] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Created folder: Instances in parent group-v665251. [ 809.024457] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.024750] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 809.024973] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c21b4c7-a770-4743-9d16-f5da3d182973 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.047035] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.047035] env[69663]: value = "task-3332537" [ 809.047035] env[69663]: _type = "Task" [ 809.047035] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.055548] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332537, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.139130] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance c36ab50f-44a5-407a-8a80-7482470b09aa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 809.403421] env[69663]: DEBUG oslo_vmware.api [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Task: {'id': task-3332534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51789} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.403709] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] beec18ad-8614-4cdc-a764-9174157d3416/beec18ad-8614-4cdc-a764-9174157d3416.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 809.403935] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.404214] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-733b14f9-88e3-4de6-9a53-81d6f4387ba4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.410671] env[69663]: DEBUG oslo_vmware.api [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Waiting for the task: (returnval){ [ 809.410671] env[69663]: value = "task-3332538" [ 809.410671] env[69663]: _type = "Task" [ 809.410671] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.420620] env[69663]: DEBUG oslo_vmware.api [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Task: {'id': task-3332538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.560761] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332537, 'name': CreateVM_Task, 'duration_secs': 0.307189} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.560921] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 809.561589] env[69663]: DEBUG oslo_concurrency.lockutils [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.561786] env[69663]: DEBUG oslo_concurrency.lockutils [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.562103] env[69663]: DEBUG oslo_concurrency.lockutils [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.562364] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01caf5ee-1ca5-4c24-bdd2-5c3f3f8c5f85 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.567227] env[69663]: DEBUG oslo_vmware.api [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Waiting for the task: (returnval){ [ 809.567227] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a364ad-e536-8930-5482-84e0526977ae" [ 809.567227] env[69663]: _type = "Task" [ 809.567227] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.574640] env[69663]: DEBUG oslo_vmware.api [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a364ad-e536-8930-5482-84e0526977ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.642707] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance c06f5efb-7ba3-4309-83c0-de2f14ff0b7a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 809.788739] env[69663]: DEBUG nova.network.neutron [req-62037af2-80cb-4f80-a746-7176fe24cfe8 req-e2488086-dd5f-4fbb-a0e1-8365ed58b6d1 service nova] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Updated VIF entry in instance network info cache for port 79829d02-a516-4932-8a37-cd6aa65f96fd. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 809.788739] env[69663]: DEBUG nova.network.neutron [req-62037af2-80cb-4f80-a746-7176fe24cfe8 req-e2488086-dd5f-4fbb-a0e1-8365ed58b6d1 service nova] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Updating instance_info_cache with network_info: [{"id": "79829d02-a516-4932-8a37-cd6aa65f96fd", "address": "fa:16:3e:f1:12:a3", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79829d02-a5", "ovs_interfaceid": "79829d02-a516-4932-8a37-cd6aa65f96fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.921316] env[69663]: DEBUG oslo_vmware.api [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Task: {'id': task-3332538, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058747} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.921596] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.922408] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35437246-6ce6-4f55-9646-2be014df1594 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.944464] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] beec18ad-8614-4cdc-a764-9174157d3416/beec18ad-8614-4cdc-a764-9174157d3416.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.944781] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2895ad3-6ec5-43fb-8836-cd929da8bd24 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.965683] env[69663]: DEBUG oslo_vmware.api [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Waiting for the task: (returnval){ [ 809.965683] env[69663]: value = "task-3332539" [ 809.965683] env[69663]: _type = "Task" [ 809.965683] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.976817] env[69663]: DEBUG oslo_vmware.api [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Task: {'id': task-3332539, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.076641] env[69663]: DEBUG oslo_vmware.api [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a364ad-e536-8930-5482-84e0526977ae, 'name': SearchDatastore_Task, 'duration_secs': 0.015619} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.076949] env[69663]: DEBUG oslo_concurrency.lockutils [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.077199] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.077444] env[69663]: DEBUG oslo_concurrency.lockutils [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.077589] env[69663]: DEBUG oslo_concurrency.lockutils [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.077777] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.078018] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef5af6d6-2d67-46cd-a471-16884a0f3c8d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.085138] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.085313] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 810.085963] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aadc8c7a-c172-4f4b-bb08-0d96d9a1d904 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.090351] env[69663]: DEBUG oslo_vmware.api [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Waiting for the task: (returnval){ [ 810.090351] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529f777d-c6dd-7d9b-28cd-d18d5a3009ce" [ 810.090351] env[69663]: _type = "Task" [ 810.090351] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.097202] env[69663]: DEBUG oslo_vmware.api [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529f777d-c6dd-7d9b-28cd-d18d5a3009ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.146155] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 792b698b-ec36-4642-b1d9-1e991b55e40e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 810.290755] env[69663]: DEBUG oslo_concurrency.lockutils [req-62037af2-80cb-4f80-a746-7176fe24cfe8 req-e2488086-dd5f-4fbb-a0e1-8365ed58b6d1 service nova] Releasing lock "refresh_cache-c96cd37c-954b-41ab-9728-b1cbfe5d8c74" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.476180] env[69663]: DEBUG oslo_vmware.api [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Task: {'id': task-3332539, 'name': ReconfigVM_Task, 'duration_secs': 0.257446} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.476463] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Reconfigured VM instance instance-00000025 to attach disk [datastore1] beec18ad-8614-4cdc-a764-9174157d3416/beec18ad-8614-4cdc-a764-9174157d3416.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.477112] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1f62b1c-3639-40c3-80ff-bb7b01aaddaf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.485188] env[69663]: DEBUG oslo_vmware.api [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Waiting for the task: (returnval){ [ 810.485188] env[69663]: value = "task-3332540" [ 810.485188] env[69663]: _type = "Task" [ 810.485188] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.494124] env[69663]: DEBUG oslo_vmware.api [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Task: {'id': task-3332540, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.600955] env[69663]: DEBUG oslo_vmware.api [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529f777d-c6dd-7d9b-28cd-d18d5a3009ce, 'name': SearchDatastore_Task, 'duration_secs': 0.012579} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.601839] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9f465c2-8509-41f6-96af-659191e8b1d6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.607262] env[69663]: DEBUG oslo_vmware.api [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Waiting for the task: (returnval){ [ 810.607262] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5247366c-c4b8-3209-f613-cc0432dc7fa9" [ 810.607262] env[69663]: _type = "Task" [ 810.607262] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.616697] env[69663]: DEBUG oslo_vmware.api [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5247366c-c4b8-3209-f613-cc0432dc7fa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.649646] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance b7e8ced5-25ee-4b1c-81b6-88abcef366f4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 810.995966] env[69663]: DEBUG oslo_vmware.api [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Task: {'id': task-3332540, 'name': Rename_Task, 'duration_secs': 0.146573} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.996679] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 810.996765] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5a996c1-36a7-4bed-b809-6e8611731198 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.002673] env[69663]: DEBUG oslo_vmware.api [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Waiting for the task: (returnval){ [ 811.002673] env[69663]: value = "task-3332541" [ 811.002673] env[69663]: _type = "Task" [ 811.002673] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.013085] env[69663]: DEBUG oslo_vmware.api [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Task: {'id': task-3332541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.117128] env[69663]: DEBUG oslo_vmware.api [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5247366c-c4b8-3209-f613-cc0432dc7fa9, 'name': SearchDatastore_Task, 'duration_secs': 0.008968} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.117379] env[69663]: DEBUG oslo_concurrency.lockutils [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.117617] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] c96cd37c-954b-41ab-9728-b1cbfe5d8c74/c96cd37c-954b-41ab-9728-b1cbfe5d8c74.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 811.117867] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ebb41fd-e7a4-4026-bc30-5ae313b963c8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.123997] env[69663]: DEBUG oslo_vmware.api [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Waiting for the task: (returnval){ [ 811.123997] env[69663]: value = "task-3332542" [ 811.123997] env[69663]: _type = "Task" [ 811.123997] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.130845] env[69663]: DEBUG oslo_vmware.api [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Task: {'id': task-3332542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.152737] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 811.514807] env[69663]: DEBUG oslo_vmware.api [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Task: {'id': task-3332541, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.633232] env[69663]: DEBUG oslo_vmware.api [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Task: {'id': task-3332542, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.405719} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.633673] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] c96cd37c-954b-41ab-9728-b1cbfe5d8c74/c96cd37c-954b-41ab-9728-b1cbfe5d8c74.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 811.633942] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.634223] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd97972b-9620-4c75-b2a6-cc03ba1d04be {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.640700] env[69663]: DEBUG oslo_vmware.api [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Waiting for the task: (returnval){ [ 811.640700] env[69663]: value = "task-3332543" [ 811.640700] env[69663]: _type = "Task" [ 811.640700] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.648124] env[69663]: DEBUG oslo_vmware.api [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Task: {'id': task-3332543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.655725] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 0d901684-b23e-4908-a5af-165c31ddc5c1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 812.013380] env[69663]: DEBUG oslo_vmware.api [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Task: {'id': task-3332541, 'name': PowerOnVM_Task, 'duration_secs': 0.626477} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.013678] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 812.013809] env[69663]: INFO nova.compute.manager [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Took 7.97 seconds to spawn the instance on the hypervisor. [ 812.013996] env[69663]: DEBUG nova.compute.manager [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 812.014781] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e72683-1f2f-4503-91d8-762b9fa25372 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.151231] env[69663]: DEBUG oslo_vmware.api [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Task: {'id': task-3332543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059326} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.151556] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.152390] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6879ba35-cb77-4c32-b3f3-d73c696d80fc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.166449] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 3f1d4666-da09-4df3-af29-390fe0dadc25 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 812.176249] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] c96cd37c-954b-41ab-9728-b1cbfe5d8c74/c96cd37c-954b-41ab-9728-b1cbfe5d8c74.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.176643] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2a65a1b-ab39-470a-b1f8-bd46a7d6a957 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.198811] env[69663]: DEBUG oslo_vmware.api [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Waiting for the task: (returnval){ [ 812.198811] env[69663]: value = "task-3332544" [ 812.198811] env[69663]: _type = "Task" [ 812.198811] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.209134] env[69663]: DEBUG oslo_vmware.api [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Task: {'id': task-3332544, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.533278] env[69663]: INFO nova.compute.manager [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Took 46.14 seconds to build instance. [ 812.678414] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 9015d426-e858-4d31-8601-da0d44a18ed0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 812.708405] env[69663]: DEBUG oslo_vmware.api [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Task: {'id': task-3332544, 'name': ReconfigVM_Task, 'duration_secs': 0.316118} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.708693] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Reconfigured VM instance instance-00000026 to attach disk [datastore1] c96cd37c-954b-41ab-9728-b1cbfe5d8c74/c96cd37c-954b-41ab-9728-b1cbfe5d8c74.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.709314] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45985890-2b18-4c4e-a2de-0a921e6e36c5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.717027] env[69663]: DEBUG oslo_vmware.api [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Waiting for the task: (returnval){ [ 812.717027] env[69663]: value = "task-3332545" [ 812.717027] env[69663]: _type = "Task" [ 812.717027] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.724912] env[69663]: DEBUG oslo_vmware.api [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Task: {'id': task-3332545, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.036055] env[69663]: DEBUG oslo_concurrency.lockutils [None req-111a1e22-ea53-4683-b29e-ac1deb14914e tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Lock "beec18ad-8614-4cdc-a764-9174157d3416" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.683s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.181750] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance c006c2ab-ac5e-48a1-b0d8-64ade984a187 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 813.227094] env[69663]: DEBUG oslo_vmware.api [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Task: {'id': task-3332545, 'name': Rename_Task, 'duration_secs': 0.141376} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.227398] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 813.227641] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfe6254f-394e-4653-973f-2abf1c2ddc74 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.233441] env[69663]: DEBUG oslo_vmware.api [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Waiting for the task: (returnval){ [ 813.233441] env[69663]: value = "task-3332546" [ 813.233441] env[69663]: _type = "Task" [ 813.233441] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.240651] env[69663]: DEBUG oslo_vmware.api [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Task: {'id': task-3332546, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.398545] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ff5c6c1b-d0ba-4e05-90b9-4461152117b1 tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Acquiring lock "beec18ad-8614-4cdc-a764-9174157d3416" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.398829] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ff5c6c1b-d0ba-4e05-90b9-4461152117b1 tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Lock "beec18ad-8614-4cdc-a764-9174157d3416" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.399078] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ff5c6c1b-d0ba-4e05-90b9-4461152117b1 tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Acquiring lock "beec18ad-8614-4cdc-a764-9174157d3416-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.399267] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ff5c6c1b-d0ba-4e05-90b9-4461152117b1 tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Lock "beec18ad-8614-4cdc-a764-9174157d3416-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.399514] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ff5c6c1b-d0ba-4e05-90b9-4461152117b1 tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Lock "beec18ad-8614-4cdc-a764-9174157d3416-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.401747] env[69663]: INFO nova.compute.manager [None req-ff5c6c1b-d0ba-4e05-90b9-4461152117b1 tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Terminating instance [ 813.403407] env[69663]: DEBUG nova.compute.manager [None req-ff5c6c1b-d0ba-4e05-90b9-4461152117b1 tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 813.403607] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5c6c1b-d0ba-4e05-90b9-4461152117b1 tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 813.404450] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d89a533-352f-47af-b86c-94da7eb06bea {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.412246] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff5c6c1b-d0ba-4e05-90b9-4461152117b1 tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 813.412490] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f016d10-fedb-4896-a774-e7fd1931a1ed {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.419879] env[69663]: DEBUG oslo_vmware.api [None req-ff5c6c1b-d0ba-4e05-90b9-4461152117b1 tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Waiting for the task: (returnval){ [ 813.419879] env[69663]: value = "task-3332547" [ 813.419879] env[69663]: _type = "Task" [ 813.419879] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.427716] env[69663]: DEBUG oslo_vmware.api [None req-ff5c6c1b-d0ba-4e05-90b9-4461152117b1 tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Task: {'id': task-3332547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.538310] env[69663]: DEBUG nova.compute.manager [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 813.683969] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance ff8c0288-8e3d-47d1-b1b8-070783fac880 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 813.684300] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 813.684496] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3904MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 813.746176] env[69663]: DEBUG oslo_vmware.api [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Task: {'id': task-3332546, 'name': PowerOnVM_Task, 'duration_secs': 0.460689} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.746176] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 813.746307] env[69663]: INFO nova.compute.manager [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Took 7.17 seconds to spawn the instance on the hypervisor. [ 813.746382] env[69663]: DEBUG nova.compute.manager [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 813.747359] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6bb616-2166-4ee9-873e-0a03caa88fd6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.932800] env[69663]: DEBUG oslo_vmware.api [None req-ff5c6c1b-d0ba-4e05-90b9-4461152117b1 tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Task: {'id': task-3332547, 'name': PowerOffVM_Task, 'duration_secs': 0.18908} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.933218] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff5c6c1b-d0ba-4e05-90b9-4461152117b1 tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 813.933430] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5c6c1b-d0ba-4e05-90b9-4461152117b1 tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 813.933701] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-492bca32-11dc-41e7-b099-e651652c7c34 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.998046] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5c6c1b-d0ba-4e05-90b9-4461152117b1 tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 813.998046] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5c6c1b-d0ba-4e05-90b9-4461152117b1 tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 813.998046] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff5c6c1b-d0ba-4e05-90b9-4461152117b1 tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Deleting the datastore file [datastore1] beec18ad-8614-4cdc-a764-9174157d3416 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.998046] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfa0d2de-802a-4d91-a160-4d2543cf6ffa {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.004968] env[69663]: DEBUG oslo_vmware.api [None req-ff5c6c1b-d0ba-4e05-90b9-4461152117b1 tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Waiting for the task: (returnval){ [ 814.004968] env[69663]: value = "task-3332549" [ 814.004968] env[69663]: _type = "Task" [ 814.004968] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.015709] env[69663]: DEBUG oslo_vmware.api [None req-ff5c6c1b-d0ba-4e05-90b9-4461152117b1 tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Task: {'id': task-3332549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.056445] env[69663]: DEBUG oslo_concurrency.lockutils [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.136219] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea04b1a-1075-4c44-b783-6be20bcc162c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.144307] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ba6434-de1a-4310-9079-1698784faf3e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.175196] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b53a96-06d8-463b-8761-6e975c8eaba0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.182543] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4903f8bb-1124-4af1-a4eb-1d17220d020a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.195287] env[69663]: DEBUG nova.compute.provider_tree [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.271213] env[69663]: INFO nova.compute.manager [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Took 47.79 seconds to build instance. [ 814.513978] env[69663]: DEBUG oslo_vmware.api [None req-ff5c6c1b-d0ba-4e05-90b9-4461152117b1 tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Task: {'id': task-3332549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141911} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.514261] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff5c6c1b-d0ba-4e05-90b9-4461152117b1 tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.514465] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5c6c1b-d0ba-4e05-90b9-4461152117b1 tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 814.514649] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ff5c6c1b-d0ba-4e05-90b9-4461152117b1 tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 814.514823] env[69663]: INFO nova.compute.manager [None req-ff5c6c1b-d0ba-4e05-90b9-4461152117b1 tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Took 1.11 seconds to destroy the instance on the hypervisor. [ 814.515082] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff5c6c1b-d0ba-4e05-90b9-4461152117b1 tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.515281] env[69663]: DEBUG nova.compute.manager [-] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 814.515372] env[69663]: DEBUG nova.network.neutron [-] [instance: beec18ad-8614-4cdc-a764-9174157d3416] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 814.700980] env[69663]: DEBUG nova.scheduler.client.report [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 814.759619] env[69663]: DEBUG nova.compute.manager [req-688575d2-c788-40a4-b92f-943d3b727ec8 req-f4fce2f2-17d0-4cb0-a449-661ef19b9a85 service nova] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Received event network-vif-deleted-29726e4c-6af7-42a8-9a4a-cd9a73ac77b0 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 814.759822] env[69663]: INFO nova.compute.manager [req-688575d2-c788-40a4-b92f-943d3b727ec8 req-f4fce2f2-17d0-4cb0-a449-661ef19b9a85 service nova] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Neutron deleted interface 29726e4c-6af7-42a8-9a4a-cd9a73ac77b0; detaching it from the instance and deleting it from the info cache [ 814.759963] env[69663]: DEBUG nova.network.neutron [req-688575d2-c788-40a4-b92f-943d3b727ec8 req-f4fce2f2-17d0-4cb0-a449-661ef19b9a85 service nova] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.772945] env[69663]: DEBUG oslo_concurrency.lockutils [None req-67ca7bc7-b563-42ec-a2ae-c0d7264ca98e tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Lock "c96cd37c-954b-41ab-9728-b1cbfe5d8c74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.118s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.077995] env[69663]: DEBUG nova.compute.manager [None req-789f4185-3d74-46d9-ad42-3c07e07988bb tempest-ServerExternalEventsTest-941229384 tempest-ServerExternalEventsTest-941229384-project] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Received event network-changed {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 815.078505] env[69663]: DEBUG nova.compute.manager [None req-789f4185-3d74-46d9-ad42-3c07e07988bb tempest-ServerExternalEventsTest-941229384 tempest-ServerExternalEventsTest-941229384-project] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Refreshing instance network info cache due to event network-changed. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 815.079023] env[69663]: DEBUG oslo_concurrency.lockutils [None req-789f4185-3d74-46d9-ad42-3c07e07988bb tempest-ServerExternalEventsTest-941229384 tempest-ServerExternalEventsTest-941229384-project] Acquiring lock "refresh_cache-c96cd37c-954b-41ab-9728-b1cbfe5d8c74" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.079328] env[69663]: DEBUG oslo_concurrency.lockutils [None req-789f4185-3d74-46d9-ad42-3c07e07988bb tempest-ServerExternalEventsTest-941229384 tempest-ServerExternalEventsTest-941229384-project] Acquired lock "refresh_cache-c96cd37c-954b-41ab-9728-b1cbfe5d8c74" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.079919] env[69663]: DEBUG nova.network.neutron [None req-789f4185-3d74-46d9-ad42-3c07e07988bb tempest-ServerExternalEventsTest-941229384 tempest-ServerExternalEventsTest-941229384-project] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 815.205551] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69663) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 815.205810] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.650s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.206111] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cb952291-1db0-48e3-97d9-558d2a67afd8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.084s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.206377] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cb952291-1db0-48e3-97d9-558d2a67afd8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.209111] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96bdce3e-0fa3-4756-aba7-a929e4ae0877 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.939s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.209111] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96bdce3e-0fa3-4756-aba7-a929e4ae0877 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.210400] env[69663]: DEBUG oslo_concurrency.lockutils [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.160s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.212245] env[69663]: INFO nova.compute.claims [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.237130] env[69663]: INFO nova.scheduler.client.report [None req-cb952291-1db0-48e3-97d9-558d2a67afd8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Deleted allocations for instance bebad230-b1c7-46a1-884d-ec162bdf5786 [ 815.242141] env[69663]: INFO nova.scheduler.client.report [None req-96bdce3e-0fa3-4756-aba7-a929e4ae0877 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Deleted allocations for instance 28ababf1-1ebc-4e31-bb87-dc848b309483 [ 815.245110] env[69663]: DEBUG nova.network.neutron [-] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.262590] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a34e530e-6178-48b8-ac9b-440ebe35e3b7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.272645] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248de4af-4754-4674-b853-c3327e22a499 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.285765] env[69663]: DEBUG nova.compute.manager [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 815.311385] env[69663]: DEBUG nova.compute.manager [req-688575d2-c788-40a4-b92f-943d3b727ec8 req-f4fce2f2-17d0-4cb0-a449-661ef19b9a85 service nova] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Detach interface failed, port_id=29726e4c-6af7-42a8-9a4a-cd9a73ac77b0, reason: Instance beec18ad-8614-4cdc-a764-9174157d3416 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 815.701711] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4f031fb8-e95b-47cf-9d80-780d89101b95 tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Acquiring lock "c96cd37c-954b-41ab-9728-b1cbfe5d8c74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.701974] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4f031fb8-e95b-47cf-9d80-780d89101b95 tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Lock "c96cd37c-954b-41ab-9728-b1cbfe5d8c74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.702211] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4f031fb8-e95b-47cf-9d80-780d89101b95 tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Acquiring lock "c96cd37c-954b-41ab-9728-b1cbfe5d8c74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.702399] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4f031fb8-e95b-47cf-9d80-780d89101b95 tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Lock "c96cd37c-954b-41ab-9728-b1cbfe5d8c74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.702574] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4f031fb8-e95b-47cf-9d80-780d89101b95 tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Lock "c96cd37c-954b-41ab-9728-b1cbfe5d8c74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.704619] env[69663]: INFO nova.compute.manager [None req-4f031fb8-e95b-47cf-9d80-780d89101b95 tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Terminating instance [ 815.706314] env[69663]: DEBUG nova.compute.manager [None req-4f031fb8-e95b-47cf-9d80-780d89101b95 tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 815.706510] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4f031fb8-e95b-47cf-9d80-780d89101b95 tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 815.707346] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2c6dcd-cd7a-42fb-9115-ba82bd09eaaf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.714851] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f031fb8-e95b-47cf-9d80-780d89101b95 tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 815.715088] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1270dde5-d363-42de-adb5-799d6fa92849 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.725673] env[69663]: DEBUG oslo_vmware.api [None req-4f031fb8-e95b-47cf-9d80-780d89101b95 tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Waiting for the task: (returnval){ [ 815.725673] env[69663]: value = "task-3332550" [ 815.725673] env[69663]: _type = "Task" [ 815.725673] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.734503] env[69663]: DEBUG oslo_vmware.api [None req-4f031fb8-e95b-47cf-9d80-780d89101b95 tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Task: {'id': task-3332550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.752080] env[69663]: INFO nova.compute.manager [-] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Took 1.24 seconds to deallocate network for instance. [ 815.754509] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cb952291-1db0-48e3-97d9-558d2a67afd8 tempest-DeleteServersAdminTestJSON-1062874263 tempest-DeleteServersAdminTestJSON-1062874263-project-member] Lock "bebad230-b1c7-46a1-884d-ec162bdf5786" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.397s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.764680] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96bdce3e-0fa3-4756-aba7-a929e4ae0877 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Lock "28ababf1-1ebc-4e31-bb87-dc848b309483" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.653s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.788737] env[69663]: DEBUG nova.network.neutron [None req-789f4185-3d74-46d9-ad42-3c07e07988bb tempest-ServerExternalEventsTest-941229384 tempest-ServerExternalEventsTest-941229384-project] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Updating instance_info_cache with network_info: [{"id": "79829d02-a516-4932-8a37-cd6aa65f96fd", "address": "fa:16:3e:f1:12:a3", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79829d02-a5", "ovs_interfaceid": "79829d02-a516-4932-8a37-cd6aa65f96fd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.803263] env[69663]: DEBUG oslo_concurrency.lockutils [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.236808] env[69663]: DEBUG oslo_vmware.api [None req-4f031fb8-e95b-47cf-9d80-780d89101b95 tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Task: {'id': task-3332550, 'name': PowerOffVM_Task, 'duration_secs': 0.192528} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.237228] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f031fb8-e95b-47cf-9d80-780d89101b95 tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 816.239364] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4f031fb8-e95b-47cf-9d80-780d89101b95 tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 816.239364] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3711078c-6892-4c81-9729-b58e054f530a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.261583] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ff5c6c1b-d0ba-4e05-90b9-4461152117b1 tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.292909] env[69663]: DEBUG oslo_concurrency.lockutils [None req-789f4185-3d74-46d9-ad42-3c07e07988bb tempest-ServerExternalEventsTest-941229384 tempest-ServerExternalEventsTest-941229384-project] Releasing lock "refresh_cache-c96cd37c-954b-41ab-9728-b1cbfe5d8c74" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.299035] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4f031fb8-e95b-47cf-9d80-780d89101b95 tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 816.300173] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4f031fb8-e95b-47cf-9d80-780d89101b95 tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 816.301615] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f031fb8-e95b-47cf-9d80-780d89101b95 tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Deleting the datastore file [datastore1] c96cd37c-954b-41ab-9728-b1cbfe5d8c74 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.301615] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11474664-c54e-445d-90c7-cbe9545b0e19 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.313937] env[69663]: DEBUG oslo_vmware.api [None req-4f031fb8-e95b-47cf-9d80-780d89101b95 tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Waiting for the task: (returnval){ [ 816.313937] env[69663]: value = "task-3332552" [ 816.313937] env[69663]: _type = "Task" [ 816.313937] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.323335] env[69663]: DEBUG oslo_vmware.api [None req-4f031fb8-e95b-47cf-9d80-780d89101b95 tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Task: {'id': task-3332552, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.775474] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2df8eb0-11d3-4bc5-bdc9-32cd2492305a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.783883] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3dcbf6-0ee7-4f5e-8f0b-1f6ff4d0b79a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.819432] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4f3160-18d3-400a-a0e8-3f653d8f2c1e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.827148] env[69663]: DEBUG oslo_vmware.api [None req-4f031fb8-e95b-47cf-9d80-780d89101b95 tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Task: {'id': task-3332552, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152978} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.829552] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f031fb8-e95b-47cf-9d80-780d89101b95 tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.829552] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4f031fb8-e95b-47cf-9d80-780d89101b95 tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 816.829552] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4f031fb8-e95b-47cf-9d80-780d89101b95 tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 816.829666] env[69663]: INFO nova.compute.manager [None req-4f031fb8-e95b-47cf-9d80-780d89101b95 tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Took 1.12 seconds to destroy the instance on the hypervisor. [ 816.829928] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f031fb8-e95b-47cf-9d80-780d89101b95 tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.830226] env[69663]: DEBUG nova.compute.manager [-] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 816.830401] env[69663]: DEBUG nova.network.neutron [-] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 816.832896] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804c2a3c-258f-40b9-8ebf-e8962c690a5e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.846479] env[69663]: DEBUG nova.compute.provider_tree [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.310502] env[69663]: DEBUG nova.compute.manager [req-d08524ab-052f-4866-be4b-f217f3eb43dd req-a1bfa308-7725-4052-b108-508d450181b5 service nova] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Received event network-vif-deleted-79829d02-a516-4932-8a37-cd6aa65f96fd {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 817.310764] env[69663]: INFO nova.compute.manager [req-d08524ab-052f-4866-be4b-f217f3eb43dd req-a1bfa308-7725-4052-b108-508d450181b5 service nova] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Neutron deleted interface 79829d02-a516-4932-8a37-cd6aa65f96fd; detaching it from the instance and deleting it from the info cache [ 817.310989] env[69663]: DEBUG nova.network.neutron [req-d08524ab-052f-4866-be4b-f217f3eb43dd req-a1bfa308-7725-4052-b108-508d450181b5 service nova] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.350657] env[69663]: DEBUG nova.scheduler.client.report [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 817.769622] env[69663]: DEBUG nova.network.neutron [-] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.814132] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4af59044-18cd-4392-8203-20e273833a96 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.824814] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5289eddd-16ca-4d50-a488-fcc03c82fd1c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.855582] env[69663]: DEBUG nova.compute.manager [req-d08524ab-052f-4866-be4b-f217f3eb43dd req-a1bfa308-7725-4052-b108-508d450181b5 service nova] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Detach interface failed, port_id=79829d02-a516-4932-8a37-cd6aa65f96fd, reason: Instance c96cd37c-954b-41ab-9728-b1cbfe5d8c74 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 817.856478] env[69663]: DEBUG oslo_concurrency.lockutils [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.856953] env[69663]: DEBUG nova.compute.manager [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 817.859678] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.648s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.860977] env[69663]: INFO nova.compute.claims [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.273139] env[69663]: INFO nova.compute.manager [-] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Took 1.44 seconds to deallocate network for instance. [ 818.365870] env[69663]: DEBUG nova.compute.utils [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 818.371462] env[69663]: DEBUG nova.compute.manager [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 818.371749] env[69663]: DEBUG nova.network.neutron [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 818.445931] env[69663]: DEBUG nova.policy [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4313e6fd7caa49b6935e28a949ae4397', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f01abc007aca4ab388c2f26a1aab3ac8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 818.781147] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4f031fb8-e95b-47cf-9d80-780d89101b95 tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.825603] env[69663]: DEBUG nova.network.neutron [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Successfully created port: db78c5ea-f3e7-4d0f-8017-daa2d9e951c0 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.870730] env[69663]: DEBUG nova.compute.manager [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 818.905218] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Acquiring lock "5ac378c5-aec3-4d4d-bd20-50f52c5c071b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.905500] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Lock "5ac378c5-aec3-4d4d-bd20-50f52c5c071b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.359632] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204d94a9-f251-4cab-b6ce-5bd2254b3a65 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.367263] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d747bc-0691-4071-92e3-92e473772d35 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.401269] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50c8b2f-5e6e-47ad-85bd-aef7f81af2be {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.408962] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfba12ce-e5ed-4340-bb3a-2bd913e875c1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.423534] env[69663]: DEBUG nova.compute.provider_tree [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.906174] env[69663]: DEBUG nova.compute.manager [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 819.926355] env[69663]: DEBUG nova.scheduler.client.report [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 819.936600] env[69663]: DEBUG nova.virt.hardware [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 819.936600] env[69663]: DEBUG nova.virt.hardware [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 819.936600] env[69663]: DEBUG nova.virt.hardware [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.936917] env[69663]: DEBUG nova.virt.hardware [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 819.937083] env[69663]: DEBUG nova.virt.hardware [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.938935] env[69663]: DEBUG nova.virt.hardware [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 819.938935] env[69663]: DEBUG nova.virt.hardware [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 819.938935] env[69663]: DEBUG nova.virt.hardware [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 819.938935] env[69663]: DEBUG nova.virt.hardware [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 819.938935] env[69663]: DEBUG nova.virt.hardware [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 819.938935] env[69663]: DEBUG nova.virt.hardware [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 819.939283] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee8f946-beb2-4110-8e4b-cab693dbadbb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.948662] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea73a3c8-ee4f-4d70-9b11-5f423cac5c9f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.363312] env[69663]: DEBUG nova.compute.manager [req-2679085e-ab80-4c7a-9109-f9cac096128b req-b8d26c0d-546d-48e3-8c97-1636cb3bbf89 service nova] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Received event network-vif-plugged-db78c5ea-f3e7-4d0f-8017-daa2d9e951c0 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 820.363545] env[69663]: DEBUG oslo_concurrency.lockutils [req-2679085e-ab80-4c7a-9109-f9cac096128b req-b8d26c0d-546d-48e3-8c97-1636cb3bbf89 service nova] Acquiring lock "7be8d9d2-3b54-490e-8a89-00324c49a5a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.364328] env[69663]: DEBUG oslo_concurrency.lockutils [req-2679085e-ab80-4c7a-9109-f9cac096128b req-b8d26c0d-546d-48e3-8c97-1636cb3bbf89 service nova] Lock "7be8d9d2-3b54-490e-8a89-00324c49a5a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.364555] env[69663]: DEBUG oslo_concurrency.lockutils [req-2679085e-ab80-4c7a-9109-f9cac096128b req-b8d26c0d-546d-48e3-8c97-1636cb3bbf89 service nova] Lock "7be8d9d2-3b54-490e-8a89-00324c49a5a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.365357] env[69663]: DEBUG nova.compute.manager [req-2679085e-ab80-4c7a-9109-f9cac096128b req-b8d26c0d-546d-48e3-8c97-1636cb3bbf89 service nova] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] No waiting events found dispatching network-vif-plugged-db78c5ea-f3e7-4d0f-8017-daa2d9e951c0 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 820.365357] env[69663]: WARNING nova.compute.manager [req-2679085e-ab80-4c7a-9109-f9cac096128b req-b8d26c0d-546d-48e3-8c97-1636cb3bbf89 service nova] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Received unexpected event network-vif-plugged-db78c5ea-f3e7-4d0f-8017-daa2d9e951c0 for instance with vm_state building and task_state spawning. [ 820.432213] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.432738] env[69663]: DEBUG nova.compute.manager [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 820.435439] env[69663]: DEBUG oslo_concurrency.lockutils [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.607s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.436883] env[69663]: INFO nova.compute.claims [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.535124] env[69663]: DEBUG nova.network.neutron [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Successfully updated port: db78c5ea-f3e7-4d0f-8017-daa2d9e951c0 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.946193] env[69663]: DEBUG nova.compute.utils [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 820.949587] env[69663]: DEBUG nova.compute.manager [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 820.949761] env[69663]: DEBUG nova.network.neutron [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 821.030634] env[69663]: DEBUG nova.policy [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '506d803a890946e0b6c598027e2ce32f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68f74abb9b8f44d1ba133928b8a033a1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 821.044854] env[69663]: DEBUG oslo_concurrency.lockutils [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "refresh_cache-7be8d9d2-3b54-490e-8a89-00324c49a5a0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.045026] env[69663]: DEBUG oslo_concurrency.lockutils [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquired lock "refresh_cache-7be8d9d2-3b54-490e-8a89-00324c49a5a0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.045187] env[69663]: DEBUG nova.network.neutron [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 821.450978] env[69663]: DEBUG nova.compute.manager [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 821.584980] env[69663]: DEBUG nova.network.neutron [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 821.601175] env[69663]: DEBUG nova.network.neutron [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Successfully created port: 09adfda3-4198-41dc-8c46-f9763f2e1b14 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.764417] env[69663]: DEBUG nova.network.neutron [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Updating instance_info_cache with network_info: [{"id": "db78c5ea-f3e7-4d0f-8017-daa2d9e951c0", "address": "fa:16:3e:a1:72:86", "network": {"id": "c9b0df65-b7eb-4aa8-9d53-4b8fa507b496", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-812774922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01abc007aca4ab388c2f26a1aab3ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb78c5ea-f3", "ovs_interfaceid": "db78c5ea-f3e7-4d0f-8017-daa2d9e951c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.060787] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2a89ed-703c-46da-90c9-c2e0c8507f34 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.070442] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950b4a37-8231-4eb6-b52c-30ad41966463 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.106321] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f8f132-23a6-4728-97bb-9145a5e0bbfb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.113517] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68afa704-f437-4f0c-bb56-e1c6a0a6fe59 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.129174] env[69663]: DEBUG nova.compute.provider_tree [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.267978] env[69663]: DEBUG oslo_concurrency.lockutils [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Releasing lock "refresh_cache-7be8d9d2-3b54-490e-8a89-00324c49a5a0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.268359] env[69663]: DEBUG nova.compute.manager [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Instance network_info: |[{"id": "db78c5ea-f3e7-4d0f-8017-daa2d9e951c0", "address": "fa:16:3e:a1:72:86", "network": {"id": "c9b0df65-b7eb-4aa8-9d53-4b8fa507b496", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-812774922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01abc007aca4ab388c2f26a1aab3ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb78c5ea-f3", "ovs_interfaceid": "db78c5ea-f3e7-4d0f-8017-daa2d9e951c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 822.269509] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:72:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10b81051-1eb1-406b-888c-4548c470c77e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db78c5ea-f3e7-4d0f-8017-daa2d9e951c0', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.280117] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Creating folder: Project (f01abc007aca4ab388c2f26a1aab3ac8). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 822.280117] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f11ea0fd-fb4c-4e64-beb2-36d09b7cadee {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.292896] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Created folder: Project (f01abc007aca4ab388c2f26a1aab3ac8) in parent group-v665133. [ 822.293120] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Creating folder: Instances. Parent ref: group-v665254. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 822.293376] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cda2657e-197f-4b67-bba3-4830bfbe53b3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.303403] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Created folder: Instances in parent group-v665254. [ 822.303662] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.303866] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 822.304268] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94de76ee-b9f3-4644-a54f-1bfd6a594367 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.323250] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.323250] env[69663]: value = "task-3332555" [ 822.323250] env[69663]: _type = "Task" [ 822.323250] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.331399] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332555, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.463549] env[69663]: DEBUG nova.compute.manager [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 822.495255] env[69663]: DEBUG nova.virt.hardware [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 822.495515] env[69663]: DEBUG nova.virt.hardware [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 822.495678] env[69663]: DEBUG nova.virt.hardware [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.495865] env[69663]: DEBUG nova.virt.hardware [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 822.496241] env[69663]: DEBUG nova.virt.hardware [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.496513] env[69663]: DEBUG nova.virt.hardware [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 822.496877] env[69663]: DEBUG nova.virt.hardware [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 822.497066] env[69663]: DEBUG nova.virt.hardware [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 822.497282] env[69663]: DEBUG nova.virt.hardware [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 822.497416] env[69663]: DEBUG nova.virt.hardware [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 822.497633] env[69663]: DEBUG nova.virt.hardware [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 822.498938] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86131af-d421-45e0-beb8-ed5575d2c0db {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.507479] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33242396-2391-4c7c-a6d7-670bc30a285d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.551287] env[69663]: DEBUG nova.compute.manager [req-7fec8f04-f33f-4f6e-9403-e4f7812bd592 req-ef5852e5-d7c9-4dd3-8ba2-8f71a01b5cdd service nova] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Received event network-changed-db78c5ea-f3e7-4d0f-8017-daa2d9e951c0 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 822.551493] env[69663]: DEBUG nova.compute.manager [req-7fec8f04-f33f-4f6e-9403-e4f7812bd592 req-ef5852e5-d7c9-4dd3-8ba2-8f71a01b5cdd service nova] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Refreshing instance network info cache due to event network-changed-db78c5ea-f3e7-4d0f-8017-daa2d9e951c0. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 822.551741] env[69663]: DEBUG oslo_concurrency.lockutils [req-7fec8f04-f33f-4f6e-9403-e4f7812bd592 req-ef5852e5-d7c9-4dd3-8ba2-8f71a01b5cdd service nova] Acquiring lock "refresh_cache-7be8d9d2-3b54-490e-8a89-00324c49a5a0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.551941] env[69663]: DEBUG oslo_concurrency.lockutils [req-7fec8f04-f33f-4f6e-9403-e4f7812bd592 req-ef5852e5-d7c9-4dd3-8ba2-8f71a01b5cdd service nova] Acquired lock "refresh_cache-7be8d9d2-3b54-490e-8a89-00324c49a5a0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.553918] env[69663]: DEBUG nova.network.neutron [req-7fec8f04-f33f-4f6e-9403-e4f7812bd592 req-ef5852e5-d7c9-4dd3-8ba2-8f71a01b5cdd service nova] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Refreshing network info cache for port db78c5ea-f3e7-4d0f-8017-daa2d9e951c0 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 822.632137] env[69663]: DEBUG nova.scheduler.client.report [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 822.839400] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332555, 'name': CreateVM_Task, 'duration_secs': 0.279844} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.839616] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 822.842595] env[69663]: DEBUG oslo_concurrency.lockutils [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.843738] env[69663]: DEBUG oslo_concurrency.lockutils [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.843738] env[69663]: DEBUG oslo_concurrency.lockutils [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.843738] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43c2ac2d-d823-4ef8-bd5d-951a0be40442 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.849257] env[69663]: DEBUG oslo_vmware.api [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 822.849257] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52904c7a-a929-970c-4c44-17c471227bc3" [ 822.849257] env[69663]: _type = "Task" [ 822.849257] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.858353] env[69663]: DEBUG oslo_vmware.api [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52904c7a-a929-970c-4c44-17c471227bc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.139021] env[69663]: DEBUG oslo_concurrency.lockutils [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.139021] env[69663]: DEBUG nova.compute.manager [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 823.140376] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5cc8061f-9ab5-421e-b1eb-4cf8e9093868 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.614s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.141261] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5cc8061f-9ab5-421e-b1eb-4cf8e9093868 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.143549] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ac904cb4-028c-4f56-8d31-f3468398940b tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.424s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.143874] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ac904cb4-028c-4f56-8d31-f3468398940b tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.146406] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5cb3ec6c-3e0b-4688-8981-fccf0d41e2b3 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.288s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.146746] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5cb3ec6c-3e0b-4688-8981-fccf0d41e2b3 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.152189] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.530s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.154229] env[69663]: INFO nova.compute.claims [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.198509] env[69663]: INFO nova.scheduler.client.report [None req-5cb3ec6c-3e0b-4688-8981-fccf0d41e2b3 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Deleted allocations for instance 76503b99-e3e3-49bf-a2c0-651a2809cd3a [ 823.209859] env[69663]: INFO nova.scheduler.client.report [None req-ac904cb4-028c-4f56-8d31-f3468398940b tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Deleted allocations for instance bc49a794-9b16-489f-a41d-890af7a385f3 [ 823.225683] env[69663]: INFO nova.scheduler.client.report [None req-5cc8061f-9ab5-421e-b1eb-4cf8e9093868 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Deleted allocations for instance 770e7813-571a-4d23-842f-20d55c7c1980 [ 823.361521] env[69663]: DEBUG oslo_vmware.api [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52904c7a-a929-970c-4c44-17c471227bc3, 'name': SearchDatastore_Task, 'duration_secs': 0.010174} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.363463] env[69663]: DEBUG oslo_concurrency.lockutils [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.363463] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.363463] env[69663]: DEBUG oslo_concurrency.lockutils [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.363463] env[69663]: DEBUG oslo_concurrency.lockutils [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.363463] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.363688] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68971f21-e288-441a-81c0-0420cf95504b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.374507] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.374705] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 823.375493] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6cad21a-3d0e-4d49-95ba-64fe1582f58f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.381062] env[69663]: DEBUG oslo_vmware.api [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 823.381062] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52337a91-8b27-9efa-8979-bbf28fb1fdb0" [ 823.381062] env[69663]: _type = "Task" [ 823.381062] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.388614] env[69663]: DEBUG oslo_vmware.api [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52337a91-8b27-9efa-8979-bbf28fb1fdb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.434258] env[69663]: DEBUG nova.network.neutron [req-7fec8f04-f33f-4f6e-9403-e4f7812bd592 req-ef5852e5-d7c9-4dd3-8ba2-8f71a01b5cdd service nova] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Updated VIF entry in instance network info cache for port db78c5ea-f3e7-4d0f-8017-daa2d9e951c0. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 823.434705] env[69663]: DEBUG nova.network.neutron [req-7fec8f04-f33f-4f6e-9403-e4f7812bd592 req-ef5852e5-d7c9-4dd3-8ba2-8f71a01b5cdd service nova] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Updating instance_info_cache with network_info: [{"id": "db78c5ea-f3e7-4d0f-8017-daa2d9e951c0", "address": "fa:16:3e:a1:72:86", "network": {"id": "c9b0df65-b7eb-4aa8-9d53-4b8fa507b496", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-812774922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01abc007aca4ab388c2f26a1aab3ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb78c5ea-f3", "ovs_interfaceid": "db78c5ea-f3e7-4d0f-8017-daa2d9e951c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.574491] env[69663]: DEBUG nova.network.neutron [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Successfully updated port: 09adfda3-4198-41dc-8c46-f9763f2e1b14 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.668352] env[69663]: DEBUG nova.compute.utils [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 823.670037] env[69663]: DEBUG nova.compute.manager [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 823.670212] env[69663]: DEBUG nova.network.neutron [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 823.718037] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5cb3ec6c-3e0b-4688-8981-fccf0d41e2b3 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lock "76503b99-e3e3-49bf-a2c0-651a2809cd3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.773s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.719568] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ac904cb4-028c-4f56-8d31-f3468398940b tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lock "bc49a794-9b16-489f-a41d-890af7a385f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.921s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.736219] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5cc8061f-9ab5-421e-b1eb-4cf8e9093868 tempest-AttachInterfacesV270Test-782615226 tempest-AttachInterfacesV270Test-782615226-project-member] Lock "770e7813-571a-4d23-842f-20d55c7c1980" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.167s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.767811] env[69663]: DEBUG nova.policy [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77ebe38f1c434214843173684a753698', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffa4ae50c09b4b2ea29d077162b314be', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 823.897015] env[69663]: DEBUG oslo_vmware.api [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52337a91-8b27-9efa-8979-bbf28fb1fdb0, 'name': SearchDatastore_Task, 'duration_secs': 0.009832} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.897015] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1260f380-dcc3-4cf7-b1e8-f29ec527eff5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.903467] env[69663]: DEBUG oslo_vmware.api [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 823.903467] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a830a2-0633-3bb8-fe90-55a0c161e775" [ 823.903467] env[69663]: _type = "Task" [ 823.903467] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.913107] env[69663]: DEBUG oslo_vmware.api [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a830a2-0633-3bb8-fe90-55a0c161e775, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.938097] env[69663]: DEBUG oslo_concurrency.lockutils [req-7fec8f04-f33f-4f6e-9403-e4f7812bd592 req-ef5852e5-d7c9-4dd3-8ba2-8f71a01b5cdd service nova] Releasing lock "refresh_cache-7be8d9d2-3b54-490e-8a89-00324c49a5a0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.076897] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Acquiring lock "refresh_cache-c46089b3-927b-4b96-84bb-cfa3e5e70037" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.077068] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Acquired lock "refresh_cache-c46089b3-927b-4b96-84bb-cfa3e5e70037" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.077575] env[69663]: DEBUG nova.network.neutron [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 824.174733] env[69663]: DEBUG nova.compute.manager [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 824.421398] env[69663]: DEBUG oslo_vmware.api [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a830a2-0633-3bb8-fe90-55a0c161e775, 'name': SearchDatastore_Task, 'duration_secs': 0.010111} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.421993] env[69663]: DEBUG oslo_concurrency.lockutils [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.422375] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 7be8d9d2-3b54-490e-8a89-00324c49a5a0/7be8d9d2-3b54-490e-8a89-00324c49a5a0.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 824.422739] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93bba4bd-60b2-4d76-958a-7033f9682f5c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.432140] env[69663]: DEBUG oslo_vmware.api [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 824.432140] env[69663]: value = "task-3332556" [ 824.432140] env[69663]: _type = "Task" [ 824.432140] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.440230] env[69663]: DEBUG oslo_vmware.api [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.625255] env[69663]: DEBUG nova.network.neutron [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 824.766188] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10ae115-5da7-4519-9d45-17748a37d91d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.776128] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a872859-9591-4a71-b2a5-611428e9e386 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.832137] env[69663]: DEBUG nova.network.neutron [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Updating instance_info_cache with network_info: [{"id": "09adfda3-4198-41dc-8c46-f9763f2e1b14", "address": "fa:16:3e:0b:03:92", "network": {"id": "164d1b3e-bf95-4934-8112-54636c1779b6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-204226638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "68f74abb9b8f44d1ba133928b8a033a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09adfda3-41", "ovs_interfaceid": "09adfda3-4198-41dc-8c46-f9763f2e1b14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.837617] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d811055-1099-49db-af5e-0bc868c6170e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.850778] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a941cf3b-e40d-4ecd-9020-f10cce4e91c1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.866541] env[69663]: DEBUG nova.compute.provider_tree [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.943645] env[69663]: DEBUG oslo_vmware.api [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332556, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.957980] env[69663]: DEBUG nova.network.neutron [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Successfully created port: fdad688e-0ac3-4570-924c-0b70f5817b5e {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 825.046742] env[69663]: DEBUG oslo_concurrency.lockutils [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquiring lock "72adaa51-ad9d-4851-9183-58edff64726e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.047304] env[69663]: DEBUG oslo_concurrency.lockutils [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lock "72adaa51-ad9d-4851-9183-58edff64726e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.077951] env[69663]: DEBUG oslo_concurrency.lockutils [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquiring lock "da66309c-65cb-4e12-82fc-54c240cb5134" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.078691] env[69663]: DEBUG oslo_concurrency.lockutils [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lock "da66309c-65cb-4e12-82fc-54c240cb5134" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.192862] env[69663]: DEBUG nova.compute.manager [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 825.224130] env[69663]: DEBUG nova.virt.hardware [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 825.224337] env[69663]: DEBUG nova.virt.hardware [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 825.224511] env[69663]: DEBUG nova.virt.hardware [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.224701] env[69663]: DEBUG nova.virt.hardware [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 825.224856] env[69663]: DEBUG nova.virt.hardware [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.225015] env[69663]: DEBUG nova.virt.hardware [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 825.225237] env[69663]: DEBUG nova.virt.hardware [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 825.225410] env[69663]: DEBUG nova.virt.hardware [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 825.225570] env[69663]: DEBUG nova.virt.hardware [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 825.225766] env[69663]: DEBUG nova.virt.hardware [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 825.225941] env[69663]: DEBUG nova.virt.hardware [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 825.227065] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a035a1dc-7372-49bd-be34-c6c3e5829ee5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.237033] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f67fc5c-b2bb-4b3b-b6b3-74b61fcdf4f9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.280298] env[69663]: DEBUG nova.compute.manager [req-1b1c4ca4-b12a-4bf5-9c31-8d42ef53ebae req-357f8e9e-633e-4e7c-b89b-1bce87fe4f97 service nova] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Received event network-vif-plugged-09adfda3-4198-41dc-8c46-f9763f2e1b14 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 825.280530] env[69663]: DEBUG oslo_concurrency.lockutils [req-1b1c4ca4-b12a-4bf5-9c31-8d42ef53ebae req-357f8e9e-633e-4e7c-b89b-1bce87fe4f97 service nova] Acquiring lock "c46089b3-927b-4b96-84bb-cfa3e5e70037-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.280750] env[69663]: DEBUG oslo_concurrency.lockutils [req-1b1c4ca4-b12a-4bf5-9c31-8d42ef53ebae req-357f8e9e-633e-4e7c-b89b-1bce87fe4f97 service nova] Lock "c46089b3-927b-4b96-84bb-cfa3e5e70037-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.280920] env[69663]: DEBUG oslo_concurrency.lockutils [req-1b1c4ca4-b12a-4bf5-9c31-8d42ef53ebae req-357f8e9e-633e-4e7c-b89b-1bce87fe4f97 service nova] Lock "c46089b3-927b-4b96-84bb-cfa3e5e70037-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.281095] env[69663]: DEBUG nova.compute.manager [req-1b1c4ca4-b12a-4bf5-9c31-8d42ef53ebae req-357f8e9e-633e-4e7c-b89b-1bce87fe4f97 service nova] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] No waiting events found dispatching network-vif-plugged-09adfda3-4198-41dc-8c46-f9763f2e1b14 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 825.282343] env[69663]: WARNING nova.compute.manager [req-1b1c4ca4-b12a-4bf5-9c31-8d42ef53ebae req-357f8e9e-633e-4e7c-b89b-1bce87fe4f97 service nova] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Received unexpected event network-vif-plugged-09adfda3-4198-41dc-8c46-f9763f2e1b14 for instance with vm_state building and task_state spawning. [ 825.282343] env[69663]: DEBUG nova.compute.manager [req-1b1c4ca4-b12a-4bf5-9c31-8d42ef53ebae req-357f8e9e-633e-4e7c-b89b-1bce87fe4f97 service nova] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Received event network-changed-09adfda3-4198-41dc-8c46-f9763f2e1b14 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 825.282343] env[69663]: DEBUG nova.compute.manager [req-1b1c4ca4-b12a-4bf5-9c31-8d42ef53ebae req-357f8e9e-633e-4e7c-b89b-1bce87fe4f97 service nova] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Refreshing instance network info cache due to event network-changed-09adfda3-4198-41dc-8c46-f9763f2e1b14. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 825.282343] env[69663]: DEBUG oslo_concurrency.lockutils [req-1b1c4ca4-b12a-4bf5-9c31-8d42ef53ebae req-357f8e9e-633e-4e7c-b89b-1bce87fe4f97 service nova] Acquiring lock "refresh_cache-c46089b3-927b-4b96-84bb-cfa3e5e70037" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.344952] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Releasing lock "refresh_cache-c46089b3-927b-4b96-84bb-cfa3e5e70037" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.345319] env[69663]: DEBUG nova.compute.manager [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Instance network_info: |[{"id": "09adfda3-4198-41dc-8c46-f9763f2e1b14", "address": "fa:16:3e:0b:03:92", "network": {"id": "164d1b3e-bf95-4934-8112-54636c1779b6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-204226638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "68f74abb9b8f44d1ba133928b8a033a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09adfda3-41", "ovs_interfaceid": "09adfda3-4198-41dc-8c46-f9763f2e1b14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 825.345698] env[69663]: DEBUG oslo_concurrency.lockutils [req-1b1c4ca4-b12a-4bf5-9c31-8d42ef53ebae req-357f8e9e-633e-4e7c-b89b-1bce87fe4f97 service nova] Acquired lock "refresh_cache-c46089b3-927b-4b96-84bb-cfa3e5e70037" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.345823] env[69663]: DEBUG nova.network.neutron [req-1b1c4ca4-b12a-4bf5-9c31-8d42ef53ebae req-357f8e9e-633e-4e7c-b89b-1bce87fe4f97 service nova] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Refreshing network info cache for port 09adfda3-4198-41dc-8c46-f9763f2e1b14 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 825.350021] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:03:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d39252e-42ef-4252-98d3-62af5a0d109d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09adfda3-4198-41dc-8c46-f9763f2e1b14', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.355099] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Creating folder: Project (68f74abb9b8f44d1ba133928b8a033a1). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 825.355699] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbf85d45-033b-4f16-99b7-4a77cab463a7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.369398] env[69663]: DEBUG nova.scheduler.client.report [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 825.372558] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Created folder: Project (68f74abb9b8f44d1ba133928b8a033a1) in parent group-v665133. [ 825.373021] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Creating folder: Instances. Parent ref: group-v665257. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 825.373186] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e045a026-4645-44fa-bc06-8d1529ad4a4b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.384884] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Created folder: Instances in parent group-v665257. [ 825.385141] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.385342] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 825.385553] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab879362-d4cc-40a6-801c-4cfe547050ba {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.410928] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.410928] env[69663]: value = "task-3332559" [ 825.410928] env[69663]: _type = "Task" [ 825.410928] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.424347] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332559, 'name': CreateVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.445685] env[69663]: DEBUG oslo_vmware.api [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517666} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.445685] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 7be8d9d2-3b54-490e-8a89-00324c49a5a0/7be8d9d2-3b54-490e-8a89-00324c49a5a0.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 825.445685] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.445685] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a58879d-d83c-4df3-87a2-a0975567a47c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.453844] env[69663]: DEBUG oslo_vmware.api [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 825.453844] env[69663]: value = "task-3332560" [ 825.453844] env[69663]: _type = "Task" [ 825.453844] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.462042] env[69663]: DEBUG oslo_vmware.api [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.875272] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.875610] env[69663]: DEBUG nova.compute.manager [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 825.878447] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.889s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.880387] env[69663]: INFO nova.compute.claims [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 825.921276] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332559, 'name': CreateVM_Task, 'duration_secs': 0.340808} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.922298] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 825.922298] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.922799] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.922799] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.923563] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d06fd6b-d86c-452a-bd54-f356bf02f0cc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.930300] env[69663]: DEBUG oslo_vmware.api [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Waiting for the task: (returnval){ [ 825.930300] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529b5b49-8972-220a-449f-2409886cb3de" [ 825.930300] env[69663]: _type = "Task" [ 825.930300] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.938759] env[69663]: DEBUG oslo_vmware.api [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529b5b49-8972-220a-449f-2409886cb3de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.965569] env[69663]: DEBUG oslo_vmware.api [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073865} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.966671] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.966847] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc3ed49-c3bf-4103-bfd2-6e363b66c22c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.990939] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 7be8d9d2-3b54-490e-8a89-00324c49a5a0/7be8d9d2-3b54-490e-8a89-00324c49a5a0.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.991312] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-285b13f7-bc9b-4fb8-ab8c-a187b9851898 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.016023] env[69663]: DEBUG oslo_vmware.api [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 826.016023] env[69663]: value = "task-3332561" [ 826.016023] env[69663]: _type = "Task" [ 826.016023] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.024735] env[69663]: DEBUG oslo_vmware.api [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332561, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.118719] env[69663]: DEBUG nova.network.neutron [req-1b1c4ca4-b12a-4bf5-9c31-8d42ef53ebae req-357f8e9e-633e-4e7c-b89b-1bce87fe4f97 service nova] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Updated VIF entry in instance network info cache for port 09adfda3-4198-41dc-8c46-f9763f2e1b14. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 826.119124] env[69663]: DEBUG nova.network.neutron [req-1b1c4ca4-b12a-4bf5-9c31-8d42ef53ebae req-357f8e9e-633e-4e7c-b89b-1bce87fe4f97 service nova] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Updating instance_info_cache with network_info: [{"id": "09adfda3-4198-41dc-8c46-f9763f2e1b14", "address": "fa:16:3e:0b:03:92", "network": {"id": "164d1b3e-bf95-4934-8112-54636c1779b6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-204226638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "68f74abb9b8f44d1ba133928b8a033a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09adfda3-41", "ovs_interfaceid": "09adfda3-4198-41dc-8c46-f9763f2e1b14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.384600] env[69663]: DEBUG nova.compute.utils [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 826.389048] env[69663]: DEBUG nova.compute.manager [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 826.389048] env[69663]: DEBUG nova.network.neutron [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 826.445101] env[69663]: DEBUG oslo_vmware.api [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529b5b49-8972-220a-449f-2409886cb3de, 'name': SearchDatastore_Task, 'duration_secs': 0.010351} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.445413] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.445642] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.445872] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.446888] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.447179] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.447476] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f67296b0-a390-4817-a9fd-94af244f4bcf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.458908] env[69663]: DEBUG nova.policy [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ca6b7f0a0fc451b8dab6acf2ede6f54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b301ab3411f4313ad4ee32e7e97402a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 826.463895] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.463895] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 826.464604] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19f1273c-76b7-4e80-94d2-da2641110364 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.470030] env[69663]: DEBUG oslo_vmware.api [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Waiting for the task: (returnval){ [ 826.470030] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f957e0-9d73-a9cf-d70a-250ab7e85956" [ 826.470030] env[69663]: _type = "Task" [ 826.470030] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.481206] env[69663]: DEBUG oslo_vmware.api [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f957e0-9d73-a9cf-d70a-250ab7e85956, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.528651] env[69663]: DEBUG oslo_vmware.api [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332561, 'name': ReconfigVM_Task, 'duration_secs': 0.290118} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.528959] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 7be8d9d2-3b54-490e-8a89-00324c49a5a0/7be8d9d2-3b54-490e-8a89-00324c49a5a0.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.529731] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91e1ac1c-c288-465b-ad08-ba093f37897c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.539165] env[69663]: DEBUG oslo_vmware.api [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 826.539165] env[69663]: value = "task-3332562" [ 826.539165] env[69663]: _type = "Task" [ 826.539165] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.549827] env[69663]: DEBUG oslo_vmware.api [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332562, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.622878] env[69663]: DEBUG oslo_concurrency.lockutils [req-1b1c4ca4-b12a-4bf5-9c31-8d42ef53ebae req-357f8e9e-633e-4e7c-b89b-1bce87fe4f97 service nova] Releasing lock "refresh_cache-c46089b3-927b-4b96-84bb-cfa3e5e70037" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.857690] env[69663]: DEBUG nova.network.neutron [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Successfully created port: 6fb9e36a-08d6-4d88-9dc9-0ceefd60908b {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 826.899167] env[69663]: DEBUG nova.compute.manager [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 826.987365] env[69663]: DEBUG oslo_vmware.api [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f957e0-9d73-a9cf-d70a-250ab7e85956, 'name': SearchDatastore_Task, 'duration_secs': 0.00933} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.988211] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c058f9b4-1593-4e68-912e-a763c3088c8c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.995887] env[69663]: DEBUG oslo_vmware.api [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Waiting for the task: (returnval){ [ 826.995887] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52749bef-d3f9-69d9-ece3-01750a8bf28c" [ 826.995887] env[69663]: _type = "Task" [ 826.995887] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.011303] env[69663]: DEBUG oslo_vmware.api [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52749bef-d3f9-69d9-ece3-01750a8bf28c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.058014] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Acquiring lock "16b5464a-f8e6-48ba-964e-41ded7b00fa2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.058297] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Lock "16b5464a-f8e6-48ba-964e-41ded7b00fa2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.058524] env[69663]: DEBUG oslo_vmware.api [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332562, 'name': Rename_Task, 'duration_secs': 0.133783} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.058770] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 827.059101] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f867c92c-68eb-42e1-8f84-3b7e7ecebf40 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.066778] env[69663]: DEBUG oslo_vmware.api [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 827.066778] env[69663]: value = "task-3332563" [ 827.066778] env[69663]: _type = "Task" [ 827.066778] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.074836] env[69663]: DEBUG oslo_vmware.api [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.224250] env[69663]: DEBUG nova.network.neutron [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Successfully updated port: fdad688e-0ac3-4570-924c-0b70f5817b5e {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 827.307484] env[69663]: DEBUG nova.compute.manager [req-e756721e-bc7b-4b9b-b3ca-949ce882fc55 req-47202f0c-be6a-41e9-894f-64172b2c83fa service nova] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Received event network-vif-plugged-fdad688e-0ac3-4570-924c-0b70f5817b5e {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 827.307721] env[69663]: DEBUG oslo_concurrency.lockutils [req-e756721e-bc7b-4b9b-b3ca-949ce882fc55 req-47202f0c-be6a-41e9-894f-64172b2c83fa service nova] Acquiring lock "6d6d0148-518f-417a-accc-7e849f10b95b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.307933] env[69663]: DEBUG oslo_concurrency.lockutils [req-e756721e-bc7b-4b9b-b3ca-949ce882fc55 req-47202f0c-be6a-41e9-894f-64172b2c83fa service nova] Lock "6d6d0148-518f-417a-accc-7e849f10b95b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.308133] env[69663]: DEBUG oslo_concurrency.lockutils [req-e756721e-bc7b-4b9b-b3ca-949ce882fc55 req-47202f0c-be6a-41e9-894f-64172b2c83fa service nova] Lock "6d6d0148-518f-417a-accc-7e849f10b95b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.308528] env[69663]: DEBUG nova.compute.manager [req-e756721e-bc7b-4b9b-b3ca-949ce882fc55 req-47202f0c-be6a-41e9-894f-64172b2c83fa service nova] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] No waiting events found dispatching network-vif-plugged-fdad688e-0ac3-4570-924c-0b70f5817b5e {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 827.308748] env[69663]: WARNING nova.compute.manager [req-e756721e-bc7b-4b9b-b3ca-949ce882fc55 req-47202f0c-be6a-41e9-894f-64172b2c83fa service nova] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Received unexpected event network-vif-plugged-fdad688e-0ac3-4570-924c-0b70f5817b5e for instance with vm_state building and task_state spawning. [ 827.308945] env[69663]: DEBUG nova.compute.manager [req-e756721e-bc7b-4b9b-b3ca-949ce882fc55 req-47202f0c-be6a-41e9-894f-64172b2c83fa service nova] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Received event network-changed-fdad688e-0ac3-4570-924c-0b70f5817b5e {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 827.309096] env[69663]: DEBUG nova.compute.manager [req-e756721e-bc7b-4b9b-b3ca-949ce882fc55 req-47202f0c-be6a-41e9-894f-64172b2c83fa service nova] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Refreshing instance network info cache due to event network-changed-fdad688e-0ac3-4570-924c-0b70f5817b5e. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 827.309276] env[69663]: DEBUG oslo_concurrency.lockutils [req-e756721e-bc7b-4b9b-b3ca-949ce882fc55 req-47202f0c-be6a-41e9-894f-64172b2c83fa service nova] Acquiring lock "refresh_cache-6d6d0148-518f-417a-accc-7e849f10b95b" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.309771] env[69663]: DEBUG oslo_concurrency.lockutils [req-e756721e-bc7b-4b9b-b3ca-949ce882fc55 req-47202f0c-be6a-41e9-894f-64172b2c83fa service nova] Acquired lock "refresh_cache-6d6d0148-518f-417a-accc-7e849f10b95b" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.309771] env[69663]: DEBUG nova.network.neutron [req-e756721e-bc7b-4b9b-b3ca-949ce882fc55 req-47202f0c-be6a-41e9-894f-64172b2c83fa service nova] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Refreshing network info cache for port fdad688e-0ac3-4570-924c-0b70f5817b5e {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 827.467516] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51119c2e-b15e-450b-b2f3-9f312cf1cb0a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.475113] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6081e6-9eb8-48e3-8f67-1ab949391ff3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.510342] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdb014b-4ca5-4b0a-964c-4718df959aad {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.522983] env[69663]: DEBUG oslo_vmware.api [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52749bef-d3f9-69d9-ece3-01750a8bf28c, 'name': SearchDatastore_Task, 'duration_secs': 0.0111} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.522983] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e13afc-b6a3-4456-b658-e51c600ab81f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.525890] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.526218] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] c46089b3-927b-4b96-84bb-cfa3e5e70037/c46089b3-927b-4b96-84bb-cfa3e5e70037.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 827.526507] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b808acbf-da66-4da1-8821-97f7f26beab4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.539577] env[69663]: DEBUG nova.compute.provider_tree [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.542008] env[69663]: DEBUG oslo_vmware.api [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Waiting for the task: (returnval){ [ 827.542008] env[69663]: value = "task-3332564" [ 827.542008] env[69663]: _type = "Task" [ 827.542008] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.550050] env[69663]: DEBUG oslo_vmware.api [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': task-3332564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.576577] env[69663]: DEBUG oslo_vmware.api [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332563, 'name': PowerOnVM_Task, 'duration_secs': 0.501948} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.576877] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 827.577108] env[69663]: INFO nova.compute.manager [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Took 7.67 seconds to spawn the instance on the hypervisor. [ 827.577330] env[69663]: DEBUG nova.compute.manager [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 827.578220] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aae41a5-5ead-449a-aaf8-d7c9d4631db1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.726789] env[69663]: DEBUG oslo_concurrency.lockutils [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Acquiring lock "refresh_cache-6d6d0148-518f-417a-accc-7e849f10b95b" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.850802] env[69663]: DEBUG nova.network.neutron [req-e756721e-bc7b-4b9b-b3ca-949ce882fc55 req-47202f0c-be6a-41e9-894f-64172b2c83fa service nova] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 827.909174] env[69663]: DEBUG nova.compute.manager [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 827.942888] env[69663]: DEBUG nova.virt.hardware [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 827.943223] env[69663]: DEBUG nova.virt.hardware [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 827.943315] env[69663]: DEBUG nova.virt.hardware [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 827.943504] env[69663]: DEBUG nova.virt.hardware [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 827.943657] env[69663]: DEBUG nova.virt.hardware [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 827.943802] env[69663]: DEBUG nova.virt.hardware [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 827.944028] env[69663]: DEBUG nova.virt.hardware [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 827.944198] env[69663]: DEBUG nova.virt.hardware [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 827.944366] env[69663]: DEBUG nova.virt.hardware [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 827.944532] env[69663]: DEBUG nova.virt.hardware [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 827.944711] env[69663]: DEBUG nova.virt.hardware [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 827.945735] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef2132c-eada-43ec-b32f-8ca2de02bbb4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.957698] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12da34ec-df18-401a-be8d-e6f2628f5747 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.993518] env[69663]: DEBUG nova.network.neutron [req-e756721e-bc7b-4b9b-b3ca-949ce882fc55 req-47202f0c-be6a-41e9-894f-64172b2c83fa service nova] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.046047] env[69663]: DEBUG nova.scheduler.client.report [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 828.056601] env[69663]: DEBUG oslo_vmware.api [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': task-3332564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445006} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.057097] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] c46089b3-927b-4b96-84bb-cfa3e5e70037/c46089b3-927b-4b96-84bb-cfa3e5e70037.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 828.057508] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.057890] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e39160eb-c927-4a3c-9fc3-e0ff1a28c5a2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.064885] env[69663]: DEBUG oslo_vmware.api [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Waiting for the task: (returnval){ [ 828.064885] env[69663]: value = "task-3332565" [ 828.064885] env[69663]: _type = "Task" [ 828.064885] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.075822] env[69663]: DEBUG oslo_vmware.api [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': task-3332565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.097461] env[69663]: INFO nova.compute.manager [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Took 53.06 seconds to build instance. [ 828.350878] env[69663]: DEBUG nova.network.neutron [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Successfully updated port: 6fb9e36a-08d6-4d88-9dc9-0ceefd60908b {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 828.495244] env[69663]: DEBUG nova.compute.manager [req-bff09fa6-4e26-4eca-ac1a-753d1e3e9e86 req-79af49dd-dbf9-498b-aff0-eed5713a5a02 service nova] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Received event network-vif-plugged-6fb9e36a-08d6-4d88-9dc9-0ceefd60908b {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 828.495244] env[69663]: DEBUG oslo_concurrency.lockutils [req-bff09fa6-4e26-4eca-ac1a-753d1e3e9e86 req-79af49dd-dbf9-498b-aff0-eed5713a5a02 service nova] Acquiring lock "d98525f7-509c-4e3e-81ec-977938e49623-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.495244] env[69663]: DEBUG oslo_concurrency.lockutils [req-bff09fa6-4e26-4eca-ac1a-753d1e3e9e86 req-79af49dd-dbf9-498b-aff0-eed5713a5a02 service nova] Lock "d98525f7-509c-4e3e-81ec-977938e49623-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.496015] env[69663]: DEBUG oslo_concurrency.lockutils [req-bff09fa6-4e26-4eca-ac1a-753d1e3e9e86 req-79af49dd-dbf9-498b-aff0-eed5713a5a02 service nova] Lock "d98525f7-509c-4e3e-81ec-977938e49623-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.496370] env[69663]: DEBUG nova.compute.manager [req-bff09fa6-4e26-4eca-ac1a-753d1e3e9e86 req-79af49dd-dbf9-498b-aff0-eed5713a5a02 service nova] [instance: d98525f7-509c-4e3e-81ec-977938e49623] No waiting events found dispatching network-vif-plugged-6fb9e36a-08d6-4d88-9dc9-0ceefd60908b {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 828.496704] env[69663]: WARNING nova.compute.manager [req-bff09fa6-4e26-4eca-ac1a-753d1e3e9e86 req-79af49dd-dbf9-498b-aff0-eed5713a5a02 service nova] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Received unexpected event network-vif-plugged-6fb9e36a-08d6-4d88-9dc9-0ceefd60908b for instance with vm_state building and task_state spawning. [ 828.499130] env[69663]: DEBUG oslo_concurrency.lockutils [req-e756721e-bc7b-4b9b-b3ca-949ce882fc55 req-47202f0c-be6a-41e9-894f-64172b2c83fa service nova] Releasing lock "refresh_cache-6d6d0148-518f-417a-accc-7e849f10b95b" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.499130] env[69663]: DEBUG oslo_concurrency.lockutils [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Acquired lock "refresh_cache-6d6d0148-518f-417a-accc-7e849f10b95b" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.499130] env[69663]: DEBUG nova.network.neutron [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 828.555067] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.555067] env[69663]: DEBUG nova.compute.manager [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 828.560793] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bc4e9742-e104-40fe-9eb1-37a567c533e0 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.458s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.560793] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bc4e9742-e104-40fe-9eb1-37a567c533e0 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.565018] env[69663]: DEBUG oslo_concurrency.lockutils [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.364s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.565018] env[69663]: INFO nova.compute.claims [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.583323] env[69663]: DEBUG oslo_vmware.api [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': task-3332565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063169} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.583323] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.583323] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede0edc3-b152-445b-b462-40ef2aea6730 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.599791] env[69663]: DEBUG oslo_concurrency.lockutils [None req-43f4a9d3-b7a0-4092-8185-e63c10a225ad tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "7be8d9d2-3b54-490e-8a89-00324c49a5a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.042s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.609132] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] c46089b3-927b-4b96-84bb-cfa3e5e70037/c46089b3-927b-4b96-84bb-cfa3e5e70037.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.610325] env[69663]: INFO nova.scheduler.client.report [None req-bc4e9742-e104-40fe-9eb1-37a567c533e0 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Deleted allocations for instance 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76 [ 828.613574] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bba2110b-6293-4f2f-aae1-8f73120d8f9d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.638773] env[69663]: DEBUG nova.compute.manager [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 828.647730] env[69663]: DEBUG oslo_vmware.api [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Waiting for the task: (returnval){ [ 828.647730] env[69663]: value = "task-3332566" [ 828.647730] env[69663]: _type = "Task" [ 828.647730] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.656265] env[69663]: DEBUG oslo_vmware.api [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': task-3332566, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.855737] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "refresh_cache-d98525f7-509c-4e3e-81ec-977938e49623" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.856234] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquired lock "refresh_cache-d98525f7-509c-4e3e-81ec-977938e49623" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.856234] env[69663]: DEBUG nova.network.neutron [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 829.044981] env[69663]: DEBUG nova.network.neutron [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 829.078071] env[69663]: DEBUG nova.compute.utils [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 829.079575] env[69663]: DEBUG nova.compute.manager [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 829.079727] env[69663]: DEBUG nova.network.neutron [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 829.157490] env[69663]: DEBUG nova.policy [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3a20f4ab536484c8b84bf7431d10ba0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd2188f5f2474f358cb7032afd9ee80e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 829.159489] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bc4e9742-e104-40fe-9eb1-37a567c533e0 tempest-TenantUsagesTestJSON-872215049 tempest-TenantUsagesTestJSON-872215049-project-member] Lock "1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.971s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.169176] env[69663]: DEBUG oslo_vmware.api [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': task-3332566, 'name': ReconfigVM_Task, 'duration_secs': 0.25632} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.169176] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Reconfigured VM instance instance-00000028 to attach disk [datastore1] c46089b3-927b-4b96-84bb-cfa3e5e70037/c46089b3-927b-4b96-84bb-cfa3e5e70037.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.169755] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1fb9377-86af-4e8e-b12d-c7f3e9efb2c2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.177765] env[69663]: DEBUG oslo_vmware.api [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Waiting for the task: (returnval){ [ 829.177765] env[69663]: value = "task-3332567" [ 829.177765] env[69663]: _type = "Task" [ 829.177765] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.182199] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.188262] env[69663]: DEBUG oslo_vmware.api [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': task-3332567, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.225091] env[69663]: DEBUG nova.network.neutron [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Updating instance_info_cache with network_info: [{"id": "fdad688e-0ac3-4570-924c-0b70f5817b5e", "address": "fa:16:3e:80:3d:8e", "network": {"id": "b5c6e256-0862-454e-9b6d-97d70e7bb41a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1005016026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffa4ae50c09b4b2ea29d077162b314be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdad688e-0a", "ovs_interfaceid": "fdad688e-0ac3-4570-924c-0b70f5817b5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.352520] env[69663]: DEBUG nova.compute.manager [req-318fb68b-e8cc-46c9-911a-9d35d116e694 req-75770035-c479-4ea9-abbe-60acb59abc22 service nova] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Received event network-changed-db78c5ea-f3e7-4d0f-8017-daa2d9e951c0 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 829.352818] env[69663]: DEBUG nova.compute.manager [req-318fb68b-e8cc-46c9-911a-9d35d116e694 req-75770035-c479-4ea9-abbe-60acb59abc22 service nova] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Refreshing instance network info cache due to event network-changed-db78c5ea-f3e7-4d0f-8017-daa2d9e951c0. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 829.353078] env[69663]: DEBUG oslo_concurrency.lockutils [req-318fb68b-e8cc-46c9-911a-9d35d116e694 req-75770035-c479-4ea9-abbe-60acb59abc22 service nova] Acquiring lock "refresh_cache-7be8d9d2-3b54-490e-8a89-00324c49a5a0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.353244] env[69663]: DEBUG oslo_concurrency.lockutils [req-318fb68b-e8cc-46c9-911a-9d35d116e694 req-75770035-c479-4ea9-abbe-60acb59abc22 service nova] Acquired lock "refresh_cache-7be8d9d2-3b54-490e-8a89-00324c49a5a0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.353423] env[69663]: DEBUG nova.network.neutron [req-318fb68b-e8cc-46c9-911a-9d35d116e694 req-75770035-c479-4ea9-abbe-60acb59abc22 service nova] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Refreshing network info cache for port db78c5ea-f3e7-4d0f-8017-daa2d9e951c0 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 829.392485] env[69663]: DEBUG nova.network.neutron [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 829.539477] env[69663]: DEBUG nova.network.neutron [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Updating instance_info_cache with network_info: [{"id": "6fb9e36a-08d6-4d88-9dc9-0ceefd60908b", "address": "fa:16:3e:df:f9:3c", "network": {"id": "18486395-b376-46f7-969d-ee8913a2338e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1505527570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b301ab3411f4313ad4ee32e7e97402a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fb9e36a-08", "ovs_interfaceid": "6fb9e36a-08d6-4d88-9dc9-0ceefd60908b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.584157] env[69663]: DEBUG nova.compute.manager [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 829.670552] env[69663]: DEBUG nova.network.neutron [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Successfully created port: f5007b9d-c25a-47f1-9156-281c16a0db07 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 829.689571] env[69663]: DEBUG oslo_vmware.api [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': task-3332567, 'name': Rename_Task, 'duration_secs': 0.23645} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.690831] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 829.690831] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7de02f69-4165-4989-a4d6-00f9560d54a5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.697582] env[69663]: DEBUG oslo_vmware.api [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Waiting for the task: (returnval){ [ 829.697582] env[69663]: value = "task-3332568" [ 829.697582] env[69663]: _type = "Task" [ 829.697582] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.711032] env[69663]: DEBUG oslo_vmware.api [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': task-3332568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.727548] env[69663]: DEBUG oslo_concurrency.lockutils [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Releasing lock "refresh_cache-6d6d0148-518f-417a-accc-7e849f10b95b" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.728393] env[69663]: DEBUG nova.compute.manager [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Instance network_info: |[{"id": "fdad688e-0ac3-4570-924c-0b70f5817b5e", "address": "fa:16:3e:80:3d:8e", "network": {"id": "b5c6e256-0862-454e-9b6d-97d70e7bb41a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1005016026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffa4ae50c09b4b2ea29d077162b314be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdad688e-0a", "ovs_interfaceid": "fdad688e-0ac3-4570-924c-0b70f5817b5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 829.728548] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:3d:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f7a1f33a-9466-4c83-89f6-fd990f47b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fdad688e-0ac3-4570-924c-0b70f5817b5e', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.737370] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Creating folder: Project (ffa4ae50c09b4b2ea29d077162b314be). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 829.740468] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4aaa1aac-61c7-4b5f-97b6-db9999bd5b46 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.754032] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Created folder: Project (ffa4ae50c09b4b2ea29d077162b314be) in parent group-v665133. [ 829.754032] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Creating folder: Instances. Parent ref: group-v665260. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 829.754300] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d12d3c9-7e50-4c8e-89ae-697adb608d9f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.764498] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Created folder: Instances in parent group-v665260. [ 829.764783] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.765020] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 829.765239] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e712cbd7-e68d-45c8-8f23-26ffcbfa877d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.788708] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.788708] env[69663]: value = "task-3332571" [ 829.788708] env[69663]: _type = "Task" [ 829.788708] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.801268] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332571, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.044146] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Releasing lock "refresh_cache-d98525f7-509c-4e3e-81ec-977938e49623" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.044444] env[69663]: DEBUG nova.compute.manager [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Instance network_info: |[{"id": "6fb9e36a-08d6-4d88-9dc9-0ceefd60908b", "address": "fa:16:3e:df:f9:3c", "network": {"id": "18486395-b376-46f7-969d-ee8913a2338e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1505527570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b301ab3411f4313ad4ee32e7e97402a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fb9e36a-08", "ovs_interfaceid": "6fb9e36a-08d6-4d88-9dc9-0ceefd60908b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 830.044885] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:f9:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fb9e36a-08d6-4d88-9dc9-0ceefd60908b', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 830.058034] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.061156] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 830.061770] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41a2fda9-34a8-4240-a11b-b55735ac7516 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.096716] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 830.096716] env[69663]: value = "task-3332572" [ 830.096716] env[69663]: _type = "Task" [ 830.096716] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.110317] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332572, 'name': CreateVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.179293] env[69663]: DEBUG nova.network.neutron [req-318fb68b-e8cc-46c9-911a-9d35d116e694 req-75770035-c479-4ea9-abbe-60acb59abc22 service nova] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Updated VIF entry in instance network info cache for port db78c5ea-f3e7-4d0f-8017-daa2d9e951c0. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 830.179520] env[69663]: DEBUG nova.network.neutron [req-318fb68b-e8cc-46c9-911a-9d35d116e694 req-75770035-c479-4ea9-abbe-60acb59abc22 service nova] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Updating instance_info_cache with network_info: [{"id": "db78c5ea-f3e7-4d0f-8017-daa2d9e951c0", "address": "fa:16:3e:a1:72:86", "network": {"id": "c9b0df65-b7eb-4aa8-9d53-4b8fa507b496", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-812774922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01abc007aca4ab388c2f26a1aab3ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb78c5ea-f3", "ovs_interfaceid": "db78c5ea-f3e7-4d0f-8017-daa2d9e951c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.208783] env[69663]: DEBUG oslo_vmware.api [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': task-3332568, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.275469] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cd9e94-cd22-462f-b4e4-1e93de7483a4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.282999] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5de4f47-c0c6-403a-8220-359efd9b7fc1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.321651] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025f9353-8b1e-494a-9b2e-a626ea6e69a8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.329434] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332571, 'name': CreateVM_Task, 'duration_secs': 0.404875} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.331743] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 830.332609] env[69663]: DEBUG oslo_concurrency.lockutils [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.332776] env[69663]: DEBUG oslo_concurrency.lockutils [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.333112] env[69663]: DEBUG oslo_concurrency.lockutils [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.334457] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b88fb5e-02ae-473c-8307-82aa96f83e98 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.338425] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3145779e-9f20-4937-b7ac-d6874ef8170f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.352381] env[69663]: DEBUG nova.compute.provider_tree [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.355916] env[69663]: DEBUG oslo_vmware.api [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Waiting for the task: (returnval){ [ 830.355916] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]522b1012-724f-45e6-452f-0868e7068f49" [ 830.355916] env[69663]: _type = "Task" [ 830.355916] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.365031] env[69663]: DEBUG oslo_vmware.api [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]522b1012-724f-45e6-452f-0868e7068f49, 'name': SearchDatastore_Task, 'duration_secs': 0.010228} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.365992] env[69663]: DEBUG oslo_concurrency.lockutils [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.366446] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.366555] env[69663]: DEBUG oslo_concurrency.lockutils [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.366754] env[69663]: DEBUG oslo_concurrency.lockutils [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.367019] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.367645] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c5e343a-c6e7-4659-93c4-42440759426b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.375700] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.375893] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 830.376669] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92a8cecb-f1aa-47b2-82ce-6a0d4c7ce4ba {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.382266] env[69663]: DEBUG oslo_vmware.api [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Waiting for the task: (returnval){ [ 830.382266] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]527b732c-c662-87f3-5236-ebdce0066b94" [ 830.382266] env[69663]: _type = "Task" [ 830.382266] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.391431] env[69663]: DEBUG oslo_vmware.api [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]527b732c-c662-87f3-5236-ebdce0066b94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.519893] env[69663]: DEBUG nova.compute.manager [req-5a674611-50e8-419d-9fa4-1f70d7c4afb6 req-975d936c-2228-4622-8846-211eb41c18df service nova] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Received event network-changed-6fb9e36a-08d6-4d88-9dc9-0ceefd60908b {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 830.520242] env[69663]: DEBUG nova.compute.manager [req-5a674611-50e8-419d-9fa4-1f70d7c4afb6 req-975d936c-2228-4622-8846-211eb41c18df service nova] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Refreshing instance network info cache due to event network-changed-6fb9e36a-08d6-4d88-9dc9-0ceefd60908b. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 830.520620] env[69663]: DEBUG oslo_concurrency.lockutils [req-5a674611-50e8-419d-9fa4-1f70d7c4afb6 req-975d936c-2228-4622-8846-211eb41c18df service nova] Acquiring lock "refresh_cache-d98525f7-509c-4e3e-81ec-977938e49623" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.520879] env[69663]: DEBUG oslo_concurrency.lockutils [req-5a674611-50e8-419d-9fa4-1f70d7c4afb6 req-975d936c-2228-4622-8846-211eb41c18df service nova] Acquired lock "refresh_cache-d98525f7-509c-4e3e-81ec-977938e49623" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.522321] env[69663]: DEBUG nova.network.neutron [req-5a674611-50e8-419d-9fa4-1f70d7c4afb6 req-975d936c-2228-4622-8846-211eb41c18df service nova] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Refreshing network info cache for port 6fb9e36a-08d6-4d88-9dc9-0ceefd60908b {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 830.599079] env[69663]: DEBUG nova.compute.manager [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 830.612675] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332572, 'name': CreateVM_Task, 'duration_secs': 0.341847} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.612675] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 830.612675] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.612675] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.612675] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.612915] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b72ab04-335f-416d-8a52-02d28991415b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.617599] env[69663]: DEBUG oslo_vmware.api [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 830.617599] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]524d0d50-878b-9922-7826-cde5e72e6186" [ 830.617599] env[69663]: _type = "Task" [ 830.617599] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.625088] env[69663]: DEBUG oslo_vmware.api [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]524d0d50-878b-9922-7826-cde5e72e6186, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.636114] env[69663]: DEBUG nova.virt.hardware [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 830.636479] env[69663]: DEBUG nova.virt.hardware [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 830.636665] env[69663]: DEBUG nova.virt.hardware [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.636896] env[69663]: DEBUG nova.virt.hardware [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 830.637081] env[69663]: DEBUG nova.virt.hardware [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.637272] env[69663]: DEBUG nova.virt.hardware [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 830.637516] env[69663]: DEBUG nova.virt.hardware [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 830.637674] env[69663]: DEBUG nova.virt.hardware [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 830.637873] env[69663]: DEBUG nova.virt.hardware [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 830.638080] env[69663]: DEBUG nova.virt.hardware [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 830.638272] env[69663]: DEBUG nova.virt.hardware [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 830.639104] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7793246-2a2a-4eae-8640-98e50fe5d0da {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.646545] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b6a108-e52d-4c5a-a81e-569e1654b407 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.682849] env[69663]: DEBUG oslo_concurrency.lockutils [req-318fb68b-e8cc-46c9-911a-9d35d116e694 req-75770035-c479-4ea9-abbe-60acb59abc22 service nova] Releasing lock "refresh_cache-7be8d9d2-3b54-490e-8a89-00324c49a5a0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.713644] env[69663]: DEBUG oslo_vmware.api [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': task-3332568, 'name': PowerOnVM_Task, 'duration_secs': 0.613948} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.713644] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 830.713644] env[69663]: INFO nova.compute.manager [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Took 8.25 seconds to spawn the instance on the hypervisor. [ 830.713644] env[69663]: DEBUG nova.compute.manager [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 830.713644] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6770282f-4d40-4aad-b4dd-e985e304c76c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.858346] env[69663]: DEBUG nova.scheduler.client.report [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 830.896389] env[69663]: DEBUG oslo_vmware.api [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]527b732c-c662-87f3-5236-ebdce0066b94, 'name': SearchDatastore_Task, 'duration_secs': 0.009524} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.896389] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d79250f-7c36-4f90-b199-b7c5aa018e97 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.901772] env[69663]: DEBUG oslo_vmware.api [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Waiting for the task: (returnval){ [ 830.901772] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5269af41-0c32-0534-896a-a28e0d915657" [ 830.901772] env[69663]: _type = "Task" [ 830.901772] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.913076] env[69663]: DEBUG oslo_vmware.api [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5269af41-0c32-0534-896a-a28e0d915657, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.131206] env[69663]: DEBUG oslo_vmware.api [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]524d0d50-878b-9922-7826-cde5e72e6186, 'name': SearchDatastore_Task, 'duration_secs': 0.011162} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.131540] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.131749] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.131953] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.238051] env[69663]: INFO nova.compute.manager [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Took 53.05 seconds to build instance. [ 831.251248] env[69663]: DEBUG nova.network.neutron [req-5a674611-50e8-419d-9fa4-1f70d7c4afb6 req-975d936c-2228-4622-8846-211eb41c18df service nova] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Updated VIF entry in instance network info cache for port 6fb9e36a-08d6-4d88-9dc9-0ceefd60908b. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 831.251607] env[69663]: DEBUG nova.network.neutron [req-5a674611-50e8-419d-9fa4-1f70d7c4afb6 req-975d936c-2228-4622-8846-211eb41c18df service nova] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Updating instance_info_cache with network_info: [{"id": "6fb9e36a-08d6-4d88-9dc9-0ceefd60908b", "address": "fa:16:3e:df:f9:3c", "network": {"id": "18486395-b376-46f7-969d-ee8913a2338e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1505527570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b301ab3411f4313ad4ee32e7e97402a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fb9e36a-08", "ovs_interfaceid": "6fb9e36a-08d6-4d88-9dc9-0ceefd60908b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.363919] env[69663]: DEBUG oslo_concurrency.lockutils [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.801s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.364486] env[69663]: DEBUG nova.compute.manager [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 831.367713] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.713s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.369467] env[69663]: INFO nova.compute.claims [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.414236] env[69663]: DEBUG oslo_vmware.api [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5269af41-0c32-0534-896a-a28e0d915657, 'name': SearchDatastore_Task, 'duration_secs': 0.043638} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.414669] env[69663]: DEBUG oslo_concurrency.lockutils [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.414967] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 6d6d0148-518f-417a-accc-7e849f10b95b/6d6d0148-518f-417a-accc-7e849f10b95b.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 831.415183] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.415584] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.415584] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a150db40-917c-4973-bbf7-8aab546f218e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.421266] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c24cf67d-c033-419b-87f5-2bdcdd87ec41 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.428930] env[69663]: DEBUG oslo_vmware.api [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Waiting for the task: (returnval){ [ 831.428930] env[69663]: value = "task-3332573" [ 831.428930] env[69663]: _type = "Task" [ 831.428930] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.430129] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.430326] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 831.434014] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f2617a1-834d-4c6a-8fe1-bcf54a47922a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.439717] env[69663]: DEBUG oslo_vmware.api [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 831.439717] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]527afd7b-cc6c-663d-4f3f-43cc0d2e2678" [ 831.439717] env[69663]: _type = "Task" [ 831.439717] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.442620] env[69663]: DEBUG oslo_vmware.api [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Task: {'id': task-3332573, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.449829] env[69663]: DEBUG oslo_vmware.api [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]527afd7b-cc6c-663d-4f3f-43cc0d2e2678, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.505799] env[69663]: DEBUG nova.compute.manager [req-ad85481c-f49b-454e-b08b-f11e0732c509 req-a6311a26-a409-4a99-b4b9-e0bb836dc1c8 service nova] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Received event network-vif-plugged-f5007b9d-c25a-47f1-9156-281c16a0db07 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 831.506032] env[69663]: DEBUG oslo_concurrency.lockutils [req-ad85481c-f49b-454e-b08b-f11e0732c509 req-a6311a26-a409-4a99-b4b9-e0bb836dc1c8 service nova] Acquiring lock "42a7e9ab-7254-4209-ae2c-8e834957c080-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.506261] env[69663]: DEBUG oslo_concurrency.lockutils [req-ad85481c-f49b-454e-b08b-f11e0732c509 req-a6311a26-a409-4a99-b4b9-e0bb836dc1c8 service nova] Lock "42a7e9ab-7254-4209-ae2c-8e834957c080-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.506438] env[69663]: DEBUG oslo_concurrency.lockutils [req-ad85481c-f49b-454e-b08b-f11e0732c509 req-a6311a26-a409-4a99-b4b9-e0bb836dc1c8 service nova] Lock "42a7e9ab-7254-4209-ae2c-8e834957c080-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.506614] env[69663]: DEBUG nova.compute.manager [req-ad85481c-f49b-454e-b08b-f11e0732c509 req-a6311a26-a409-4a99-b4b9-e0bb836dc1c8 service nova] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] No waiting events found dispatching network-vif-plugged-f5007b9d-c25a-47f1-9156-281c16a0db07 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 831.506801] env[69663]: WARNING nova.compute.manager [req-ad85481c-f49b-454e-b08b-f11e0732c509 req-a6311a26-a409-4a99-b4b9-e0bb836dc1c8 service nova] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Received unexpected event network-vif-plugged-f5007b9d-c25a-47f1-9156-281c16a0db07 for instance with vm_state building and task_state spawning. [ 831.742950] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5f33ff19-755e-4173-a899-bd05ac58488f tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Lock "c46089b3-927b-4b96-84bb-cfa3e5e70037" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.999s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.754384] env[69663]: DEBUG oslo_concurrency.lockutils [req-5a674611-50e8-419d-9fa4-1f70d7c4afb6 req-975d936c-2228-4622-8846-211eb41c18df service nova] Releasing lock "refresh_cache-d98525f7-509c-4e3e-81ec-977938e49623" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.869183] env[69663]: DEBUG nova.compute.utils [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 831.870785] env[69663]: DEBUG nova.compute.manager [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 831.870990] env[69663]: DEBUG nova.network.neutron [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 831.935704] env[69663]: DEBUG nova.policy [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ce8aef284f0440d9a7dfdfca0ded954', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '421a463bd4f34754b254b003bcbe9d68', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 831.943049] env[69663]: DEBUG oslo_vmware.api [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Task: {'id': task-3332573, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.952804] env[69663]: DEBUG oslo_vmware.api [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]527afd7b-cc6c-663d-4f3f-43cc0d2e2678, 'name': SearchDatastore_Task, 'duration_secs': 0.019245} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.953838] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4448ca61-466b-4772-9966-43490aab64f9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.960177] env[69663]: DEBUG oslo_vmware.api [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 831.960177] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]522326ca-937e-b1b3-9a04-827423658ecb" [ 831.960177] env[69663]: _type = "Task" [ 831.960177] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.969027] env[69663]: DEBUG oslo_vmware.api [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]522326ca-937e-b1b3-9a04-827423658ecb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.993515] env[69663]: DEBUG nova.network.neutron [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Successfully updated port: f5007b9d-c25a-47f1-9156-281c16a0db07 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 832.246395] env[69663]: DEBUG nova.compute.manager [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 832.310547] env[69663]: DEBUG nova.network.neutron [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Successfully created port: 57e3d190-1bc5-4c2a-aaf7-55af4cb28e93 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.374585] env[69663]: DEBUG nova.compute.manager [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 832.448326] env[69663]: DEBUG oslo_vmware.api [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Task: {'id': task-3332573, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717466} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.450928] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 6d6d0148-518f-417a-accc-7e849f10b95b/6d6d0148-518f-417a-accc-7e849f10b95b.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 832.451198] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.454687] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0be42354-4393-4953-ac75-a9696383927c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.465498] env[69663]: DEBUG oslo_vmware.api [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Waiting for the task: (returnval){ [ 832.465498] env[69663]: value = "task-3332574" [ 832.465498] env[69663]: _type = "Task" [ 832.465498] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.481720] env[69663]: DEBUG oslo_vmware.api [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]522326ca-937e-b1b3-9a04-827423658ecb, 'name': SearchDatastore_Task, 'duration_secs': 0.048683} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.484942] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.485774] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] d98525f7-509c-4e3e-81ec-977938e49623/d98525f7-509c-4e3e-81ec-977938e49623.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 832.486124] env[69663]: DEBUG oslo_vmware.api [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Task: {'id': task-3332574, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.489219] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41e8f96d-6392-44f0-a80b-ae1fc68babdc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.496488] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Acquiring lock "refresh_cache-42a7e9ab-7254-4209-ae2c-8e834957c080" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.496860] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Acquired lock "refresh_cache-42a7e9ab-7254-4209-ae2c-8e834957c080" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.497078] env[69663]: DEBUG nova.network.neutron [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 832.498238] env[69663]: DEBUG oslo_vmware.api [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 832.498238] env[69663]: value = "task-3332575" [ 832.498238] env[69663]: _type = "Task" [ 832.498238] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.515355] env[69663]: DEBUG oslo_vmware.api [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.774378] env[69663]: DEBUG oslo_concurrency.lockutils [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.960487] env[69663]: INFO nova.compute.manager [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Rescuing [ 832.960776] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Acquiring lock "refresh_cache-c46089b3-927b-4b96-84bb-cfa3e5e70037" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.960936] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Acquired lock "refresh_cache-c46089b3-927b-4b96-84bb-cfa3e5e70037" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.961487] env[69663]: DEBUG nova.network.neutron [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 832.983161] env[69663]: DEBUG oslo_vmware.api [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Task: {'id': task-3332574, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062766} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.985906] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.987701] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99076186-a4b6-497d-b45b-15d100fa63c4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.016849] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 6d6d0148-518f-417a-accc-7e849f10b95b/6d6d0148-518f-417a-accc-7e849f10b95b.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.021987] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dac562b2-8df2-4c38-beca-02596e4aa055 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.040360] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807b77e2-adf0-4839-bcf7-99c447f08b9d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.052102] env[69663]: DEBUG oslo_vmware.api [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332575, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458966} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.055127] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] d98525f7-509c-4e3e-81ec-977938e49623/d98525f7-509c-4e3e-81ec-977938e49623.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 833.055439] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.056188] env[69663]: DEBUG oslo_vmware.api [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Waiting for the task: (returnval){ [ 833.056188] env[69663]: value = "task-3332576" [ 833.056188] env[69663]: _type = "Task" [ 833.056188] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.056485] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e72bfad-f845-42fd-a40f-e13aa1183186 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.059396] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e2d3fd-2e9a-4a2f-a563-a8143c72c706 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.072408] env[69663]: DEBUG oslo_vmware.api [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Task: {'id': task-3332576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.074039] env[69663]: DEBUG oslo_vmware.api [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 833.074039] env[69663]: value = "task-3332577" [ 833.074039] env[69663]: _type = "Task" [ 833.074039] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.107398] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b4fa97-62a3-462b-b8bf-6bc10bf8d0e9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.113340] env[69663]: DEBUG oslo_vmware.api [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.118702] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44d24e1-945f-47fe-bf70-165aaffd3233 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.125075] env[69663]: DEBUG nova.network.neutron [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 833.137835] env[69663]: DEBUG nova.compute.provider_tree [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.394206] env[69663]: DEBUG nova.compute.manager [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 833.420523] env[69663]: DEBUG nova.virt.hardware [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:26:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='dbc463e9-46f6-46ce-a1fe-ffaa08d20656',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1050158363',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 833.420782] env[69663]: DEBUG nova.virt.hardware [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 833.420941] env[69663]: DEBUG nova.virt.hardware [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.421140] env[69663]: DEBUG nova.virt.hardware [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 833.421286] env[69663]: DEBUG nova.virt.hardware [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.421433] env[69663]: DEBUG nova.virt.hardware [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 833.421643] env[69663]: DEBUG nova.virt.hardware [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 833.421795] env[69663]: DEBUG nova.virt.hardware [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 833.421957] env[69663]: DEBUG nova.virt.hardware [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 833.422181] env[69663]: DEBUG nova.virt.hardware [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 833.422376] env[69663]: DEBUG nova.virt.hardware [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 833.423256] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204eb422-3dc7-4f60-9010-4381b4a17eca {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.431634] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bf93f3-8c79-4540-99eb-7c858eb2ca96 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.458663] env[69663]: DEBUG nova.network.neutron [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Updating instance_info_cache with network_info: [{"id": "f5007b9d-c25a-47f1-9156-281c16a0db07", "address": "fa:16:3e:51:9e:da", "network": {"id": "09c8da30-4415-4bc9-9350-14baa94eb55c", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1066271541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd2188f5f2474f358cb7032afd9ee80e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5007b9d-c2", "ovs_interfaceid": "f5007b9d-c25a-47f1-9156-281c16a0db07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.576759] env[69663]: DEBUG oslo_vmware.api [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Task: {'id': task-3332576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.585199] env[69663]: DEBUG oslo_vmware.api [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07445} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.586977] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 833.588224] env[69663]: DEBUG nova.compute.manager [req-ce49b614-2458-4a25-b51b-8eb4e57d033f req-82026820-c5d0-4d34-9057-03a4c9c7e0b8 service nova] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Received event network-changed-f5007b9d-c25a-47f1-9156-281c16a0db07 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 833.588477] env[69663]: DEBUG nova.compute.manager [req-ce49b614-2458-4a25-b51b-8eb4e57d033f req-82026820-c5d0-4d34-9057-03a4c9c7e0b8 service nova] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Refreshing instance network info cache due to event network-changed-f5007b9d-c25a-47f1-9156-281c16a0db07. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 833.588732] env[69663]: DEBUG oslo_concurrency.lockutils [req-ce49b614-2458-4a25-b51b-8eb4e57d033f req-82026820-c5d0-4d34-9057-03a4c9c7e0b8 service nova] Acquiring lock "refresh_cache-42a7e9ab-7254-4209-ae2c-8e834957c080" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.589461] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aede0741-4746-46d7-8fef-60e064ecde32 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.613618] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] d98525f7-509c-4e3e-81ec-977938e49623/d98525f7-509c-4e3e-81ec-977938e49623.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.616762] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a473e12-4fb5-4ad5-8d00-e32abfba0a7b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.641565] env[69663]: DEBUG nova.scheduler.client.report [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 833.646020] env[69663]: DEBUG oslo_vmware.api [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 833.646020] env[69663]: value = "task-3332578" [ 833.646020] env[69663]: _type = "Task" [ 833.646020] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.656172] env[69663]: DEBUG oslo_vmware.api [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.801594] env[69663]: DEBUG nova.compute.manager [req-89ec58a1-cf8e-4c6a-b8d2-336f91da0a50 req-802b1d7e-5453-4100-b136-b64d0f895583 service nova] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Received event network-vif-plugged-57e3d190-1bc5-4c2a-aaf7-55af4cb28e93 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 833.801943] env[69663]: DEBUG oslo_concurrency.lockutils [req-89ec58a1-cf8e-4c6a-b8d2-336f91da0a50 req-802b1d7e-5453-4100-b136-b64d0f895583 service nova] Acquiring lock "c01b7794-182c-4aa8-9469-6c008817e208-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.803758] env[69663]: DEBUG oslo_concurrency.lockutils [req-89ec58a1-cf8e-4c6a-b8d2-336f91da0a50 req-802b1d7e-5453-4100-b136-b64d0f895583 service nova] Lock "c01b7794-182c-4aa8-9469-6c008817e208-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.803758] env[69663]: DEBUG oslo_concurrency.lockutils [req-89ec58a1-cf8e-4c6a-b8d2-336f91da0a50 req-802b1d7e-5453-4100-b136-b64d0f895583 service nova] Lock "c01b7794-182c-4aa8-9469-6c008817e208-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.803758] env[69663]: DEBUG nova.compute.manager [req-89ec58a1-cf8e-4c6a-b8d2-336f91da0a50 req-802b1d7e-5453-4100-b136-b64d0f895583 service nova] [instance: c01b7794-182c-4aa8-9469-6c008817e208] No waiting events found dispatching network-vif-plugged-57e3d190-1bc5-4c2a-aaf7-55af4cb28e93 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 833.803758] env[69663]: WARNING nova.compute.manager [req-89ec58a1-cf8e-4c6a-b8d2-336f91da0a50 req-802b1d7e-5453-4100-b136-b64d0f895583 service nova] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Received unexpected event network-vif-plugged-57e3d190-1bc5-4c2a-aaf7-55af4cb28e93 for instance with vm_state building and task_state spawning. [ 833.900080] env[69663]: DEBUG nova.network.neutron [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Successfully updated port: 57e3d190-1bc5-4c2a-aaf7-55af4cb28e93 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.912146] env[69663]: DEBUG nova.network.neutron [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Updating instance_info_cache with network_info: [{"id": "09adfda3-4198-41dc-8c46-f9763f2e1b14", "address": "fa:16:3e:0b:03:92", "network": {"id": "164d1b3e-bf95-4934-8112-54636c1779b6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-204226638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "68f74abb9b8f44d1ba133928b8a033a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09adfda3-41", "ovs_interfaceid": "09adfda3-4198-41dc-8c46-f9763f2e1b14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.965016] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Releasing lock "refresh_cache-42a7e9ab-7254-4209-ae2c-8e834957c080" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.965451] env[69663]: DEBUG nova.compute.manager [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Instance network_info: |[{"id": "f5007b9d-c25a-47f1-9156-281c16a0db07", "address": "fa:16:3e:51:9e:da", "network": {"id": "09c8da30-4415-4bc9-9350-14baa94eb55c", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1066271541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd2188f5f2474f358cb7032afd9ee80e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5007b9d-c2", "ovs_interfaceid": "f5007b9d-c25a-47f1-9156-281c16a0db07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 833.966210] env[69663]: DEBUG oslo_concurrency.lockutils [req-ce49b614-2458-4a25-b51b-8eb4e57d033f req-82026820-c5d0-4d34-9057-03a4c9c7e0b8 service nova] Acquired lock "refresh_cache-42a7e9ab-7254-4209-ae2c-8e834957c080" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.966210] env[69663]: DEBUG nova.network.neutron [req-ce49b614-2458-4a25-b51b-8eb4e57d033f req-82026820-c5d0-4d34-9057-03a4c9c7e0b8 service nova] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Refreshing network info cache for port f5007b9d-c25a-47f1-9156-281c16a0db07 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 833.968165] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:9e:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e83154-c0d2-4d3d-b95e-3cd5ba336257', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5007b9d-c25a-47f1-9156-281c16a0db07', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 833.976776] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Creating folder: Project (bd2188f5f2474f358cb7032afd9ee80e). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 833.977474] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fbae370-0eb6-445f-b9e2-d72e9a8fe2d2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.991205] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Created folder: Project (bd2188f5f2474f358cb7032afd9ee80e) in parent group-v665133. [ 833.994454] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Creating folder: Instances. Parent ref: group-v665264. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 833.997953] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0632bf0-b5c3-4aca-b104-031d8b57e371 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.004956] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Created folder: Instances in parent group-v665264. [ 834.005062] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.005219] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 834.005445] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30c42651-cb50-4956-ab58-f9bf676aba84 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.026153] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.026153] env[69663]: value = "task-3332581" [ 834.026153] env[69663]: _type = "Task" [ 834.026153] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.040098] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332581, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.079705] env[69663]: DEBUG oslo_vmware.api [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Task: {'id': task-3332576, 'name': ReconfigVM_Task, 'duration_secs': 0.698626} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.079913] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 6d6d0148-518f-417a-accc-7e849f10b95b/6d6d0148-518f-417a-accc-7e849f10b95b.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.081323] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9c91a15-d5de-48fd-a9a3-d8c457711387 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.088970] env[69663]: DEBUG oslo_vmware.api [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Waiting for the task: (returnval){ [ 834.088970] env[69663]: value = "task-3332582" [ 834.088970] env[69663]: _type = "Task" [ 834.088970] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.100569] env[69663]: DEBUG oslo_vmware.api [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Task: {'id': task-3332582, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.148046] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.780s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.149241] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1b176a0b-dae3-49ad-95ec-2bf3f50c2a68 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.812s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.149444] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1b176a0b-dae3-49ad-95ec-2bf3f50c2a68 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.151681] env[69663]: DEBUG oslo_concurrency.lockutils [None req-df336cfa-96d6-49ff-9c58-0c6f45f4c565 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.603s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.151895] env[69663]: DEBUG oslo_concurrency.lockutils [None req-df336cfa-96d6-49ff-9c58-0c6f45f4c565 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.154069] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.087s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.155442] env[69663]: INFO nova.compute.claims [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.170208] env[69663]: DEBUG oslo_vmware.api [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.201062] env[69663]: INFO nova.scheduler.client.report [None req-df336cfa-96d6-49ff-9c58-0c6f45f4c565 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Deleted allocations for instance b371813d-2134-4a79-b6f9-890b01707948 [ 834.206019] env[69663]: INFO nova.scheduler.client.report [None req-1b176a0b-dae3-49ad-95ec-2bf3f50c2a68 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Deleted allocations for instance cac77ab5-f50e-46dd-967e-948221c1ee12 [ 834.402480] env[69663]: DEBUG oslo_concurrency.lockutils [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquiring lock "refresh_cache-c01b7794-182c-4aa8-9469-6c008817e208" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.402772] env[69663]: DEBUG oslo_concurrency.lockutils [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquired lock "refresh_cache-c01b7794-182c-4aa8-9469-6c008817e208" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.402772] env[69663]: DEBUG nova.network.neutron [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 834.414648] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Releasing lock "refresh_cache-c46089b3-927b-4b96-84bb-cfa3e5e70037" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.535844] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332581, 'name': CreateVM_Task} progress is 25%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.598862] env[69663]: DEBUG oslo_vmware.api [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Task: {'id': task-3332582, 'name': Rename_Task, 'duration_secs': 0.222257} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.599239] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 834.599537] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3bd700a-e3d6-4183-8d06-f666ad0ee8b9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.610777] env[69663]: DEBUG oslo_vmware.api [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Waiting for the task: (returnval){ [ 834.610777] env[69663]: value = "task-3332583" [ 834.610777] env[69663]: _type = "Task" [ 834.610777] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.620178] env[69663]: DEBUG oslo_vmware.api [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Task: {'id': task-3332583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.666574] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Acquiring lock "242c8c4a-ba65-4a87-9ff3-0c8263c5ed7f" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.666895] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Lock "242c8c4a-ba65-4a87-9ff3-0c8263c5ed7f" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.670561] env[69663]: DEBUG oslo_vmware.api [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332578, 'name': ReconfigVM_Task, 'duration_secs': 0.670652} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.671170] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Reconfigured VM instance instance-0000002a to attach disk [datastore1] d98525f7-509c-4e3e-81ec-977938e49623/d98525f7-509c-4e3e-81ec-977938e49623.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.673663] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f7becc1-e171-4db5-bd2d-576b2f2c100b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.683087] env[69663]: DEBUG oslo_vmware.api [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 834.683087] env[69663]: value = "task-3332584" [ 834.683087] env[69663]: _type = "Task" [ 834.683087] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.694966] env[69663]: DEBUG oslo_vmware.api [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332584, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.720394] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1b176a0b-dae3-49ad-95ec-2bf3f50c2a68 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Lock "cac77ab5-f50e-46dd-967e-948221c1ee12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.791s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.722787] env[69663]: DEBUG oslo_concurrency.lockutils [None req-df336cfa-96d6-49ff-9c58-0c6f45f4c565 tempest-FloatingIPsAssociationTestJSON-1340927557 tempest-FloatingIPsAssociationTestJSON-1340927557-project-member] Lock "b371813d-2134-4a79-b6f9-890b01707948" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.440s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.833271] env[69663]: DEBUG nova.network.neutron [req-ce49b614-2458-4a25-b51b-8eb4e57d033f req-82026820-c5d0-4d34-9057-03a4c9c7e0b8 service nova] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Updated VIF entry in instance network info cache for port f5007b9d-c25a-47f1-9156-281c16a0db07. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 834.833653] env[69663]: DEBUG nova.network.neutron [req-ce49b614-2458-4a25-b51b-8eb4e57d033f req-82026820-c5d0-4d34-9057-03a4c9c7e0b8 service nova] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Updating instance_info_cache with network_info: [{"id": "f5007b9d-c25a-47f1-9156-281c16a0db07", "address": "fa:16:3e:51:9e:da", "network": {"id": "09c8da30-4415-4bc9-9350-14baa94eb55c", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1066271541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd2188f5f2474f358cb7032afd9ee80e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5007b9d-c2", "ovs_interfaceid": "f5007b9d-c25a-47f1-9156-281c16a0db07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.949928] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 834.949928] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58d3ca40-885f-4bc1-af7c-76ee17ef5f14 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.960018] env[69663]: DEBUG oslo_vmware.api [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Waiting for the task: (returnval){ [ 834.960018] env[69663]: value = "task-3332585" [ 834.960018] env[69663]: _type = "Task" [ 834.960018] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.967834] env[69663]: DEBUG oslo_vmware.api [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': task-3332585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.006765] env[69663]: DEBUG nova.network.neutron [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 835.039610] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332581, 'name': CreateVM_Task, 'duration_secs': 0.710146} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.042868] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 835.043813] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.044201] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.044641] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.046608] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b59ce45-5518-4c32-ab2e-4d8ffd0dda71 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.052618] env[69663]: DEBUG oslo_vmware.api [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Waiting for the task: (returnval){ [ 835.052618] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]526446d1-98bc-9c06-b47e-de6cf7eb7db4" [ 835.052618] env[69663]: _type = "Task" [ 835.052618] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.065674] env[69663]: DEBUG oslo_vmware.api [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]526446d1-98bc-9c06-b47e-de6cf7eb7db4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.129760] env[69663]: DEBUG oslo_vmware.api [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Task: {'id': task-3332583, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.176301] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Lock "242c8c4a-ba65-4a87-9ff3-0c8263c5ed7f" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.509s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.177135] env[69663]: DEBUG nova.compute.manager [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 835.195392] env[69663]: DEBUG oslo_vmware.api [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332584, 'name': Rename_Task, 'duration_secs': 0.310258} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.195691] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 835.195974] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d10834b0-9a66-48fe-a545-0f3d6b6221f4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.209134] env[69663]: DEBUG oslo_vmware.api [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 835.209134] env[69663]: value = "task-3332586" [ 835.209134] env[69663]: _type = "Task" [ 835.209134] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.219093] env[69663]: DEBUG oslo_vmware.api [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.339164] env[69663]: DEBUG oslo_concurrency.lockutils [req-ce49b614-2458-4a25-b51b-8eb4e57d033f req-82026820-c5d0-4d34-9057-03a4c9c7e0b8 service nova] Releasing lock "refresh_cache-42a7e9ab-7254-4209-ae2c-8e834957c080" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.472451] env[69663]: DEBUG oslo_vmware.api [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': task-3332585, 'name': PowerOffVM_Task, 'duration_secs': 0.210253} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.475473] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 835.476543] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1706e5e-f403-4042-a3ea-bc9d24634db1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.498351] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd412df-6abd-4424-8401-e56393e90ef5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.533512] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 835.533829] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb3a6978-4085-41ad-94fa-e671f91b99b6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.543203] env[69663]: DEBUG oslo_vmware.api [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Waiting for the task: (returnval){ [ 835.543203] env[69663]: value = "task-3332587" [ 835.543203] env[69663]: _type = "Task" [ 835.543203] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.553613] env[69663]: DEBUG oslo_vmware.api [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': task-3332587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.564688] env[69663]: DEBUG oslo_vmware.api [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]526446d1-98bc-9c06-b47e-de6cf7eb7db4, 'name': SearchDatastore_Task, 'duration_secs': 0.012945} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.565072] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.565333] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.565611] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.565797] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.566011] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 835.566351] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ddc2d97f-ce4d-452d-9321-42736e69be30 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.578872] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 835.579110] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 835.582841] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f70e472c-139e-485c-8fb5-310a959706e9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.588377] env[69663]: DEBUG oslo_vmware.api [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Waiting for the task: (returnval){ [ 835.588377] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5238695a-9db5-2825-cb9f-1051a840233e" [ 835.588377] env[69663]: _type = "Task" [ 835.588377] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.596452] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Acquiring lock "3c24b6b4-0f5d-4238-9c52-abfbff138058" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.597241] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Lock "3c24b6b4-0f5d-4238-9c52-abfbff138058" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.597241] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Acquiring lock "3c24b6b4-0f5d-4238-9c52-abfbff138058-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.597492] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Lock "3c24b6b4-0f5d-4238-9c52-abfbff138058-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.597641] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Lock "3c24b6b4-0f5d-4238-9c52-abfbff138058-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.599419] env[69663]: DEBUG oslo_vmware.api [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5238695a-9db5-2825-cb9f-1051a840233e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.599911] env[69663]: INFO nova.compute.manager [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Terminating instance [ 835.601894] env[69663]: DEBUG nova.compute.manager [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 835.602173] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 835.602897] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85b1696-944d-49da-830f-a9018cccd64f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.613197] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 835.618214] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-831d3e11-b35b-4baf-a9bf-3653ecc2d607 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.626155] env[69663]: DEBUG oslo_vmware.api [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Task: {'id': task-3332583, 'name': PowerOnVM_Task, 'duration_secs': 0.733403} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.627338] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 835.627692] env[69663]: INFO nova.compute.manager [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Took 10.44 seconds to spawn the instance on the hypervisor. [ 835.627790] env[69663]: DEBUG nova.compute.manager [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 835.628122] env[69663]: DEBUG oslo_vmware.api [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Waiting for the task: (returnval){ [ 835.628122] env[69663]: value = "task-3332588" [ 835.628122] env[69663]: _type = "Task" [ 835.628122] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.628802] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563cfcbb-715e-4d57-aaff-a3d7e10ea4bd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.645510] env[69663]: DEBUG oslo_vmware.api [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.660290] env[69663]: DEBUG nova.network.neutron [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Updating instance_info_cache with network_info: [{"id": "57e3d190-1bc5-4c2a-aaf7-55af4cb28e93", "address": "fa:16:3e:4a:ce:66", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57e3d190-1b", "ovs_interfaceid": "57e3d190-1bc5-4c2a-aaf7-55af4cb28e93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.682587] env[69663]: DEBUG nova.compute.utils [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 835.683920] env[69663]: DEBUG nova.compute.manager [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 835.684107] env[69663]: DEBUG nova.network.neutron [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 835.719225] env[69663]: DEBUG oslo_vmware.api [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332586, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.777213] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d734ed08-3dd7-4447-b0f2-21be5bc40d3b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.784868] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012a97ca-1ef4-4792-9fab-392782d1f927 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.818148] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5480ba31-9af4-422c-a891-6a1e968e62ac {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.823469] env[69663]: DEBUG nova.policy [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c9e323f5d8c41e0a40304ed586c7877', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b19d4033ef54a0885f109748c51ebff', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 835.828688] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa978321-4ee7-41ea-831f-5d5591903273 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.842899] env[69663]: DEBUG nova.compute.provider_tree [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.063387] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] VM already powered off {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 836.063387] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.063387] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.101882] env[69663]: DEBUG oslo_vmware.api [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5238695a-9db5-2825-cb9f-1051a840233e, 'name': SearchDatastore_Task, 'duration_secs': 0.017789} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.102779] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0a9b753-78a8-475d-b4c6-5f26303d6a9e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.110521] env[69663]: DEBUG oslo_vmware.api [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Waiting for the task: (returnval){ [ 836.110521] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525de451-2b5e-dc61-a22d-0ff1c15a0a04" [ 836.110521] env[69663]: _type = "Task" [ 836.110521] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.119588] env[69663]: DEBUG oslo_vmware.api [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525de451-2b5e-dc61-a22d-0ff1c15a0a04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.142928] env[69663]: DEBUG oslo_vmware.api [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332588, 'name': PowerOffVM_Task, 'duration_secs': 0.205609} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.143100] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 836.143323] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 836.147024] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-225f3567-9271-4374-b94f-28db4468925d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.155208] env[69663]: INFO nova.compute.manager [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Took 56.35 seconds to build instance. [ 836.164853] env[69663]: DEBUG oslo_concurrency.lockutils [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Releasing lock "refresh_cache-c01b7794-182c-4aa8-9469-6c008817e208" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.166843] env[69663]: DEBUG nova.compute.manager [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Instance network_info: |[{"id": "57e3d190-1bc5-4c2a-aaf7-55af4cb28e93", "address": "fa:16:3e:4a:ce:66", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57e3d190-1b", "ovs_interfaceid": "57e3d190-1bc5-4c2a-aaf7-55af4cb28e93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 836.166843] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:ce:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57e3d190-1bc5-4c2a-aaf7-55af4cb28e93', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.173663] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.174513] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 836.174750] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ca1322e-8587-4c86-9ca5-23712e71ac25 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.192069] env[69663]: DEBUG nova.compute.manager [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 836.198163] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.198163] env[69663]: value = "task-3332590" [ 836.198163] env[69663]: _type = "Task" [ 836.198163] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.205291] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 836.205501] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 836.205680] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Deleting the datastore file [datastore2] 3c24b6b4-0f5d-4238-9c52-abfbff138058 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.205931] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ea591f0-e13a-4d2e-8d78-269cfc8cd43e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.213601] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332590, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.218302] env[69663]: DEBUG oslo_vmware.api [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Waiting for the task: (returnval){ [ 836.218302] env[69663]: value = "task-3332591" [ 836.218302] env[69663]: _type = "Task" [ 836.218302] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.226014] env[69663]: DEBUG oslo_vmware.api [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332586, 'name': PowerOnVM_Task, 'duration_secs': 0.705533} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.226670] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 836.226888] env[69663]: INFO nova.compute.manager [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Took 8.32 seconds to spawn the instance on the hypervisor. [ 836.227129] env[69663]: DEBUG nova.compute.manager [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 836.227951] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4444ab2-0933-44f2-b6b4-fd138b2b40a4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.234627] env[69663]: DEBUG oslo_vmware.api [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.347462] env[69663]: DEBUG nova.scheduler.client.report [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 836.546973] env[69663]: DEBUG nova.compute.manager [req-a9f9a9d0-d143-42ce-9272-ee735964f8ba req-7cd0d26a-f00e-4377-9d19-576c66b684d5 service nova] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Received event network-changed-57e3d190-1bc5-4c2a-aaf7-55af4cb28e93 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 836.547226] env[69663]: DEBUG nova.compute.manager [req-a9f9a9d0-d143-42ce-9272-ee735964f8ba req-7cd0d26a-f00e-4377-9d19-576c66b684d5 service nova] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Refreshing instance network info cache due to event network-changed-57e3d190-1bc5-4c2a-aaf7-55af4cb28e93. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 836.547529] env[69663]: DEBUG oslo_concurrency.lockutils [req-a9f9a9d0-d143-42ce-9272-ee735964f8ba req-7cd0d26a-f00e-4377-9d19-576c66b684d5 service nova] Acquiring lock "refresh_cache-c01b7794-182c-4aa8-9469-6c008817e208" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.547753] env[69663]: DEBUG oslo_concurrency.lockutils [req-a9f9a9d0-d143-42ce-9272-ee735964f8ba req-7cd0d26a-f00e-4377-9d19-576c66b684d5 service nova] Acquired lock "refresh_cache-c01b7794-182c-4aa8-9469-6c008817e208" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.547930] env[69663]: DEBUG nova.network.neutron [req-a9f9a9d0-d143-42ce-9272-ee735964f8ba req-7cd0d26a-f00e-4377-9d19-576c66b684d5 service nova] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Refreshing network info cache for port 57e3d190-1bc5-4c2a-aaf7-55af4cb28e93 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 836.619850] env[69663]: DEBUG oslo_concurrency.lockutils [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Acquiring lock "bad669a6-f3ec-4d33-ac44-e6d1307ea99d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.619850] env[69663]: DEBUG oslo_concurrency.lockutils [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Lock "bad669a6-f3ec-4d33-ac44-e6d1307ea99d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.627038] env[69663]: DEBUG oslo_vmware.api [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525de451-2b5e-dc61-a22d-0ff1c15a0a04, 'name': SearchDatastore_Task, 'duration_secs': 0.0113} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.627038] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.627038] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 42a7e9ab-7254-4209-ae2c-8e834957c080/42a7e9ab-7254-4209-ae2c-8e834957c080.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 836.627422] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.627749] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.629025] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44f6bc3a-3a9b-4ac5-ba8a-681f2e801dc3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.630932] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d106a28-f8fb-4508-aa87-cf42fd2622ec {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.639054] env[69663]: DEBUG oslo_vmware.api [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Waiting for the task: (returnval){ [ 836.639054] env[69663]: value = "task-3332592" [ 836.639054] env[69663]: _type = "Task" [ 836.639054] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.647163] env[69663]: DEBUG oslo_vmware.api [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Task: {'id': task-3332592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.648970] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.649263] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 836.650069] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce95d863-7224-4df1-be44-511458498309 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.656917] env[69663]: DEBUG oslo_concurrency.lockutils [None req-32fdf4f3-d76b-423b-8685-f6989d8f98bd tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Lock "6d6d0148-518f-417a-accc-7e849f10b95b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.792s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.660148] env[69663]: DEBUG oslo_vmware.api [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Waiting for the task: (returnval){ [ 836.660148] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f83ca3-a3f1-b454-879e-9e0d01c705e8" [ 836.660148] env[69663]: _type = "Task" [ 836.660148] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.670550] env[69663]: DEBUG oslo_vmware.api [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f83ca3-a3f1-b454-879e-9e0d01c705e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.674575] env[69663]: DEBUG nova.network.neutron [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Successfully created port: 3cd2be69-460b-4404-be18-81896382f3d2 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.708317] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332590, 'name': CreateVM_Task, 'duration_secs': 0.428405} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.709150] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 836.709947] env[69663]: DEBUG oslo_concurrency.lockutils [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.710214] env[69663]: DEBUG oslo_concurrency.lockutils [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.710640] env[69663]: DEBUG oslo_concurrency.lockutils [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.711135] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5b26148-3308-4007-9707-d6408d41713f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.717323] env[69663]: DEBUG oslo_vmware.api [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for the task: (returnval){ [ 836.717323] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c129be-5568-9eb5-aae1-54a1c1a8d922" [ 836.717323] env[69663]: _type = "Task" [ 836.717323] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.730136] env[69663]: DEBUG oslo_vmware.api [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Task: {'id': task-3332591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245209} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.733473] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.736777] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 836.736777] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 836.736777] env[69663]: INFO nova.compute.manager [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Took 1.13 seconds to destroy the instance on the hypervisor. [ 836.736777] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.736777] env[69663]: DEBUG oslo_vmware.api [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c129be-5568-9eb5-aae1-54a1c1a8d922, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.736777] env[69663]: DEBUG nova.compute.manager [-] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 836.736777] env[69663]: DEBUG nova.network.neutron [-] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 836.748152] env[69663]: INFO nova.compute.manager [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Took 49.14 seconds to build instance. [ 836.853092] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.853935] env[69663]: DEBUG nova.compute.manager [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 836.856734] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1f00c9b6-b5e5-4f3b-8638-a911a8bd7e71 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.851s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.856952] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1f00c9b6-b5e5-4f3b-8638-a911a8bd7e71 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.859638] env[69663]: DEBUG oslo_concurrency.lockutils [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.803s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.861413] env[69663]: INFO nova.compute.claims [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.904023] env[69663]: INFO nova.scheduler.client.report [None req-1f00c9b6-b5e5-4f3b-8638-a911a8bd7e71 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Deleted allocations for instance c115516f-79f9-4b87-aa3a-b23632cbe949 [ 837.152024] env[69663]: DEBUG oslo_vmware.api [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Task: {'id': task-3332592, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.162133] env[69663]: DEBUG nova.compute.manager [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 837.179437] env[69663]: DEBUG oslo_vmware.api [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f83ca3-a3f1-b454-879e-9e0d01c705e8, 'name': SearchDatastore_Task, 'duration_secs': 0.023125} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.179437] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fef2536-bfc2-4e06-92b0-eb2b64ccfc26 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.189694] env[69663]: DEBUG oslo_vmware.api [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Waiting for the task: (returnval){ [ 837.189694] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]526d336b-59a6-b1b2-94e5-c6c3ad6aaf11" [ 837.189694] env[69663]: _type = "Task" [ 837.189694] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.204278] env[69663]: DEBUG nova.compute.manager [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 837.206410] env[69663]: DEBUG oslo_vmware.api [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]526d336b-59a6-b1b2-94e5-c6c3ad6aaf11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.233697] env[69663]: DEBUG oslo_vmware.api [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c129be-5568-9eb5-aae1-54a1c1a8d922, 'name': SearchDatastore_Task, 'duration_secs': 0.025085} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.234750] env[69663]: DEBUG oslo_concurrency.lockutils [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.235481] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.235848] env[69663]: DEBUG oslo_concurrency.lockutils [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.235848] env[69663]: DEBUG oslo_concurrency.lockutils [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.236098] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.236708] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-633401b2-dae5-4206-a0eb-dec7bfaf1876 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.247581] env[69663]: DEBUG nova.virt.hardware [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 837.247865] env[69663]: DEBUG nova.virt.hardware [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 837.248052] env[69663]: DEBUG nova.virt.hardware [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.248257] env[69663]: DEBUG nova.virt.hardware [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 837.248411] env[69663]: DEBUG nova.virt.hardware [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.248570] env[69663]: DEBUG nova.virt.hardware [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 837.248785] env[69663]: DEBUG nova.virt.hardware [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 837.248976] env[69663]: DEBUG nova.virt.hardware [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 837.249173] env[69663]: DEBUG nova.virt.hardware [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 837.249345] env[69663]: DEBUG nova.virt.hardware [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 837.249527] env[69663]: DEBUG nova.virt.hardware [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 837.250951] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1211d7b1-314e-4610-8045-2e176b4e1f4e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.254479] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0d816b0f-5871-4b78-a490-3e37f017f7ce tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "d98525f7-509c-4e3e-81ec-977938e49623" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.594s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.258337] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.258545] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 837.261937] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3f9f2fe-a08b-40b5-9242-b44f1cde63f1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.266680] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030673ac-c949-4b77-9618-29d3b1f822f8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.285156] env[69663]: DEBUG oslo_vmware.api [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for the task: (returnval){ [ 837.285156] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ce59af-be43-cf1c-004a-52273f378f98" [ 837.285156] env[69663]: _type = "Task" [ 837.285156] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.293963] env[69663]: DEBUG oslo_vmware.api [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ce59af-be43-cf1c-004a-52273f378f98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.367044] env[69663]: DEBUG nova.compute.utils [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 837.371926] env[69663]: DEBUG nova.compute.manager [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 837.372106] env[69663]: DEBUG nova.network.neutron [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 837.421368] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1f00c9b6-b5e5-4f3b-8638-a911a8bd7e71 tempest-ServerAddressesNegativeTestJSON-1086921251 tempest-ServerAddressesNegativeTestJSON-1086921251-project-member] Lock "c115516f-79f9-4b87-aa3a-b23632cbe949" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.364s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.450420] env[69663]: DEBUG nova.policy [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c6fa98b29ca4c20b9007f06cbe2bc1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40a1a1aae3554d50852f81384661eb92', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 837.526337] env[69663]: DEBUG nova.network.neutron [-] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.544515] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f89aa3-29a8-4c66-b921-ff77c183706f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.552623] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d1c6dd-ce3e-4491-8902-ae2fdb06f528 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Suspending the VM {{(pid=69663) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 837.552920] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a6c6f555-1d65-4d76-90bb-53cd84ca6246 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.559983] env[69663]: DEBUG oslo_vmware.api [None req-b9d1c6dd-ce3e-4491-8902-ae2fdb06f528 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 837.559983] env[69663]: value = "task-3332593" [ 837.559983] env[69663]: _type = "Task" [ 837.559983] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.569418] env[69663]: DEBUG oslo_vmware.api [None req-b9d1c6dd-ce3e-4491-8902-ae2fdb06f528 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332593, 'name': SuspendVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.651336] env[69663]: DEBUG oslo_vmware.api [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Task: {'id': task-3332592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.817355} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.651820] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 42a7e9ab-7254-4209-ae2c-8e834957c080/42a7e9ab-7254-4209-ae2c-8e834957c080.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 837.652083] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.652375] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b836a32-1218-4105-80b4-625f2257f0f2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.662334] env[69663]: DEBUG oslo_vmware.api [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Waiting for the task: (returnval){ [ 837.662334] env[69663]: value = "task-3332594" [ 837.662334] env[69663]: _type = "Task" [ 837.662334] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.686397] env[69663]: DEBUG oslo_vmware.api [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Task: {'id': task-3332594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.702273] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.706493] env[69663]: DEBUG oslo_vmware.api [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]526d336b-59a6-b1b2-94e5-c6c3ad6aaf11, 'name': SearchDatastore_Task, 'duration_secs': 0.060222} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.706785] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.707074] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] c46089b3-927b-4b96-84bb-cfa3e5e70037/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474-rescue.vmdk. {{(pid=69663) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 837.707505] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de05c2f7-e7b2-4e76-99a1-33ad0cf12e3d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.715093] env[69663]: DEBUG oslo_vmware.api [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Waiting for the task: (returnval){ [ 837.715093] env[69663]: value = "task-3332595" [ 837.715093] env[69663]: _type = "Task" [ 837.715093] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.723901] env[69663]: DEBUG oslo_vmware.api [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': task-3332595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.757714] env[69663]: DEBUG nova.compute.manager [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: 9015d426-e858-4d31-8601-da0d44a18ed0] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 837.768999] env[69663]: DEBUG nova.network.neutron [req-a9f9a9d0-d143-42ce-9272-ee735964f8ba req-7cd0d26a-f00e-4377-9d19-576c66b684d5 service nova] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Updated VIF entry in instance network info cache for port 57e3d190-1bc5-4c2a-aaf7-55af4cb28e93. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 837.769277] env[69663]: DEBUG nova.network.neutron [req-a9f9a9d0-d143-42ce-9272-ee735964f8ba req-7cd0d26a-f00e-4377-9d19-576c66b684d5 service nova] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Updating instance_info_cache with network_info: [{"id": "57e3d190-1bc5-4c2a-aaf7-55af4cb28e93", "address": "fa:16:3e:4a:ce:66", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57e3d190-1b", "ovs_interfaceid": "57e3d190-1bc5-4c2a-aaf7-55af4cb28e93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.799219] env[69663]: DEBUG oslo_vmware.api [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ce59af-be43-cf1c-004a-52273f378f98, 'name': SearchDatastore_Task, 'duration_secs': 0.023175} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.801611] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67b15082-d00b-4593-8ec3-941a3bad154b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.808035] env[69663]: DEBUG oslo_vmware.api [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for the task: (returnval){ [ 837.808035] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5207fccc-30f7-4066-c4c9-dcae5a7c07cf" [ 837.808035] env[69663]: _type = "Task" [ 837.808035] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.818952] env[69663]: DEBUG oslo_vmware.api [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5207fccc-30f7-4066-c4c9-dcae5a7c07cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.875813] env[69663]: DEBUG nova.compute.manager [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 838.033794] env[69663]: INFO nova.compute.manager [-] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Took 1.30 seconds to deallocate network for instance. [ 838.069931] env[69663]: DEBUG oslo_vmware.api [None req-b9d1c6dd-ce3e-4491-8902-ae2fdb06f528 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332593, 'name': SuspendVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.169942] env[69663]: DEBUG nova.network.neutron [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Successfully created port: 860506e3-0514-407c-807f-68e1b9d252b5 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.184543] env[69663]: DEBUG oslo_vmware.api [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Task: {'id': task-3332594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124361} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.185423] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.186140] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bcfcaf-0223-4f15-ae77-a42292366af4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.212342] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 42a7e9ab-7254-4209-ae2c-8e834957c080/42a7e9ab-7254-4209-ae2c-8e834957c080.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.215600] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3210e42c-33cc-431c-bc80-25061eb61d4e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.245095] env[69663]: DEBUG oslo_vmware.api [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': task-3332595, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.246708] env[69663]: DEBUG oslo_vmware.api [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Waiting for the task: (returnval){ [ 838.246708] env[69663]: value = "task-3332596" [ 838.246708] env[69663]: _type = "Task" [ 838.246708] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.258814] env[69663]: DEBUG oslo_vmware.api [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Task: {'id': task-3332596, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.272698] env[69663]: DEBUG oslo_concurrency.lockutils [req-a9f9a9d0-d143-42ce-9272-ee735964f8ba req-7cd0d26a-f00e-4377-9d19-576c66b684d5 service nova] Releasing lock "refresh_cache-c01b7794-182c-4aa8-9469-6c008817e208" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.280800] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.328155] env[69663]: DEBUG oslo_vmware.api [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5207fccc-30f7-4066-c4c9-dcae5a7c07cf, 'name': SearchDatastore_Task, 'duration_secs': 0.051412} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.328709] env[69663]: DEBUG oslo_concurrency.lockutils [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.329040] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] c01b7794-182c-4aa8-9469-6c008817e208/c01b7794-182c-4aa8-9469-6c008817e208.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 838.329370] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bfde8dd-eb6a-4b7d-92d1-60dc237895bc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.338654] env[69663]: DEBUG oslo_vmware.api [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for the task: (returnval){ [ 838.338654] env[69663]: value = "task-3332597" [ 838.338654] env[69663]: _type = "Task" [ 838.338654] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.347916] env[69663]: DEBUG oslo_vmware.api [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.547831] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.549169] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6c3297-106e-494b-858c-c82d1c21ab5d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.556968] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d686b30-bb2e-4400-ac68-96dcb5a20039 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.571406] env[69663]: DEBUG oslo_vmware.api [None req-b9d1c6dd-ce3e-4491-8902-ae2fdb06f528 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332593, 'name': SuspendVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.603946] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0adeaa-9d49-41a0-b07d-3e741ff8ac34 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.612382] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64324931-0ae3-4917-ac43-00146470d548 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.627251] env[69663]: DEBUG nova.compute.provider_tree [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.742283] env[69663]: DEBUG oslo_vmware.api [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': task-3332595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.85571} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.742615] env[69663]: INFO nova.virt.vmwareapi.ds_util [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] c46089b3-927b-4b96-84bb-cfa3e5e70037/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474-rescue.vmdk. [ 838.743435] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb0fc10-4aba-427b-903f-001737200197 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.781057] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] c46089b3-927b-4b96-84bb-cfa3e5e70037/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474-rescue.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.782378] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ff71378-fa90-4b36-88ea-2d47a93a2a28 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.802510] env[69663]: DEBUG oslo_vmware.api [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Task: {'id': task-3332596, 'name': ReconfigVM_Task, 'duration_secs': 0.398035} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.803497] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 42a7e9ab-7254-4209-ae2c-8e834957c080/42a7e9ab-7254-4209-ae2c-8e834957c080.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.804193] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04292ff6-3cd2-4fb5-be13-7347c3aa1ed2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.809010] env[69663]: DEBUG oslo_vmware.api [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Waiting for the task: (returnval){ [ 838.809010] env[69663]: value = "task-3332598" [ 838.809010] env[69663]: _type = "Task" [ 838.809010] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.814588] env[69663]: DEBUG oslo_vmware.api [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Waiting for the task: (returnval){ [ 838.814588] env[69663]: value = "task-3332599" [ 838.814588] env[69663]: _type = "Task" [ 838.814588] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.822464] env[69663]: DEBUG oslo_vmware.api [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': task-3332598, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.826504] env[69663]: DEBUG oslo_vmware.api [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Task: {'id': task-3332599, 'name': Rename_Task} progress is 10%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.857023] env[69663]: DEBUG oslo_vmware.api [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332597, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.895707] env[69663]: DEBUG nova.compute.manager [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 838.933620] env[69663]: DEBUG nova.virt.hardware [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 838.933961] env[69663]: DEBUG nova.virt.hardware [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 838.934177] env[69663]: DEBUG nova.virt.hardware [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.934421] env[69663]: DEBUG nova.virt.hardware [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 838.934613] env[69663]: DEBUG nova.virt.hardware [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.934826] env[69663]: DEBUG nova.virt.hardware [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 838.935104] env[69663]: DEBUG nova.virt.hardware [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 838.935327] env[69663]: DEBUG nova.virt.hardware [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 838.935846] env[69663]: DEBUG nova.virt.hardware [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 838.936091] env[69663]: DEBUG nova.virt.hardware [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 838.936331] env[69663]: DEBUG nova.virt.hardware [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 838.937292] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ce7a65-b8ec-457d-a902-3cfcbc27be09 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.946691] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02a2ac9-bc7f-4986-af94-acb5a59cabcb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.080042] env[69663]: DEBUG oslo_vmware.api [None req-b9d1c6dd-ce3e-4491-8902-ae2fdb06f528 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332593, 'name': SuspendVM_Task, 'duration_secs': 1.131275} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.080042] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d1c6dd-ce3e-4491-8902-ae2fdb06f528 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Suspended the VM {{(pid=69663) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 839.080042] env[69663]: DEBUG nova.compute.manager [None req-b9d1c6dd-ce3e-4491-8902-ae2fdb06f528 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 839.080042] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e8c802-1f94-4466-8a81-d9d3782602e7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.097190] env[69663]: DEBUG nova.compute.manager [req-9dbd8a4e-c7b6-4715-b2a1-939c8cf803ce req-f172176d-6d78-451e-9240-b45cd9339ff0 service nova] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Received event network-vif-deleted-637fdb3c-30b7-4b28-a053-87c9e20450b5 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 839.097440] env[69663]: DEBUG nova.compute.manager [req-9dbd8a4e-c7b6-4715-b2a1-939c8cf803ce req-f172176d-6d78-451e-9240-b45cd9339ff0 service nova] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Received event network-changed-fdad688e-0ac3-4570-924c-0b70f5817b5e {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 839.097627] env[69663]: DEBUG nova.compute.manager [req-9dbd8a4e-c7b6-4715-b2a1-939c8cf803ce req-f172176d-6d78-451e-9240-b45cd9339ff0 service nova] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Refreshing instance network info cache due to event network-changed-fdad688e-0ac3-4570-924c-0b70f5817b5e. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 839.097849] env[69663]: DEBUG oslo_concurrency.lockutils [req-9dbd8a4e-c7b6-4715-b2a1-939c8cf803ce req-f172176d-6d78-451e-9240-b45cd9339ff0 service nova] Acquiring lock "refresh_cache-6d6d0148-518f-417a-accc-7e849f10b95b" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.098013] env[69663]: DEBUG oslo_concurrency.lockutils [req-9dbd8a4e-c7b6-4715-b2a1-939c8cf803ce req-f172176d-6d78-451e-9240-b45cd9339ff0 service nova] Acquired lock "refresh_cache-6d6d0148-518f-417a-accc-7e849f10b95b" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.098184] env[69663]: DEBUG nova.network.neutron [req-9dbd8a4e-c7b6-4715-b2a1-939c8cf803ce req-f172176d-6d78-451e-9240-b45cd9339ff0 service nova] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Refreshing network info cache for port fdad688e-0ac3-4570-924c-0b70f5817b5e {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 839.130572] env[69663]: DEBUG nova.scheduler.client.report [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 839.318813] env[69663]: DEBUG oslo_vmware.api [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': task-3332598, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.329468] env[69663]: DEBUG oslo_vmware.api [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Task: {'id': task-3332599, 'name': Rename_Task, 'duration_secs': 0.159023} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.330266] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 839.331039] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a39d37ef-ceac-43ef-bf40-385fe25ddc3a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.340228] env[69663]: DEBUG oslo_vmware.api [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Waiting for the task: (returnval){ [ 839.340228] env[69663]: value = "task-3332600" [ 839.340228] env[69663]: _type = "Task" [ 839.340228] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.364541] env[69663]: DEBUG oslo_vmware.api [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Task: {'id': task-3332600, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.369539] env[69663]: DEBUG oslo_vmware.api [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332597, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.837682} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.370159] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] c01b7794-182c-4aa8-9469-6c008817e208/c01b7794-182c-4aa8-9469-6c008817e208.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 839.370833] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.371396] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41029e65-b32a-4949-b06e-570f786a86b3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.380541] env[69663]: DEBUG oslo_vmware.api [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for the task: (returnval){ [ 839.380541] env[69663]: value = "task-3332601" [ 839.380541] env[69663]: _type = "Task" [ 839.380541] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.394359] env[69663]: DEBUG oslo_vmware.api [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.641190] env[69663]: DEBUG oslo_concurrency.lockutils [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.778s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.641190] env[69663]: DEBUG nova.compute.manager [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 839.641820] env[69663]: DEBUG oslo_concurrency.lockutils [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.838s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.643849] env[69663]: INFO nova.compute.claims [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.703565] env[69663]: DEBUG nova.network.neutron [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Successfully updated port: 3cd2be69-460b-4404-be18-81896382f3d2 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 839.739562] env[69663]: DEBUG nova.compute.manager [req-ff3cf730-1d06-4daa-bb42-fa1f5485ff80 req-051724ea-0220-474a-b448-bfa84c3895b4 service nova] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Received event network-vif-plugged-3cd2be69-460b-4404-be18-81896382f3d2 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 839.739832] env[69663]: DEBUG oslo_concurrency.lockutils [req-ff3cf730-1d06-4daa-bb42-fa1f5485ff80 req-051724ea-0220-474a-b448-bfa84c3895b4 service nova] Acquiring lock "c36ab50f-44a5-407a-8a80-7482470b09aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.740061] env[69663]: DEBUG oslo_concurrency.lockutils [req-ff3cf730-1d06-4daa-bb42-fa1f5485ff80 req-051724ea-0220-474a-b448-bfa84c3895b4 service nova] Lock "c36ab50f-44a5-407a-8a80-7482470b09aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.740234] env[69663]: DEBUG oslo_concurrency.lockutils [req-ff3cf730-1d06-4daa-bb42-fa1f5485ff80 req-051724ea-0220-474a-b448-bfa84c3895b4 service nova] Lock "c36ab50f-44a5-407a-8a80-7482470b09aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.740405] env[69663]: DEBUG nova.compute.manager [req-ff3cf730-1d06-4daa-bb42-fa1f5485ff80 req-051724ea-0220-474a-b448-bfa84c3895b4 service nova] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] No waiting events found dispatching network-vif-plugged-3cd2be69-460b-4404-be18-81896382f3d2 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 839.740569] env[69663]: WARNING nova.compute.manager [req-ff3cf730-1d06-4daa-bb42-fa1f5485ff80 req-051724ea-0220-474a-b448-bfa84c3895b4 service nova] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Received unexpected event network-vif-plugged-3cd2be69-460b-4404-be18-81896382f3d2 for instance with vm_state building and task_state spawning. [ 839.819247] env[69663]: DEBUG oslo_vmware.api [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': task-3332598, 'name': ReconfigVM_Task, 'duration_secs': 0.902455} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.819585] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Reconfigured VM instance instance-00000028 to attach disk [datastore1] c46089b3-927b-4b96-84bb-cfa3e5e70037/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474-rescue.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.820501] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7378db6d-a30e-48ca-86be-22b3cf0f5cc4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.859779] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd949de3-2cbf-4de7-9fcb-4c9442678864 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.876847] env[69663]: DEBUG oslo_vmware.api [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Task: {'id': task-3332600, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.878167] env[69663]: DEBUG oslo_vmware.api [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Waiting for the task: (returnval){ [ 839.878167] env[69663]: value = "task-3332602" [ 839.878167] env[69663]: _type = "Task" [ 839.878167] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.889823] env[69663]: DEBUG oslo_vmware.api [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': task-3332602, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.892842] env[69663]: DEBUG oslo_vmware.api [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070674} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.893097] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.893852] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea0f2be-0367-43bb-98c4-e121e7c20a6b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.921756] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] c01b7794-182c-4aa8-9469-6c008817e208/c01b7794-182c-4aa8-9469-6c008817e208.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.924684] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9202abf6-6198-4a57-bf12-58e4e1c37b03 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.945646] env[69663]: DEBUG oslo_vmware.api [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for the task: (returnval){ [ 839.945646] env[69663]: value = "task-3332603" [ 839.945646] env[69663]: _type = "Task" [ 839.945646] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.953641] env[69663]: DEBUG oslo_vmware.api [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332603, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.047038] env[69663]: DEBUG nova.network.neutron [req-9dbd8a4e-c7b6-4715-b2a1-939c8cf803ce req-f172176d-6d78-451e-9240-b45cd9339ff0 service nova] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Updated VIF entry in instance network info cache for port fdad688e-0ac3-4570-924c-0b70f5817b5e. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 840.047038] env[69663]: DEBUG nova.network.neutron [req-9dbd8a4e-c7b6-4715-b2a1-939c8cf803ce req-f172176d-6d78-451e-9240-b45cd9339ff0 service nova] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Updating instance_info_cache with network_info: [{"id": "fdad688e-0ac3-4570-924c-0b70f5817b5e", "address": "fa:16:3e:80:3d:8e", "network": {"id": "b5c6e256-0862-454e-9b6d-97d70e7bb41a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1005016026-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffa4ae50c09b4b2ea29d077162b314be", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f7a1f33a-9466-4c83-89f6-fd990f47b1ef", "external-id": "nsx-vlan-transportzone-90", "segmentation_id": 90, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdad688e-0a", "ovs_interfaceid": "fdad688e-0ac3-4570-924c-0b70f5817b5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.148940] env[69663]: DEBUG nova.compute.utils [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 840.155928] env[69663]: DEBUG nova.compute.manager [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 840.156129] env[69663]: DEBUG nova.network.neutron [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 840.209364] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Acquiring lock "refresh_cache-c36ab50f-44a5-407a-8a80-7482470b09aa" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.209530] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Acquired lock "refresh_cache-c36ab50f-44a5-407a-8a80-7482470b09aa" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.209709] env[69663]: DEBUG nova.network.neutron [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 840.228819] env[69663]: DEBUG nova.policy [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c6fa98b29ca4c20b9007f06cbe2bc1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40a1a1aae3554d50852f81384661eb92', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 840.365389] env[69663]: DEBUG oslo_vmware.api [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Task: {'id': task-3332600, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.391654] env[69663]: DEBUG oslo_vmware.api [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': task-3332602, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.461650] env[69663]: DEBUG oslo_vmware.api [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332603, 'name': ReconfigVM_Task, 'duration_secs': 0.291584} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.461650] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Reconfigured VM instance instance-0000002c to attach disk [datastore2] c01b7794-182c-4aa8-9469-6c008817e208/c01b7794-182c-4aa8-9469-6c008817e208.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.461650] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4693485e-14f0-4644-884a-c8ec0f35f708 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.464193] env[69663]: DEBUG oslo_vmware.api [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for the task: (returnval){ [ 840.464193] env[69663]: value = "task-3332604" [ 840.464193] env[69663]: _type = "Task" [ 840.464193] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.476362] env[69663]: DEBUG oslo_vmware.api [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332604, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.550476] env[69663]: DEBUG oslo_concurrency.lockutils [req-9dbd8a4e-c7b6-4715-b2a1-939c8cf803ce req-f172176d-6d78-451e-9240-b45cd9339ff0 service nova] Releasing lock "refresh_cache-6d6d0148-518f-417a-accc-7e849f10b95b" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.658768] env[69663]: DEBUG nova.compute.manager [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 840.787383] env[69663]: DEBUG nova.network.neutron [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 840.859452] env[69663]: DEBUG oslo_vmware.api [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Task: {'id': task-3332600, 'name': PowerOnVM_Task, 'duration_secs': 1.188254} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.862596] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 840.862877] env[69663]: INFO nova.compute.manager [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Took 10.26 seconds to spawn the instance on the hypervisor. [ 840.863136] env[69663]: DEBUG nova.compute.manager [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 840.864246] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd8a1ed-643e-4376-a780-26fcac9bce32 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.888152] env[69663]: DEBUG oslo_vmware.api [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': task-3332602, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.982084] env[69663]: DEBUG oslo_vmware.api [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332604, 'name': Rename_Task, 'duration_secs': 0.23415} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.982699] env[69663]: DEBUG nova.network.neutron [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Successfully created port: 07e37bd4-ef5b-46c7-98c4-477ca54acd62 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 840.984743] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 840.984984] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a60d3c57-0a6b-41ac-aceb-bcbdc879de4f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.995937] env[69663]: DEBUG oslo_vmware.api [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for the task: (returnval){ [ 840.995937] env[69663]: value = "task-3332605" [ 840.995937] env[69663]: _type = "Task" [ 840.995937] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.006649] env[69663]: DEBUG oslo_vmware.api [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.157437] env[69663]: DEBUG nova.network.neutron [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Updating instance_info_cache with network_info: [{"id": "3cd2be69-460b-4404-be18-81896382f3d2", "address": "fa:16:3e:05:4b:44", "network": {"id": "e79207ea-e923-4348-88b4-0539bd9735c6", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1973321740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b19d4033ef54a0885f109748c51ebff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cd2be69-46", "ovs_interfaceid": "3cd2be69-460b-4404-be18-81896382f3d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.229197] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c351363e-8305-4837-ba17-2179dec765ce {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.238657] env[69663]: DEBUG nova.network.neutron [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Successfully updated port: 860506e3-0514-407c-807f-68e1b9d252b5 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 841.244302] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c0cd22-bed9-4903-8dea-a16d8e93c77c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.289136] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ceb258-c384-40e7-96e9-b1cdec59570b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.300947] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471e578a-362a-48bc-99d4-699f9a16d3b2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.318230] env[69663]: DEBUG nova.compute.provider_tree [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.402798] env[69663]: INFO nova.compute.manager [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Took 51.44 seconds to build instance. [ 841.410579] env[69663]: DEBUG oslo_vmware.api [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': task-3332602, 'name': ReconfigVM_Task, 'duration_secs': 1.300987} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.410982] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 841.411298] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17e193ae-40d3-4231-9a74-5391b08ba3e6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.418869] env[69663]: DEBUG oslo_vmware.api [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Waiting for the task: (returnval){ [ 841.418869] env[69663]: value = "task-3332606" [ 841.418869] env[69663]: _type = "Task" [ 841.418869] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.427865] env[69663]: DEBUG oslo_vmware.api [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': task-3332606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.510261] env[69663]: DEBUG oslo_vmware.api [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332605, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.660284] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Releasing lock "refresh_cache-c36ab50f-44a5-407a-8a80-7482470b09aa" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.660705] env[69663]: DEBUG nova.compute.manager [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Instance network_info: |[{"id": "3cd2be69-460b-4404-be18-81896382f3d2", "address": "fa:16:3e:05:4b:44", "network": {"id": "e79207ea-e923-4348-88b4-0539bd9735c6", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1973321740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b19d4033ef54a0885f109748c51ebff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cd2be69-46", "ovs_interfaceid": "3cd2be69-460b-4404-be18-81896382f3d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 841.661122] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:4b:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9bb629cd-6d0f-4bed-965c-bd04a2f3ec49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3cd2be69-460b-4404-be18-81896382f3d2', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.670561] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Creating folder: Project (9b19d4033ef54a0885f109748c51ebff). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 841.671602] env[69663]: DEBUG nova.compute.manager [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 841.673824] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96af7d26-8725-4f06-bbb4-9ca9c9a7da64 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.685645] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Created folder: Project (9b19d4033ef54a0885f109748c51ebff) in parent group-v665133. [ 841.685645] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Creating folder: Instances. Parent ref: group-v665268. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 841.686380] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6dcca6ed-d4fd-4c36-b939-114e7dad7ef1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.698962] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Created folder: Instances in parent group-v665268. [ 841.699252] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.701113] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 841.701677] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e19b0fe-3377-4802-8dbd-2662cc7b74ac {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.725023] env[69663]: DEBUG nova.virt.hardware [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 841.725023] env[69663]: DEBUG nova.virt.hardware [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 841.725023] env[69663]: DEBUG nova.virt.hardware [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.725023] env[69663]: DEBUG nova.virt.hardware [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 841.725023] env[69663]: DEBUG nova.virt.hardware [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.725023] env[69663]: DEBUG nova.virt.hardware [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 841.725023] env[69663]: DEBUG nova.virt.hardware [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 841.725023] env[69663]: DEBUG nova.virt.hardware [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 841.725023] env[69663]: DEBUG nova.virt.hardware [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 841.725023] env[69663]: DEBUG nova.virt.hardware [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 841.725531] env[69663]: DEBUG nova.virt.hardware [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 841.726215] env[69663]: DEBUG nova.compute.manager [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 841.727645] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923ebb0f-92de-4880-a3a8-0fa8b1e652d0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.731851] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7a1f64-52d7-4dfc-91d3-3744cabaead2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.743277] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c730a0a0-a587-443f-86ff-d470ae7f090e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.752351] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Acquiring lock "refresh_cache-c06f5efb-7ba3-4309-83c0-de2f14ff0b7a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.752351] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Acquired lock "refresh_cache-c06f5efb-7ba3-4309-83c0-de2f14ff0b7a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.752351] env[69663]: DEBUG nova.network.neutron [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 841.753243] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.753243] env[69663]: value = "task-3332609" [ 841.753243] env[69663]: _type = "Task" [ 841.753243] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.776018] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332609, 'name': CreateVM_Task} progress is 15%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.820585] env[69663]: DEBUG nova.compute.manager [req-8047c997-ecaa-45f4-a192-3530329bb7f8 req-d38543f8-8d40-4888-b2e8-9b52b7c76c5c service nova] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Received event network-changed-3cd2be69-460b-4404-be18-81896382f3d2 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 841.820585] env[69663]: DEBUG nova.compute.manager [req-8047c997-ecaa-45f4-a192-3530329bb7f8 req-d38543f8-8d40-4888-b2e8-9b52b7c76c5c service nova] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Refreshing instance network info cache due to event network-changed-3cd2be69-460b-4404-be18-81896382f3d2. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 841.820585] env[69663]: DEBUG oslo_concurrency.lockutils [req-8047c997-ecaa-45f4-a192-3530329bb7f8 req-d38543f8-8d40-4888-b2e8-9b52b7c76c5c service nova] Acquiring lock "refresh_cache-c36ab50f-44a5-407a-8a80-7482470b09aa" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.820585] env[69663]: DEBUG oslo_concurrency.lockutils [req-8047c997-ecaa-45f4-a192-3530329bb7f8 req-d38543f8-8d40-4888-b2e8-9b52b7c76c5c service nova] Acquired lock "refresh_cache-c36ab50f-44a5-407a-8a80-7482470b09aa" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.820585] env[69663]: DEBUG nova.network.neutron [req-8047c997-ecaa-45f4-a192-3530329bb7f8 req-d38543f8-8d40-4888-b2e8-9b52b7c76c5c service nova] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Refreshing network info cache for port 3cd2be69-460b-4404-be18-81896382f3d2 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 841.823212] env[69663]: DEBUG nova.scheduler.client.report [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 841.906112] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ceaeb6f8-2ea2-44a2-aa0d-8f820233279c tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Lock "42a7e9ab-7254-4209-ae2c-8e834957c080" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.604s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.932282] env[69663]: DEBUG oslo_vmware.api [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': task-3332606, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.006170] env[69663]: DEBUG oslo_vmware.api [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332605, 'name': PowerOnVM_Task, 'duration_secs': 0.563708} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.006487] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 842.006712] env[69663]: INFO nova.compute.manager [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Took 8.61 seconds to spawn the instance on the hypervisor. [ 842.006898] env[69663]: DEBUG nova.compute.manager [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 842.007702] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a54f96b-b8e1-4ead-8894-5c7e97cb2b8b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.255121] env[69663]: INFO nova.compute.manager [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] instance snapshotting [ 842.255594] env[69663]: WARNING nova.compute.manager [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 842.265020] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ed56e9-d169-4771-936c-ca9d956fca34 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.292121] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332609, 'name': CreateVM_Task, 'duration_secs': 0.527025} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.292121] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 842.292816] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d530ae-11d4-48f5-b142-bd2a82f33573 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.297873] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.297873] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.297873] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.297873] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e387771-d63e-4a93-90f0-df886449f4b5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.306138] env[69663]: DEBUG oslo_vmware.api [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Waiting for the task: (returnval){ [ 842.306138] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b35cc6-1fa8-5121-3b59-7a2bdd09778d" [ 842.306138] env[69663]: _type = "Task" [ 842.306138] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.317116] env[69663]: DEBUG oslo_vmware.api [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b35cc6-1fa8-5121-3b59-7a2bdd09778d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.326840] env[69663]: DEBUG nova.network.neutron [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 842.331171] env[69663]: DEBUG oslo_concurrency.lockutils [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.332067] env[69663]: DEBUG nova.compute.manager [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 842.334437] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ff5c6c1b-d0ba-4e05-90b9-4461152117b1 tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.073s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.334660] env[69663]: DEBUG nova.objects.instance [None req-ff5c6c1b-d0ba-4e05-90b9-4461152117b1 tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Lazy-loading 'resources' on Instance uuid beec18ad-8614-4cdc-a764-9174157d3416 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.412321] env[69663]: DEBUG nova.compute.manager [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 842.437998] env[69663]: DEBUG oslo_vmware.api [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': task-3332606, 'name': PowerOnVM_Task, 'duration_secs': 0.58356} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.437998] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 842.443219] env[69663]: DEBUG nova.compute.manager [None req-2afb0c55-8def-4bba-ad22-a4155185a615 tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 842.444395] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cb96ee-8930-430b-8969-9ea11d646b4e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.524820] env[69663]: INFO nova.compute.manager [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Took 49.34 seconds to build instance. [ 842.814800] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Creating Snapshot of the VM instance {{(pid=69663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 842.815223] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4b586eb3-039c-4f8f-98ad-2481f53ea457 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.823272] env[69663]: DEBUG oslo_vmware.api [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b35cc6-1fa8-5121-3b59-7a2bdd09778d, 'name': SearchDatastore_Task, 'duration_secs': 0.032751} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.824777] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.824910] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 842.825220] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.825395] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.825584] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 842.825914] env[69663]: DEBUG oslo_vmware.api [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 842.825914] env[69663]: value = "task-3332610" [ 842.825914] env[69663]: _type = "Task" [ 842.825914] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.826121] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6926c3cc-c7c9-4aa9-bb2f-4b5f173b5007 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.842305] env[69663]: DEBUG nova.compute.utils [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 842.843718] env[69663]: DEBUG oslo_vmware.api [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332610, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.847586] env[69663]: DEBUG nova.compute.manager [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 842.847790] env[69663]: DEBUG nova.network.neutron [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 842.849602] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 842.849817] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 842.855033] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef9c7a34-5159-46d7-bfb1-041a21c810a1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.864177] env[69663]: DEBUG oslo_vmware.api [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Waiting for the task: (returnval){ [ 842.864177] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5248ff9b-e4fb-72ce-515c-6a0dd730747c" [ 842.864177] env[69663]: _type = "Task" [ 842.864177] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.877843] env[69663]: DEBUG oslo_vmware.api [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5248ff9b-e4fb-72ce-515c-6a0dd730747c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.931499] env[69663]: DEBUG nova.network.neutron [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Successfully updated port: 07e37bd4-ef5b-46c7-98c4-477ca54acd62 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 842.955250] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.999870] env[69663]: DEBUG nova.network.neutron [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Updating instance_info_cache with network_info: [{"id": "860506e3-0514-407c-807f-68e1b9d252b5", "address": "fa:16:3e:e3:9c:d8", "network": {"id": "4a83ec31-e65c-4598-b8aa-36c4d0d59550", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1356875862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40a1a1aae3554d50852f81384661eb92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap860506e3-05", "ovs_interfaceid": "860506e3-0514-407c-807f-68e1b9d252b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.031181] env[69663]: DEBUG oslo_concurrency.lockutils [None req-200f5e2c-4dd5-485b-b1e5-757a2adc7d8f tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Lock "c01b7794-182c-4aa8-9469-6c008817e208" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.626s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.082212] env[69663]: DEBUG nova.policy [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c6fa98b29ca4c20b9007f06cbe2bc1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40a1a1aae3554d50852f81384661eb92', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 843.116945] env[69663]: DEBUG nova.network.neutron [req-8047c997-ecaa-45f4-a192-3530329bb7f8 req-d38543f8-8d40-4888-b2e8-9b52b7c76c5c service nova] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Updated VIF entry in instance network info cache for port 3cd2be69-460b-4404-be18-81896382f3d2. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 843.116945] env[69663]: DEBUG nova.network.neutron [req-8047c997-ecaa-45f4-a192-3530329bb7f8 req-d38543f8-8d40-4888-b2e8-9b52b7c76c5c service nova] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Updating instance_info_cache with network_info: [{"id": "3cd2be69-460b-4404-be18-81896382f3d2", "address": "fa:16:3e:05:4b:44", "network": {"id": "e79207ea-e923-4348-88b4-0539bd9735c6", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1973321740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b19d4033ef54a0885f109748c51ebff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cd2be69-46", "ovs_interfaceid": "3cd2be69-460b-4404-be18-81896382f3d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.256486] env[69663]: DEBUG nova.compute.manager [req-5fea5bfe-a2dd-4bfa-ba94-9181506700c4 req-ce772f8b-1513-4472-a075-4f199e62f116 service nova] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Received event network-vif-plugged-07e37bd4-ef5b-46c7-98c4-477ca54acd62 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 843.256963] env[69663]: DEBUG oslo_concurrency.lockutils [req-5fea5bfe-a2dd-4bfa-ba94-9181506700c4 req-ce772f8b-1513-4472-a075-4f199e62f116 service nova] Acquiring lock "792b698b-ec36-4642-b1d9-1e991b55e40e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.257048] env[69663]: DEBUG oslo_concurrency.lockutils [req-5fea5bfe-a2dd-4bfa-ba94-9181506700c4 req-ce772f8b-1513-4472-a075-4f199e62f116 service nova] Lock "792b698b-ec36-4642-b1d9-1e991b55e40e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.257179] env[69663]: DEBUG oslo_concurrency.lockutils [req-5fea5bfe-a2dd-4bfa-ba94-9181506700c4 req-ce772f8b-1513-4472-a075-4f199e62f116 service nova] Lock "792b698b-ec36-4642-b1d9-1e991b55e40e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.257383] env[69663]: DEBUG nova.compute.manager [req-5fea5bfe-a2dd-4bfa-ba94-9181506700c4 req-ce772f8b-1513-4472-a075-4f199e62f116 service nova] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] No waiting events found dispatching network-vif-plugged-07e37bd4-ef5b-46c7-98c4-477ca54acd62 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 843.257579] env[69663]: WARNING nova.compute.manager [req-5fea5bfe-a2dd-4bfa-ba94-9181506700c4 req-ce772f8b-1513-4472-a075-4f199e62f116 service nova] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Received unexpected event network-vif-plugged-07e37bd4-ef5b-46c7-98c4-477ca54acd62 for instance with vm_state building and task_state spawning. [ 843.341658] env[69663]: DEBUG oslo_vmware.api [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332610, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.349405] env[69663]: DEBUG nova.compute.manager [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 843.378578] env[69663]: DEBUG oslo_vmware.api [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5248ff9b-e4fb-72ce-515c-6a0dd730747c, 'name': SearchDatastore_Task, 'duration_secs': 0.01106} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.379459] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df9ae7d0-af42-4502-a5f0-1b626684d8d4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.387279] env[69663]: DEBUG oslo_vmware.api [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Waiting for the task: (returnval){ [ 843.387279] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52fc2392-8659-77f4-173a-4982499f505f" [ 843.387279] env[69663]: _type = "Task" [ 843.387279] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.406038] env[69663]: DEBUG oslo_vmware.api [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52fc2392-8659-77f4-173a-4982499f505f, 'name': SearchDatastore_Task, 'duration_secs': 0.011563} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.406362] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.406903] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] c36ab50f-44a5-407a-8a80-7482470b09aa/c36ab50f-44a5-407a-8a80-7482470b09aa.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 843.407689] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad9fc447-b10b-4f9c-ae3e-d11844836e3a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.418450] env[69663]: DEBUG oslo_vmware.api [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Waiting for the task: (returnval){ [ 843.418450] env[69663]: value = "task-3332611" [ 843.418450] env[69663]: _type = "Task" [ 843.418450] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.429485] env[69663]: DEBUG oslo_vmware.api [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Task: {'id': task-3332611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.437637] env[69663]: DEBUG oslo_concurrency.lockutils [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Acquiring lock "refresh_cache-792b698b-ec36-4642-b1d9-1e991b55e40e" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.437825] env[69663]: DEBUG oslo_concurrency.lockutils [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Acquired lock "refresh_cache-792b698b-ec36-4642-b1d9-1e991b55e40e" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.437982] env[69663]: DEBUG nova.network.neutron [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 843.503523] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Releasing lock "refresh_cache-c06f5efb-7ba3-4309-83c0-de2f14ff0b7a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.505155] env[69663]: DEBUG nova.compute.manager [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Instance network_info: |[{"id": "860506e3-0514-407c-807f-68e1b9d252b5", "address": "fa:16:3e:e3:9c:d8", "network": {"id": "4a83ec31-e65c-4598-b8aa-36c4d0d59550", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1356875862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40a1a1aae3554d50852f81384661eb92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap860506e3-05", "ovs_interfaceid": "860506e3-0514-407c-807f-68e1b9d252b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 843.505155] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:9c:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7654928b-7afe-42e3-a18d-68ecc775cefe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '860506e3-0514-407c-807f-68e1b9d252b5', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.517780] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Creating folder: Project (40a1a1aae3554d50852f81384661eb92). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 843.518992] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8200c8c3-4f81-4e95-80df-3b7d672d53d7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.522588] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f61971-0e64-4e0d-a359-5b33c86d7ddc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.531622] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f05a36-4fea-4551-a002-a01cee569b78 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.537404] env[69663]: DEBUG nova.compute.manager [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 843.540972] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Created folder: Project (40a1a1aae3554d50852f81384661eb92) in parent group-v665133. [ 843.541116] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Creating folder: Instances. Parent ref: group-v665272. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 843.541669] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e653ee05-541c-4c8a-bf3a-7d621406c666 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.571064] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f9509c-ebc2-4eea-9351-55706afffde0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.574595] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Created folder: Instances in parent group-v665272. [ 843.574595] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.574595] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 843.575290] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bc4d588-72b8-40d7-b3fd-d7d06fc4c389 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.595190] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb6a164-fb0e-49af-afd4-26547f77839a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.601988] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.601988] env[69663]: value = "task-3332614" [ 843.601988] env[69663]: _type = "Task" [ 843.601988] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.619858] env[69663]: DEBUG nova.compute.provider_tree [None req-ff5c6c1b-d0ba-4e05-90b9-4461152117b1 tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.624488] env[69663]: DEBUG oslo_concurrency.lockutils [req-8047c997-ecaa-45f4-a192-3530329bb7f8 req-d38543f8-8d40-4888-b2e8-9b52b7c76c5c service nova] Releasing lock "refresh_cache-c36ab50f-44a5-407a-8a80-7482470b09aa" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.624955] env[69663]: DEBUG nova.compute.manager [req-8047c997-ecaa-45f4-a192-3530329bb7f8 req-d38543f8-8d40-4888-b2e8-9b52b7c76c5c service nova] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Received event network-vif-plugged-860506e3-0514-407c-807f-68e1b9d252b5 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 843.625139] env[69663]: DEBUG oslo_concurrency.lockutils [req-8047c997-ecaa-45f4-a192-3530329bb7f8 req-d38543f8-8d40-4888-b2e8-9b52b7c76c5c service nova] Acquiring lock "c06f5efb-7ba3-4309-83c0-de2f14ff0b7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.625380] env[69663]: DEBUG oslo_concurrency.lockutils [req-8047c997-ecaa-45f4-a192-3530329bb7f8 req-d38543f8-8d40-4888-b2e8-9b52b7c76c5c service nova] Lock "c06f5efb-7ba3-4309-83c0-de2f14ff0b7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.625581] env[69663]: DEBUG oslo_concurrency.lockutils [req-8047c997-ecaa-45f4-a192-3530329bb7f8 req-d38543f8-8d40-4888-b2e8-9b52b7c76c5c service nova] Lock "c06f5efb-7ba3-4309-83c0-de2f14ff0b7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.626477] env[69663]: DEBUG nova.compute.manager [req-8047c997-ecaa-45f4-a192-3530329bb7f8 req-d38543f8-8d40-4888-b2e8-9b52b7c76c5c service nova] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] No waiting events found dispatching network-vif-plugged-860506e3-0514-407c-807f-68e1b9d252b5 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 843.626477] env[69663]: WARNING nova.compute.manager [req-8047c997-ecaa-45f4-a192-3530329bb7f8 req-d38543f8-8d40-4888-b2e8-9b52b7c76c5c service nova] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Received unexpected event network-vif-plugged-860506e3-0514-407c-807f-68e1b9d252b5 for instance with vm_state building and task_state spawning. [ 843.626714] env[69663]: DEBUG nova.compute.manager [req-8047c997-ecaa-45f4-a192-3530329bb7f8 req-d38543f8-8d40-4888-b2e8-9b52b7c76c5c service nova] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Received event network-changed-860506e3-0514-407c-807f-68e1b9d252b5 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 843.627069] env[69663]: DEBUG nova.compute.manager [req-8047c997-ecaa-45f4-a192-3530329bb7f8 req-d38543f8-8d40-4888-b2e8-9b52b7c76c5c service nova] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Refreshing instance network info cache due to event network-changed-860506e3-0514-407c-807f-68e1b9d252b5. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 843.627069] env[69663]: DEBUG oslo_concurrency.lockutils [req-8047c997-ecaa-45f4-a192-3530329bb7f8 req-d38543f8-8d40-4888-b2e8-9b52b7c76c5c service nova] Acquiring lock "refresh_cache-c06f5efb-7ba3-4309-83c0-de2f14ff0b7a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.627218] env[69663]: DEBUG oslo_concurrency.lockutils [req-8047c997-ecaa-45f4-a192-3530329bb7f8 req-d38543f8-8d40-4888-b2e8-9b52b7c76c5c service nova] Acquired lock "refresh_cache-c06f5efb-7ba3-4309-83c0-de2f14ff0b7a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.627467] env[69663]: DEBUG nova.network.neutron [req-8047c997-ecaa-45f4-a192-3530329bb7f8 req-d38543f8-8d40-4888-b2e8-9b52b7c76c5c service nova] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Refreshing network info cache for port 860506e3-0514-407c-807f-68e1b9d252b5 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 843.630043] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332614, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.639963] env[69663]: DEBUG nova.network.neutron [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Successfully created port: 1f2ca81b-f6b1-4b8f-9be7-4c6c90e4307d {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 843.840547] env[69663]: DEBUG oslo_vmware.api [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332610, 'name': CreateSnapshot_Task, 'duration_secs': 0.721432} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.841230] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Created Snapshot of the VM instance {{(pid=69663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 843.841931] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73e75d2-0ef7-46bc-a273-8b7df1816eb0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.897428] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Acquiring lock "92ca4ae9-bd93-4031-b96d-79a4e5f4c851" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.898097] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Lock "92ca4ae9-bd93-4031-b96d-79a4e5f4c851" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.931038] env[69663]: DEBUG oslo_vmware.api [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Task: {'id': task-3332611, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.023800] env[69663]: DEBUG nova.network.neutron [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 844.068301] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.115854] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332614, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.122238] env[69663]: DEBUG nova.scheduler.client.report [None req-ff5c6c1b-d0ba-4e05-90b9-4461152117b1 tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 844.368444] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Creating linked-clone VM from snapshot {{(pid=69663) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 844.373857] env[69663]: DEBUG nova.compute.manager [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 844.376219] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-19f2beec-a18d-4837-82df-dc3570108f80 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.387710] env[69663]: DEBUG oslo_vmware.api [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 844.387710] env[69663]: value = "task-3332615" [ 844.387710] env[69663]: _type = "Task" [ 844.387710] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.398282] env[69663]: DEBUG oslo_vmware.api [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332615, 'name': CloneVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.413122] env[69663]: DEBUG nova.virt.hardware [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 844.413526] env[69663]: DEBUG nova.virt.hardware [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 844.413710] env[69663]: DEBUG nova.virt.hardware [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.413911] env[69663]: DEBUG nova.virt.hardware [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 844.414125] env[69663]: DEBUG nova.virt.hardware [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.414302] env[69663]: DEBUG nova.virt.hardware [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 844.414572] env[69663]: DEBUG nova.virt.hardware [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 844.414762] env[69663]: DEBUG nova.virt.hardware [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 844.414839] env[69663]: DEBUG nova.virt.hardware [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 844.415081] env[69663]: DEBUG nova.virt.hardware [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 844.415256] env[69663]: DEBUG nova.virt.hardware [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 844.416777] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb4c440-ea3c-48ca-b311-5ce82be91b1f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.430041] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fd8fa3-9717-471e-9939-5cd5ac670448 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.437793] env[69663]: DEBUG oslo_vmware.api [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Task: {'id': task-3332611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569777} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.438559] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] c36ab50f-44a5-407a-8a80-7482470b09aa/c36ab50f-44a5-407a-8a80-7482470b09aa.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 844.438822] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.439241] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a7297a1-e168-4d9f-88f6-265795f5f9e8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.457465] env[69663]: DEBUG oslo_vmware.api [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Waiting for the task: (returnval){ [ 844.457465] env[69663]: value = "task-3332616" [ 844.457465] env[69663]: _type = "Task" [ 844.457465] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.463673] env[69663]: DEBUG nova.network.neutron [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Updating instance_info_cache with network_info: [{"id": "07e37bd4-ef5b-46c7-98c4-477ca54acd62", "address": "fa:16:3e:8c:22:f2", "network": {"id": "4a83ec31-e65c-4598-b8aa-36c4d0d59550", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1356875862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40a1a1aae3554d50852f81384661eb92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07e37bd4-ef", "ovs_interfaceid": "07e37bd4-ef5b-46c7-98c4-477ca54acd62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.468583] env[69663]: DEBUG oslo_vmware.api [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Task: {'id': task-3332616, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.612977] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332614, 'name': CreateVM_Task, 'duration_secs': 0.587569} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.613847] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 844.614114] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.614246] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.615169] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.615169] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7b9ff13-1028-43bf-8dcb-754d746889e2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.619360] env[69663]: DEBUG oslo_vmware.api [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Waiting for the task: (returnval){ [ 844.619360] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52854494-e15a-92b8-f574-8763ac447de7" [ 844.619360] env[69663]: _type = "Task" [ 844.619360] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.629356] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ff5c6c1b-d0ba-4e05-90b9-4461152117b1 tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.295s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.631397] env[69663]: DEBUG oslo_vmware.api [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52854494-e15a-92b8-f574-8763ac447de7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.631843] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4f031fb8-e95b-47cf-9d80-780d89101b95 tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.851s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.632099] env[69663]: DEBUG nova.objects.instance [None req-4f031fb8-e95b-47cf-9d80-780d89101b95 tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Lazy-loading 'resources' on Instance uuid c96cd37c-954b-41ab-9728-b1cbfe5d8c74 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.669263] env[69663]: DEBUG nova.network.neutron [req-8047c997-ecaa-45f4-a192-3530329bb7f8 req-d38543f8-8d40-4888-b2e8-9b52b7c76c5c service nova] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Updated VIF entry in instance network info cache for port 860506e3-0514-407c-807f-68e1b9d252b5. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 844.669263] env[69663]: DEBUG nova.network.neutron [req-8047c997-ecaa-45f4-a192-3530329bb7f8 req-d38543f8-8d40-4888-b2e8-9b52b7c76c5c service nova] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Updating instance_info_cache with network_info: [{"id": "860506e3-0514-407c-807f-68e1b9d252b5", "address": "fa:16:3e:e3:9c:d8", "network": {"id": "4a83ec31-e65c-4598-b8aa-36c4d0d59550", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1356875862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40a1a1aae3554d50852f81384661eb92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap860506e3-05", "ovs_interfaceid": "860506e3-0514-407c-807f-68e1b9d252b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.673144] env[69663]: INFO nova.scheduler.client.report [None req-ff5c6c1b-d0ba-4e05-90b9-4461152117b1 tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Deleted allocations for instance beec18ad-8614-4cdc-a764-9174157d3416 [ 844.898832] env[69663]: DEBUG oslo_vmware.api [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332615, 'name': CloneVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.968609] env[69663]: DEBUG oslo_vmware.api [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Task: {'id': task-3332616, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128328} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.968964] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.969708] env[69663]: DEBUG oslo_concurrency.lockutils [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Releasing lock "refresh_cache-792b698b-ec36-4642-b1d9-1e991b55e40e" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.970847] env[69663]: DEBUG nova.compute.manager [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Instance network_info: |[{"id": "07e37bd4-ef5b-46c7-98c4-477ca54acd62", "address": "fa:16:3e:8c:22:f2", "network": {"id": "4a83ec31-e65c-4598-b8aa-36c4d0d59550", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1356875862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40a1a1aae3554d50852f81384661eb92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07e37bd4-ef", "ovs_interfaceid": "07e37bd4-ef5b-46c7-98c4-477ca54acd62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 844.971893] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f41d657-789c-45e8-9ade-fb95df3651e6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.979161] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:22:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7654928b-7afe-42e3-a18d-68ecc775cefe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07e37bd4-ef5b-46c7-98c4-477ca54acd62', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.993532] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.993700] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 844.994559] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38cc9f6f-7d38-41db-afa2-2489b67335cd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.038699] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] c36ab50f-44a5-407a-8a80-7482470b09aa/c36ab50f-44a5-407a-8a80-7482470b09aa.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.038699] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d39cf7f-a67c-4d29-ad97-618af30c527a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.054362] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.054362] env[69663]: value = "task-3332617" [ 845.054362] env[69663]: _type = "Task" [ 845.054362] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.059787] env[69663]: DEBUG oslo_vmware.api [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Waiting for the task: (returnval){ [ 845.059787] env[69663]: value = "task-3332618" [ 845.059787] env[69663]: _type = "Task" [ 845.059787] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.065915] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332617, 'name': CreateVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.070660] env[69663]: DEBUG oslo_vmware.api [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Task: {'id': task-3332618, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.131843] env[69663]: DEBUG oslo_vmware.api [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52854494-e15a-92b8-f574-8763ac447de7, 'name': SearchDatastore_Task, 'duration_secs': 0.015621} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.132543] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.133098] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.133098] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.133098] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.133607] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.133607] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ea2cd20-1e15-43e7-a551-71ec2ed4b7e8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.147549] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.147805] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 845.148796] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-895fd9a5-d3ab-475b-975e-f2c2cd4bdd3f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.157695] env[69663]: DEBUG oslo_vmware.api [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Waiting for the task: (returnval){ [ 845.157695] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e24b12-6ad3-df2d-157e-6ff44373c82e" [ 845.157695] env[69663]: _type = "Task" [ 845.157695] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.161961] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2ae56252-a43e-4c97-bf57-228a0e5b2c7b tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Acquiring lock "42a7e9ab-7254-4209-ae2c-8e834957c080" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.162310] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2ae56252-a43e-4c97-bf57-228a0e5b2c7b tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Lock "42a7e9ab-7254-4209-ae2c-8e834957c080" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.162694] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2ae56252-a43e-4c97-bf57-228a0e5b2c7b tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Acquiring lock "42a7e9ab-7254-4209-ae2c-8e834957c080-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.162939] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2ae56252-a43e-4c97-bf57-228a0e5b2c7b tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Lock "42a7e9ab-7254-4209-ae2c-8e834957c080-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.163106] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2ae56252-a43e-4c97-bf57-228a0e5b2c7b tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Lock "42a7e9ab-7254-4209-ae2c-8e834957c080-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.173395] env[69663]: DEBUG oslo_concurrency.lockutils [req-8047c997-ecaa-45f4-a192-3530329bb7f8 req-d38543f8-8d40-4888-b2e8-9b52b7c76c5c service nova] Releasing lock "refresh_cache-c06f5efb-7ba3-4309-83c0-de2f14ff0b7a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.173909] env[69663]: DEBUG oslo_vmware.api [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e24b12-6ad3-df2d-157e-6ff44373c82e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.175426] env[69663]: INFO nova.compute.manager [None req-2ae56252-a43e-4c97-bf57-228a0e5b2c7b tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Terminating instance [ 845.177250] env[69663]: DEBUG nova.compute.manager [None req-2ae56252-a43e-4c97-bf57-228a0e5b2c7b tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 845.177475] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae56252-a43e-4c97-bf57-228a0e5b2c7b tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 845.180035] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ad334e-130d-4b08-8514-5fa75357d31a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.184826] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ff5c6c1b-d0ba-4e05-90b9-4461152117b1 tempest-InstanceActionsV221TestJSON-860969385 tempest-InstanceActionsV221TestJSON-860969385-project-member] Lock "beec18ad-8614-4cdc-a764-9174157d3416" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.786s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.192823] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ae56252-a43e-4c97-bf57-228a0e5b2c7b tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 845.193114] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2247640d-ecdf-48a1-bd2d-824967ddb311 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.205158] env[69663]: DEBUG oslo_vmware.api [None req-2ae56252-a43e-4c97-bf57-228a0e5b2c7b tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Waiting for the task: (returnval){ [ 845.205158] env[69663]: value = "task-3332619" [ 845.205158] env[69663]: _type = "Task" [ 845.205158] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.212993] env[69663]: DEBUG oslo_vmware.api [None req-2ae56252-a43e-4c97-bf57-228a0e5b2c7b tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Task: {'id': task-3332619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.402026] env[69663]: DEBUG oslo_vmware.api [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332615, 'name': CloneVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.569670] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332617, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.575675] env[69663]: DEBUG oslo_vmware.api [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Task: {'id': task-3332618, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.671381] env[69663]: DEBUG oslo_vmware.api [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e24b12-6ad3-df2d-157e-6ff44373c82e, 'name': SearchDatastore_Task, 'duration_secs': 0.011888} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.672444] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff57aa2e-eec7-482c-9f9f-111fb337f77a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.676584] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605e9ba1-c737-430b-80f1-1689a0c3ad57 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.684694] env[69663]: DEBUG oslo_vmware.api [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Waiting for the task: (returnval){ [ 845.684694] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52595cd1-d630-dfd8-6bf6-89c7088f98ad" [ 845.684694] env[69663]: _type = "Task" [ 845.684694] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.692020] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98508a12-31c9-407a-b728-8d9729df773f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.698637] env[69663]: DEBUG oslo_vmware.api [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52595cd1-d630-dfd8-6bf6-89c7088f98ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.727281] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3fb2c6-3e4e-4dab-9101-e9a2c15689e7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.736205] env[69663]: DEBUG oslo_vmware.api [None req-2ae56252-a43e-4c97-bf57-228a0e5b2c7b tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Task: {'id': task-3332619, 'name': PowerOffVM_Task, 'duration_secs': 0.227645} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.738548] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ae56252-a43e-4c97-bf57-228a0e5b2c7b tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 845.738548] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae56252-a43e-4c97-bf57-228a0e5b2c7b tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 845.738792] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1360cc51-b016-4bb0-967e-fdfb7a2ca51f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.741630] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20b27b2-f265-44dd-b6c9-c7ef574acac3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.524944] env[69663]: DEBUG nova.compute.provider_tree [None req-4f031fb8-e95b-47cf-9d80-780d89101b95 tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.531631] env[69663]: DEBUG nova.network.neutron [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Successfully updated port: 1f2ca81b-f6b1-4b8f-9be7-4c6c90e4307d {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 846.552219] env[69663]: DEBUG nova.compute.manager [req-ee34384f-d578-45ed-a1ac-c7293cd4e329 req-d1a83176-902a-4a3d-b564-7f16ad01a650 service nova] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Received event network-changed-07e37bd4-ef5b-46c7-98c4-477ca54acd62 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 846.552411] env[69663]: DEBUG nova.compute.manager [req-ee34384f-d578-45ed-a1ac-c7293cd4e329 req-d1a83176-902a-4a3d-b564-7f16ad01a650 service nova] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Refreshing instance network info cache due to event network-changed-07e37bd4-ef5b-46c7-98c4-477ca54acd62. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 846.552791] env[69663]: DEBUG oslo_concurrency.lockutils [req-ee34384f-d578-45ed-a1ac-c7293cd4e329 req-d1a83176-902a-4a3d-b564-7f16ad01a650 service nova] Acquiring lock "refresh_cache-792b698b-ec36-4642-b1d9-1e991b55e40e" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.552791] env[69663]: DEBUG oslo_concurrency.lockutils [req-ee34384f-d578-45ed-a1ac-c7293cd4e329 req-d1a83176-902a-4a3d-b564-7f16ad01a650 service nova] Acquired lock "refresh_cache-792b698b-ec36-4642-b1d9-1e991b55e40e" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.552971] env[69663]: DEBUG nova.network.neutron [req-ee34384f-d578-45ed-a1ac-c7293cd4e329 req-d1a83176-902a-4a3d-b564-7f16ad01a650 service nova] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Refreshing network info cache for port 07e37bd4-ef5b-46c7-98c4-477ca54acd62 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 846.557857] env[69663]: DEBUG nova.compute.manager [req-c48697a3-606e-428d-a678-ca0f2a9c4864 req-b0bd2618-efd5-47cd-92c0-d47573c8c583 service nova] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Received event network-changed-09adfda3-4198-41dc-8c46-f9763f2e1b14 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 846.557857] env[69663]: DEBUG nova.compute.manager [req-c48697a3-606e-428d-a678-ca0f2a9c4864 req-b0bd2618-efd5-47cd-92c0-d47573c8c583 service nova] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Refreshing instance network info cache due to event network-changed-09adfda3-4198-41dc-8c46-f9763f2e1b14. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 846.558137] env[69663]: DEBUG oslo_concurrency.lockutils [req-c48697a3-606e-428d-a678-ca0f2a9c4864 req-b0bd2618-efd5-47cd-92c0-d47573c8c583 service nova] Acquiring lock "refresh_cache-c46089b3-927b-4b96-84bb-cfa3e5e70037" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.558217] env[69663]: DEBUG oslo_concurrency.lockutils [req-c48697a3-606e-428d-a678-ca0f2a9c4864 req-b0bd2618-efd5-47cd-92c0-d47573c8c583 service nova] Acquired lock "refresh_cache-c46089b3-927b-4b96-84bb-cfa3e5e70037" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.558429] env[69663]: DEBUG nova.network.neutron [req-c48697a3-606e-428d-a678-ca0f2a9c4864 req-b0bd2618-efd5-47cd-92c0-d47573c8c583 service nova] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Refreshing network info cache for port 09adfda3-4198-41dc-8c46-f9763f2e1b14 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 846.560437] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae56252-a43e-4c97-bf57-228a0e5b2c7b tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 846.560697] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae56252-a43e-4c97-bf57-228a0e5b2c7b tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 846.560965] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ae56252-a43e-4c97-bf57-228a0e5b2c7b tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Deleting the datastore file [datastore1] 42a7e9ab-7254-4209-ae2c-8e834957c080 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 846.562975] env[69663]: DEBUG oslo_concurrency.lockutils [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Acquiring lock "refresh_cache-b7e8ced5-25ee-4b1c-81b6-88abcef366f4" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.563172] env[69663]: DEBUG oslo_concurrency.lockutils [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Acquired lock "refresh_cache-b7e8ced5-25ee-4b1c-81b6-88abcef366f4" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.563313] env[69663]: DEBUG nova.network.neutron [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 846.564641] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8aff0f9-7a17-4858-bb49-173e41986ebb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.588070] env[69663]: DEBUG oslo_vmware.api [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Task: {'id': task-3332618, 'name': ReconfigVM_Task, 'duration_secs': 0.564178} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.588352] env[69663]: DEBUG oslo_vmware.api [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52595cd1-d630-dfd8-6bf6-89c7088f98ad, 'name': SearchDatastore_Task, 'duration_secs': 0.029854} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.588600] env[69663]: DEBUG oslo_vmware.api [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332615, 'name': CloneVM_Task, 'duration_secs': 1.992724} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.588801] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332617, 'name': CreateVM_Task, 'duration_secs': 0.631428} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.591598] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Reconfigured VM instance instance-0000002d to attach disk [datastore2] c36ab50f-44a5-407a-8a80-7482470b09aa/c36ab50f-44a5-407a-8a80-7482470b09aa.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.591984] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.592302] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] c06f5efb-7ba3-4309-83c0-de2f14ff0b7a/c06f5efb-7ba3-4309-83c0-de2f14ff0b7a.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 846.592951] env[69663]: INFO nova.virt.vmwareapi.vmops [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Created linked-clone VM from snapshot [ 846.593205] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 846.594234] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1998b310-dc70-44aa-bdbb-eb0639e98b54 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.596230] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5cab9986-2333-4205-94c0-b470fd3dea60 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.599751] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be19faa-a294-47ae-9fab-d811f835ab17 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.603265] env[69663]: DEBUG oslo_concurrency.lockutils [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.603447] env[69663]: DEBUG oslo_concurrency.lockutils [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.603830] env[69663]: DEBUG oslo_concurrency.lockutils [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.607346] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be3d72d3-f90d-4ce3-a577-12077d98adb9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.613200] env[69663]: DEBUG oslo_vmware.api [None req-2ae56252-a43e-4c97-bf57-228a0e5b2c7b tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Waiting for the task: (returnval){ [ 846.613200] env[69663]: value = "task-3332621" [ 846.613200] env[69663]: _type = "Task" [ 846.613200] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.615214] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Acquiring lock "a3f0b263-807a-4192-9851-f3638eff935f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.615288] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Lock "a3f0b263-807a-4192-9851-f3638eff935f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.625121] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Uploading image a9a5d58d-1b1a-4237-8519-489479425dd4 {{(pid=69663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 846.632157] env[69663]: DEBUG oslo_vmware.api [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Waiting for the task: (returnval){ [ 846.632157] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52068b67-17b7-7ed7-c076-d7ecac8e909b" [ 846.632157] env[69663]: _type = "Task" [ 846.632157] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.632451] env[69663]: DEBUG oslo_vmware.api [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Waiting for the task: (returnval){ [ 846.632451] env[69663]: value = "task-3332622" [ 846.632451] env[69663]: _type = "Task" [ 846.632451] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.632685] env[69663]: DEBUG oslo_vmware.api [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Waiting for the task: (returnval){ [ 846.632685] env[69663]: value = "task-3332623" [ 846.632685] env[69663]: _type = "Task" [ 846.632685] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.655173] env[69663]: DEBUG oslo_vmware.api [None req-2ae56252-a43e-4c97-bf57-228a0e5b2c7b tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Task: {'id': task-3332621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.664982] env[69663]: DEBUG oslo_vmware.api [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52068b67-17b7-7ed7-c076-d7ecac8e909b, 'name': SearchDatastore_Task, 'duration_secs': 0.011343} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.672797] env[69663]: DEBUG oslo_concurrency.lockutils [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.673084] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.673312] env[69663]: DEBUG oslo_concurrency.lockutils [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.673460] env[69663]: DEBUG oslo_concurrency.lockutils [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.673637] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.673939] env[69663]: DEBUG oslo_vmware.api [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Task: {'id': task-3332622, 'name': Rename_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.674792] env[69663]: DEBUG oslo_vmware.api [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332623, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.676998] env[69663]: DEBUG oslo_vmware.rw_handles [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 846.676998] env[69663]: value = "vm-665275" [ 846.676998] env[69663]: _type = "VirtualMachine" [ 846.676998] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 846.677286] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e22c2fcd-25d6-4960-8209-27354380338f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.679438] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a86e595f-21f3-45a3-96c6-98b021430944 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.687299] env[69663]: DEBUG oslo_vmware.rw_handles [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lease: (returnval){ [ 846.687299] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5244661d-5b5b-788b-2ab0-061a1598d8f6" [ 846.687299] env[69663]: _type = "HttpNfcLease" [ 846.687299] env[69663]: } obtained for exporting VM: (result){ [ 846.687299] env[69663]: value = "vm-665275" [ 846.687299] env[69663]: _type = "VirtualMachine" [ 846.687299] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 846.687680] env[69663]: DEBUG oslo_vmware.api [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the lease: (returnval){ [ 846.687680] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5244661d-5b5b-788b-2ab0-061a1598d8f6" [ 846.687680] env[69663]: _type = "HttpNfcLease" [ 846.687680] env[69663]: } to be ready. {{(pid=69663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 846.688985] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.689200] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 846.693668] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-224ffa87-5583-4af4-961c-51f91ab167ff {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.700188] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 846.700188] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5244661d-5b5b-788b-2ab0-061a1598d8f6" [ 846.700188] env[69663]: _type = "HttpNfcLease" [ 846.700188] env[69663]: } is initializing. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 846.701803] env[69663]: DEBUG oslo_vmware.api [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Waiting for the task: (returnval){ [ 846.701803] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5216acf4-247b-231f-26eb-02096b08be20" [ 846.701803] env[69663]: _type = "Task" [ 846.701803] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.711057] env[69663]: DEBUG oslo_vmware.api [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5216acf4-247b-231f-26eb-02096b08be20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.063859] env[69663]: DEBUG nova.scheduler.client.report [None req-4f031fb8-e95b-47cf-9d80-780d89101b95 tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 847.072460] env[69663]: DEBUG oslo_concurrency.lockutils [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Acquiring lock "ce4eb350-554d-4f1c-92d5-dedcacfc8ea5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.072460] env[69663]: DEBUG oslo_concurrency.lockutils [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Lock "ce4eb350-554d-4f1c-92d5-dedcacfc8ea5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.072460] env[69663]: DEBUG oslo_concurrency.lockutils [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Acquiring lock "ce4eb350-554d-4f1c-92d5-dedcacfc8ea5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.072460] env[69663]: DEBUG oslo_concurrency.lockutils [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Lock "ce4eb350-554d-4f1c-92d5-dedcacfc8ea5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.072460] env[69663]: DEBUG oslo_concurrency.lockutils [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Lock "ce4eb350-554d-4f1c-92d5-dedcacfc8ea5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.077671] env[69663]: INFO nova.compute.manager [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Terminating instance [ 847.079298] env[69663]: DEBUG nova.compute.manager [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Stashing vm_state: active {{(pid=69663) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 847.083318] env[69663]: DEBUG nova.compute.manager [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 847.083589] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 847.084108] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-180a7ceb-b87d-4202-b5b7-b61625bbe6fd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.094146] env[69663]: DEBUG oslo_vmware.api [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Waiting for the task: (returnval){ [ 847.094146] env[69663]: value = "task-3332625" [ 847.094146] env[69663]: _type = "Task" [ 847.094146] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.106418] env[69663]: DEBUG oslo_vmware.api [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Task: {'id': task-3332625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.127756] env[69663]: DEBUG oslo_vmware.api [None req-2ae56252-a43e-4c97-bf57-228a0e5b2c7b tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Task: {'id': task-3332621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208612} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.128487] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ae56252-a43e-4c97-bf57-228a0e5b2c7b tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 847.128487] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae56252-a43e-4c97-bf57-228a0e5b2c7b tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 847.128487] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2ae56252-a43e-4c97-bf57-228a0e5b2c7b tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 847.129193] env[69663]: INFO nova.compute.manager [None req-2ae56252-a43e-4c97-bf57-228a0e5b2c7b tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Took 1.95 seconds to destroy the instance on the hypervisor. [ 847.129193] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ae56252-a43e-4c97-bf57-228a0e5b2c7b tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.129193] env[69663]: DEBUG nova.compute.manager [-] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 847.129193] env[69663]: DEBUG nova.network.neutron [-] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 847.147447] env[69663]: DEBUG oslo_vmware.api [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332623, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.149980] env[69663]: DEBUG oslo_vmware.api [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Task: {'id': task-3332622, 'name': Rename_Task, 'duration_secs': 0.197447} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.150402] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 847.150639] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c453e5d-fdb3-4b2c-8863-ce534cb84ccd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.159185] env[69663]: DEBUG oslo_vmware.api [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Waiting for the task: (returnval){ [ 847.159185] env[69663]: value = "task-3332626" [ 847.159185] env[69663]: _type = "Task" [ 847.159185] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.170574] env[69663]: DEBUG oslo_vmware.api [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Task: {'id': task-3332626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.196610] env[69663]: DEBUG nova.network.neutron [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 847.202065] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 847.202065] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5244661d-5b5b-788b-2ab0-061a1598d8f6" [ 847.202065] env[69663]: _type = "HttpNfcLease" [ 847.202065] env[69663]: } is ready. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 847.206035] env[69663]: DEBUG oslo_vmware.rw_handles [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 847.206035] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5244661d-5b5b-788b-2ab0-061a1598d8f6" [ 847.206035] env[69663]: _type = "HttpNfcLease" [ 847.206035] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 847.207348] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34db62f9-272a-40b7-84fa-93609444cf6e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.217031] env[69663]: DEBUG nova.network.neutron [req-c48697a3-606e-428d-a678-ca0f2a9c4864 req-b0bd2618-efd5-47cd-92c0-d47573c8c583 service nova] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Updated VIF entry in instance network info cache for port 09adfda3-4198-41dc-8c46-f9763f2e1b14. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 847.217031] env[69663]: DEBUG nova.network.neutron [req-c48697a3-606e-428d-a678-ca0f2a9c4864 req-b0bd2618-efd5-47cd-92c0-d47573c8c583 service nova] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Updating instance_info_cache with network_info: [{"id": "09adfda3-4198-41dc-8c46-f9763f2e1b14", "address": "fa:16:3e:0b:03:92", "network": {"id": "164d1b3e-bf95-4934-8112-54636c1779b6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-204226638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "68f74abb9b8f44d1ba133928b8a033a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09adfda3-41", "ovs_interfaceid": "09adfda3-4198-41dc-8c46-f9763f2e1b14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.222428] env[69663]: DEBUG oslo_vmware.api [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5216acf4-247b-231f-26eb-02096b08be20, 'name': SearchDatastore_Task, 'duration_secs': 0.009945} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.226542] env[69663]: DEBUG oslo_vmware.rw_handles [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e3a24-2dc1-01fa-dcfa-23a57575a786/disk-0.vmdk from lease info. {{(pid=69663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 847.226723] env[69663]: DEBUG oslo_vmware.rw_handles [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e3a24-2dc1-01fa-dcfa-23a57575a786/disk-0.vmdk for reading. {{(pid=69663) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 847.227974] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3af29b58-70ba-48b3-9dcd-25ef484f537a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.292848] env[69663]: DEBUG oslo_vmware.api [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Waiting for the task: (returnval){ [ 847.292848] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52cb41d1-774f-b8fd-cedc-235753569ef4" [ 847.292848] env[69663]: _type = "Task" [ 847.292848] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.305155] env[69663]: DEBUG oslo_vmware.api [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52cb41d1-774f-b8fd-cedc-235753569ef4, 'name': SearchDatastore_Task, 'duration_secs': 0.013237} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.305480] env[69663]: DEBUG oslo_concurrency.lockutils [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.305754] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 792b698b-ec36-4642-b1d9-1e991b55e40e/792b698b-ec36-4642-b1d9-1e991b55e40e.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 847.305994] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a03851fe-3558-4423-88de-4e52a2a3f71d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.316557] env[69663]: DEBUG oslo_vmware.api [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Waiting for the task: (returnval){ [ 847.316557] env[69663]: value = "task-3332627" [ 847.316557] env[69663]: _type = "Task" [ 847.316557] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.327844] env[69663]: DEBUG oslo_vmware.api [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.333955] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8c799280-0762-42df-9d87-e518a1b0144c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.571877] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4f031fb8-e95b-47cf-9d80-780d89101b95 tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.940s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.577323] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.395s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.579268] env[69663]: INFO nova.compute.claims [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.608326] env[69663]: DEBUG oslo_vmware.api [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Task: {'id': task-3332625, 'name': PowerOffVM_Task, 'duration_secs': 0.250779} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.611148] env[69663]: DEBUG oslo_concurrency.lockutils [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.611683] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 847.612373] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Volume detach. Driver type: vmdk {{(pid=69663) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 847.612916] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665155', 'volume_id': '60cc87d7-df53-43dd-af5e-1afc963199e6', 'name': 'volume-60cc87d7-df53-43dd-af5e-1afc963199e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce4eb350-554d-4f1c-92d5-dedcacfc8ea5', 'attached_at': '', 'detached_at': '', 'volume_id': '60cc87d7-df53-43dd-af5e-1afc963199e6', 'serial': '60cc87d7-df53-43dd-af5e-1afc963199e6'} {{(pid=69663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 847.616175] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59ae1e6-db34-4c03-b2f4-7534fd953472 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.620164] env[69663]: INFO nova.scheduler.client.report [None req-4f031fb8-e95b-47cf-9d80-780d89101b95 tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Deleted allocations for instance c96cd37c-954b-41ab-9728-b1cbfe5d8c74 [ 847.646841] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bc2f68-b0ef-407c-a781-bdd8dd77d5f3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.656328] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fa8b42-585a-4b66-b9c3-06255fababf6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.663459] env[69663]: DEBUG oslo_vmware.api [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332623, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602031} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.670626] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] c06f5efb-7ba3-4309-83c0-de2f14ff0b7a/c06f5efb-7ba3-4309-83c0-de2f14ff0b7a.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 847.670984] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.688764] env[69663]: DEBUG nova.network.neutron [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Updating instance_info_cache with network_info: [{"id": "1f2ca81b-f6b1-4b8f-9be7-4c6c90e4307d", "address": "fa:16:3e:bc:da:00", "network": {"id": "4a83ec31-e65c-4598-b8aa-36c4d0d59550", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1356875862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40a1a1aae3554d50852f81384661eb92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2ca81b-f6", "ovs_interfaceid": "1f2ca81b-f6b1-4b8f-9be7-4c6c90e4307d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.694706] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e149179-610f-4e4d-870f-60a1336054e4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.696123] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35089fed-f75c-4262-856f-2d05e8204409 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.703762] env[69663]: DEBUG oslo_vmware.api [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Task: {'id': task-3332626, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.721649] env[69663]: DEBUG oslo_vmware.api [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Waiting for the task: (returnval){ [ 847.721649] env[69663]: value = "task-3332628" [ 847.721649] env[69663]: _type = "Task" [ 847.721649] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.722887] env[69663]: DEBUG oslo_concurrency.lockutils [req-c48697a3-606e-428d-a678-ca0f2a9c4864 req-b0bd2618-efd5-47cd-92c0-d47573c8c583 service nova] Releasing lock "refresh_cache-c46089b3-927b-4b96-84bb-cfa3e5e70037" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.725431] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] The volume has not been displaced from its original location: [datastore1] volume-60cc87d7-df53-43dd-af5e-1afc963199e6/volume-60cc87d7-df53-43dd-af5e-1afc963199e6.vmdk. No consolidation needed. {{(pid=69663) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 847.730262] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Reconfiguring VM instance instance-00000013 to detach disk 2000 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 847.731323] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b35d1667-aa30-4fc8-a632-c77d9fa03128 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.758729] env[69663]: DEBUG oslo_vmware.api [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.760626] env[69663]: DEBUG oslo_vmware.api [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Waiting for the task: (returnval){ [ 847.760626] env[69663]: value = "task-3332629" [ 847.760626] env[69663]: _type = "Task" [ 847.760626] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.770547] env[69663]: DEBUG oslo_vmware.api [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Task: {'id': task-3332629, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.792781] env[69663]: DEBUG nova.network.neutron [req-ee34384f-d578-45ed-a1ac-c7293cd4e329 req-d1a83176-902a-4a3d-b564-7f16ad01a650 service nova] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Updated VIF entry in instance network info cache for port 07e37bd4-ef5b-46c7-98c4-477ca54acd62. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 847.793284] env[69663]: DEBUG nova.network.neutron [req-ee34384f-d578-45ed-a1ac-c7293cd4e329 req-d1a83176-902a-4a3d-b564-7f16ad01a650 service nova] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Updating instance_info_cache with network_info: [{"id": "07e37bd4-ef5b-46c7-98c4-477ca54acd62", "address": "fa:16:3e:8c:22:f2", "network": {"id": "4a83ec31-e65c-4598-b8aa-36c4d0d59550", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1356875862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40a1a1aae3554d50852f81384661eb92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07e37bd4-ef", "ovs_interfaceid": "07e37bd4-ef5b-46c7-98c4-477ca54acd62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.828614] env[69663]: DEBUG oslo_vmware.api [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332627, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.944297] env[69663]: DEBUG nova.network.neutron [-] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.146337] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4f031fb8-e95b-47cf-9d80-780d89101b95 tempest-ServerExternalEventsTest-1900097374 tempest-ServerExternalEventsTest-1900097374-project-member] Lock "c96cd37c-954b-41ab-9728-b1cbfe5d8c74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.444s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.179737] env[69663]: DEBUG oslo_vmware.api [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Task: {'id': task-3332626, 'name': PowerOnVM_Task, 'duration_secs': 0.83418} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.180845] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 848.181741] env[69663]: INFO nova.compute.manager [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Took 10.98 seconds to spawn the instance on the hypervisor. [ 848.182084] env[69663]: DEBUG nova.compute.manager [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 848.183376] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe68e99-e584-43ba-889f-281bc33b4a30 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.196113] env[69663]: DEBUG oslo_concurrency.lockutils [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Releasing lock "refresh_cache-b7e8ced5-25ee-4b1c-81b6-88abcef366f4" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.196549] env[69663]: DEBUG nova.compute.manager [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Instance network_info: |[{"id": "1f2ca81b-f6b1-4b8f-9be7-4c6c90e4307d", "address": "fa:16:3e:bc:da:00", "network": {"id": "4a83ec31-e65c-4598-b8aa-36c4d0d59550", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1356875862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40a1a1aae3554d50852f81384661eb92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2ca81b-f6", "ovs_interfaceid": "1f2ca81b-f6b1-4b8f-9be7-4c6c90e4307d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 848.197310] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:da:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7654928b-7afe-42e3-a18d-68ecc775cefe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f2ca81b-f6b1-4b8f-9be7-4c6c90e4307d', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 848.206718] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.207462] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 848.207831] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b549dac-b8a2-4cd6-8f4b-35ffea6c1002 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.233016] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 848.233016] env[69663]: value = "task-3332630" [ 848.233016] env[69663]: _type = "Task" [ 848.233016] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.245352] env[69663]: DEBUG oslo_vmware.api [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113138} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.248986] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.249351] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332630, 'name': CreateVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.250708] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f2bd78-02e7-4aab-aa12-52be6f8bf169 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.275113] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] c06f5efb-7ba3-4309-83c0-de2f14ff0b7a/c06f5efb-7ba3-4309-83c0-de2f14ff0b7a.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.279566] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-626b3771-09f7-423c-b418-73de1714f3df {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.296897] env[69663]: DEBUG oslo_concurrency.lockutils [req-ee34384f-d578-45ed-a1ac-c7293cd4e329 req-d1a83176-902a-4a3d-b564-7f16ad01a650 service nova] Releasing lock "refresh_cache-792b698b-ec36-4642-b1d9-1e991b55e40e" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.303651] env[69663]: DEBUG oslo_vmware.api [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Task: {'id': task-3332629, 'name': ReconfigVM_Task, 'duration_secs': 0.413856} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.305691] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Reconfigured VM instance instance-00000013 to detach disk 2000 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 848.313593] env[69663]: DEBUG oslo_vmware.api [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Waiting for the task: (returnval){ [ 848.313593] env[69663]: value = "task-3332631" [ 848.313593] env[69663]: _type = "Task" [ 848.313593] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.314045] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb67506e-c6b3-44be-8d5e-01ec8ea2a205 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.341114] env[69663]: DEBUG oslo_vmware.api [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.347467] env[69663]: DEBUG oslo_vmware.api [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332627, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531833} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.347973] env[69663]: DEBUG oslo_vmware.api [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Waiting for the task: (returnval){ [ 848.347973] env[69663]: value = "task-3332632" [ 848.347973] env[69663]: _type = "Task" [ 848.347973] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.348271] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 792b698b-ec36-4642-b1d9-1e991b55e40e/792b698b-ec36-4642-b1d9-1e991b55e40e.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 848.348473] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.348875] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ef449ca-7b56-45d1-8b30-00528d947a86 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.364856] env[69663]: DEBUG oslo_vmware.api [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Task: {'id': task-3332632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.364856] env[69663]: DEBUG oslo_vmware.api [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Waiting for the task: (returnval){ [ 848.364856] env[69663]: value = "task-3332633" [ 848.364856] env[69663]: _type = "Task" [ 848.364856] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.375165] env[69663]: DEBUG oslo_vmware.api [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.446930] env[69663]: INFO nova.compute.manager [-] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Took 1.32 seconds to deallocate network for instance. [ 848.571576] env[69663]: DEBUG nova.compute.manager [req-0c4b82da-fc44-47cb-9369-839599674955 req-29fbdaa0-cd8e-486b-9d8d-ba0472244ec8 service nova] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Received event network-vif-deleted-f5007b9d-c25a-47f1-9156-281c16a0db07 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 848.705544] env[69663]: INFO nova.compute.manager [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Took 54.08 seconds to build instance. [ 848.747209] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332630, 'name': CreateVM_Task, 'duration_secs': 0.38782} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.747597] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 848.748770] env[69663]: DEBUG oslo_concurrency.lockutils [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.748770] env[69663]: DEBUG oslo_concurrency.lockutils [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.748970] env[69663]: DEBUG oslo_concurrency.lockutils [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.749279] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bfd78c6-91f1-4d1e-b96c-339baa5c2301 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.757498] env[69663]: DEBUG oslo_vmware.api [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Waiting for the task: (returnval){ [ 848.757498] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a66560-e229-97ee-c974-d87963a5df4b" [ 848.757498] env[69663]: _type = "Task" [ 848.757498] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.766437] env[69663]: DEBUG oslo_vmware.api [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a66560-e229-97ee-c974-d87963a5df4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.837229] env[69663]: DEBUG oslo_vmware.api [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.862642] env[69663]: DEBUG oslo_vmware.api [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Task: {'id': task-3332632, 'name': ReconfigVM_Task, 'duration_secs': 0.188258} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.863100] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665155', 'volume_id': '60cc87d7-df53-43dd-af5e-1afc963199e6', 'name': 'volume-60cc87d7-df53-43dd-af5e-1afc963199e6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce4eb350-554d-4f1c-92d5-dedcacfc8ea5', 'attached_at': '', 'detached_at': '', 'volume_id': '60cc87d7-df53-43dd-af5e-1afc963199e6', 'serial': '60cc87d7-df53-43dd-af5e-1afc963199e6'} {{(pid=69663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 848.863809] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 848.864671] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b86a40-baf6-4d04-8e1e-7a6017a85161 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.877096] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 848.877630] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d38b7d9-6a05-4868-a147-b54041397cce {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.882115] env[69663]: DEBUG oslo_vmware.api [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128936} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.882972] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.883893] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bcc744-2be8-41a3-8993-2cb88b414ed7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.909531] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 792b698b-ec36-4642-b1d9-1e991b55e40e/792b698b-ec36-4642-b1d9-1e991b55e40e.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.915138] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d008858e-ee44-41f4-b02d-c40e8da00c4b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.934439] env[69663]: DEBUG nova.compute.manager [req-ef2e99c0-5e3d-4a7c-968e-5c6a41d69365 req-452367b7-6200-46bb-90c2-cb4342e931c2 service nova] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Received event network-vif-plugged-1f2ca81b-f6b1-4b8f-9be7-4c6c90e4307d {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 848.934777] env[69663]: DEBUG oslo_concurrency.lockutils [req-ef2e99c0-5e3d-4a7c-968e-5c6a41d69365 req-452367b7-6200-46bb-90c2-cb4342e931c2 service nova] Acquiring lock "b7e8ced5-25ee-4b1c-81b6-88abcef366f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.935137] env[69663]: DEBUG oslo_concurrency.lockutils [req-ef2e99c0-5e3d-4a7c-968e-5c6a41d69365 req-452367b7-6200-46bb-90c2-cb4342e931c2 service nova] Lock "b7e8ced5-25ee-4b1c-81b6-88abcef366f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.935394] env[69663]: DEBUG oslo_concurrency.lockutils [req-ef2e99c0-5e3d-4a7c-968e-5c6a41d69365 req-452367b7-6200-46bb-90c2-cb4342e931c2 service nova] Lock "b7e8ced5-25ee-4b1c-81b6-88abcef366f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.935638] env[69663]: DEBUG nova.compute.manager [req-ef2e99c0-5e3d-4a7c-968e-5c6a41d69365 req-452367b7-6200-46bb-90c2-cb4342e931c2 service nova] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] No waiting events found dispatching network-vif-plugged-1f2ca81b-f6b1-4b8f-9be7-4c6c90e4307d {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 848.935875] env[69663]: WARNING nova.compute.manager [req-ef2e99c0-5e3d-4a7c-968e-5c6a41d69365 req-452367b7-6200-46bb-90c2-cb4342e931c2 service nova] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Received unexpected event network-vif-plugged-1f2ca81b-f6b1-4b8f-9be7-4c6c90e4307d for instance with vm_state building and task_state spawning. [ 848.936056] env[69663]: DEBUG nova.compute.manager [req-ef2e99c0-5e3d-4a7c-968e-5c6a41d69365 req-452367b7-6200-46bb-90c2-cb4342e931c2 service nova] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Received event network-changed-1f2ca81b-f6b1-4b8f-9be7-4c6c90e4307d {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 848.936332] env[69663]: DEBUG nova.compute.manager [req-ef2e99c0-5e3d-4a7c-968e-5c6a41d69365 req-452367b7-6200-46bb-90c2-cb4342e931c2 service nova] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Refreshing instance network info cache due to event network-changed-1f2ca81b-f6b1-4b8f-9be7-4c6c90e4307d. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 848.936685] env[69663]: DEBUG oslo_concurrency.lockutils [req-ef2e99c0-5e3d-4a7c-968e-5c6a41d69365 req-452367b7-6200-46bb-90c2-cb4342e931c2 service nova] Acquiring lock "refresh_cache-b7e8ced5-25ee-4b1c-81b6-88abcef366f4" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.936905] env[69663]: DEBUG oslo_concurrency.lockutils [req-ef2e99c0-5e3d-4a7c-968e-5c6a41d69365 req-452367b7-6200-46bb-90c2-cb4342e931c2 service nova] Acquired lock "refresh_cache-b7e8ced5-25ee-4b1c-81b6-88abcef366f4" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.938368] env[69663]: DEBUG nova.network.neutron [req-ef2e99c0-5e3d-4a7c-968e-5c6a41d69365 req-452367b7-6200-46bb-90c2-cb4342e931c2 service nova] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Refreshing network info cache for port 1f2ca81b-f6b1-4b8f-9be7-4c6c90e4307d {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 848.947207] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 848.947508] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 848.947782] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Deleting the datastore file [datastore1] ce4eb350-554d-4f1c-92d5-dedcacfc8ea5 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.949749] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2dca6ca6-9334-45aa-b8a4-ce75c33e2de4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.952152] env[69663]: DEBUG oslo_vmware.api [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Waiting for the task: (returnval){ [ 848.952152] env[69663]: value = "task-3332635" [ 848.952152] env[69663]: _type = "Task" [ 848.952152] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.958349] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2ae56252-a43e-4c97-bf57-228a0e5b2c7b tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.958529] env[69663]: DEBUG oslo_vmware.api [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Waiting for the task: (returnval){ [ 848.958529] env[69663]: value = "task-3332636" [ 848.958529] env[69663]: _type = "Task" [ 848.958529] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.968763] env[69663]: DEBUG oslo_vmware.api [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.977228] env[69663]: DEBUG oslo_vmware.api [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Task: {'id': task-3332636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.214876] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6aaf1bf9-754e-4765-ba06-8378b2fdfbe5 tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Lock "c36ab50f-44a5-407a-8a80-7482470b09aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.518s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.267450] env[69663]: DEBUG oslo_vmware.api [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a66560-e229-97ee-c974-d87963a5df4b, 'name': SearchDatastore_Task, 'duration_secs': 0.019376} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.270372] env[69663]: DEBUG oslo_concurrency.lockutils [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.270512] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.270761] env[69663]: DEBUG oslo_concurrency.lockutils [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.270915] env[69663]: DEBUG oslo_concurrency.lockutils [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.271113] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.272869] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eff44b49-1a5a-4ad8-b054-1d60723bc27a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.284149] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.284149] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 849.284149] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97957b8c-8ee7-40fd-a90a-cbff9710b42b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.288150] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3084cb65-62a8-4caa-b427-6bcb99921b19 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.291958] env[69663]: DEBUG oslo_vmware.api [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Waiting for the task: (returnval){ [ 849.291958] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52aac550-0c51-3bc3-08d9-5aa284bf1a3a" [ 849.291958] env[69663]: _type = "Task" [ 849.291958] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.301220] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ce57d5-d93c-4ff3-bf1b-663120c3f085 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.308445] env[69663]: DEBUG oslo_vmware.api [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52aac550-0c51-3bc3-08d9-5aa284bf1a3a, 'name': SearchDatastore_Task, 'duration_secs': 0.010697} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.336559] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f322b23e-b866-4ffa-85fd-5c12b7c1cade {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.344123] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51be8cd-773f-425c-ac59-16dd7d3a228a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.349132] env[69663]: DEBUG oslo_vmware.api [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Waiting for the task: (returnval){ [ 849.349132] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e612da-f82f-ef12-5357-7f730f9f70e3" [ 849.349132] env[69663]: _type = "Task" [ 849.349132] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.356037] env[69663]: DEBUG oslo_vmware.api [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332631, 'name': ReconfigVM_Task, 'duration_secs': 0.692228} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.360352] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4926542c-5ab0-4119-9889-295fd048e3ef {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.366833] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Reconfigured VM instance instance-0000002e to attach disk [datastore2] c06f5efb-7ba3-4309-83c0-de2f14ff0b7a/c06f5efb-7ba3-4309-83c0-de2f14ff0b7a.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.368177] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d71fc5c-6f3d-4eca-8d64-36a1311d74b5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.377023] env[69663]: DEBUG oslo_vmware.api [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e612da-f82f-ef12-5357-7f730f9f70e3, 'name': SearchDatastore_Task, 'duration_secs': 0.016227} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.388615] env[69663]: DEBUG oslo_concurrency.lockutils [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.389041] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] b7e8ced5-25ee-4b1c-81b6-88abcef366f4/b7e8ced5-25ee-4b1c-81b6-88abcef366f4.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 849.389537] env[69663]: DEBUG nova.compute.provider_tree [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 849.391273] env[69663]: DEBUG oslo_vmware.api [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Waiting for the task: (returnval){ [ 849.391273] env[69663]: value = "task-3332637" [ 849.391273] env[69663]: _type = "Task" [ 849.391273] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.391761] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6ab1cfb-5ddf-47ae-b24d-f34cebe53844 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.405854] env[69663]: DEBUG oslo_vmware.api [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332637, 'name': Rename_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.408337] env[69663]: DEBUG oslo_vmware.api [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Waiting for the task: (returnval){ [ 849.408337] env[69663]: value = "task-3332638" [ 849.408337] env[69663]: _type = "Task" [ 849.408337] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.417217] env[69663]: DEBUG oslo_vmware.api [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.462425] env[69663]: DEBUG oslo_vmware.api [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332635, 'name': ReconfigVM_Task, 'duration_secs': 0.425647} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.465861] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 792b698b-ec36-4642-b1d9-1e991b55e40e/792b698b-ec36-4642-b1d9-1e991b55e40e.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.467370] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-182f0bc0-e132-4032-8310-d08a78bca9ef {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.474401] env[69663]: DEBUG oslo_vmware.api [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Task: {'id': task-3332636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171585} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.475809] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.476222] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 849.476222] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 849.476702] env[69663]: INFO nova.compute.manager [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Took 2.39 seconds to destroy the instance on the hypervisor. [ 849.476702] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.477416] env[69663]: DEBUG oslo_vmware.api [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Waiting for the task: (returnval){ [ 849.477416] env[69663]: value = "task-3332639" [ 849.477416] env[69663]: _type = "Task" [ 849.477416] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.477416] env[69663]: DEBUG nova.compute.manager [-] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 849.477416] env[69663]: DEBUG nova.network.neutron [-] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 849.489294] env[69663]: DEBUG oslo_vmware.api [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332639, 'name': Rename_Task} progress is 10%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.722247] env[69663]: DEBUG nova.compute.manager [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 849.909541] env[69663]: DEBUG oslo_vmware.api [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332637, 'name': Rename_Task, 'duration_secs': 0.18912} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.915147] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 849.915147] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9be6ed50-74eb-45cb-8e09-5ed93539def7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.919718] env[69663]: ERROR nova.scheduler.client.report [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [req-e95609ac-8d20-4e39-8e53-e59ce9cae38a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f2fb168a-c97f-41a4-9b18-725376271f6b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e95609ac-8d20-4e39-8e53-e59ce9cae38a"}]} [ 849.934163] env[69663]: DEBUG oslo_vmware.api [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332638, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.939250] env[69663]: DEBUG oslo_vmware.api [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Waiting for the task: (returnval){ [ 849.939250] env[69663]: value = "task-3332640" [ 849.939250] env[69663]: _type = "Task" [ 849.939250] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.952994] env[69663]: DEBUG oslo_vmware.api [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.958135] env[69663]: DEBUG nova.scheduler.client.report [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Refreshing inventories for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 849.975854] env[69663]: DEBUG nova.scheduler.client.report [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Updating ProviderTree inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 849.976357] env[69663]: DEBUG nova.compute.provider_tree [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 849.992416] env[69663]: DEBUG oslo_vmware.api [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332639, 'name': Rename_Task, 'duration_secs': 0.31397} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.992792] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 849.993534] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dab856c4-607a-476a-8d1e-0d598490c73b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.996450] env[69663]: DEBUG nova.scheduler.client.report [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Refreshing aggregate associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, aggregates: None {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 850.000533] env[69663]: DEBUG oslo_vmware.api [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Waiting for the task: (returnval){ [ 850.000533] env[69663]: value = "task-3332641" [ 850.000533] env[69663]: _type = "Task" [ 850.000533] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.010031] env[69663]: DEBUG oslo_vmware.api [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.028890] env[69663]: DEBUG nova.scheduler.client.report [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Refreshing trait associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 850.248298] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.303701] env[69663]: DEBUG nova.network.neutron [req-ef2e99c0-5e3d-4a7c-968e-5c6a41d69365 req-452367b7-6200-46bb-90c2-cb4342e931c2 service nova] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Updated VIF entry in instance network info cache for port 1f2ca81b-f6b1-4b8f-9be7-4c6c90e4307d. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 850.303816] env[69663]: DEBUG nova.network.neutron [req-ef2e99c0-5e3d-4a7c-968e-5c6a41d69365 req-452367b7-6200-46bb-90c2-cb4342e931c2 service nova] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Updating instance_info_cache with network_info: [{"id": "1f2ca81b-f6b1-4b8f-9be7-4c6c90e4307d", "address": "fa:16:3e:bc:da:00", "network": {"id": "4a83ec31-e65c-4598-b8aa-36c4d0d59550", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1356875862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40a1a1aae3554d50852f81384661eb92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2ca81b-f6", "ovs_interfaceid": "1f2ca81b-f6b1-4b8f-9be7-4c6c90e4307d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.420481] env[69663]: DEBUG oslo_vmware.api [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.753424} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.420892] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] b7e8ced5-25ee-4b1c-81b6-88abcef366f4/b7e8ced5-25ee-4b1c-81b6-88abcef366f4.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 850.421234] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.423240] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-027cd7fe-4fa7-4fe7-9d20-c56dc2b62e55 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.432259] env[69663]: DEBUG oslo_vmware.api [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Waiting for the task: (returnval){ [ 850.432259] env[69663]: value = "task-3332642" [ 850.432259] env[69663]: _type = "Task" [ 850.432259] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.455225] env[69663]: DEBUG oslo_vmware.api [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332642, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.460207] env[69663]: DEBUG oslo_vmware.api [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332640, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.514976] env[69663]: DEBUG oslo_vmware.api [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332641, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.742628] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a570d75e-c640-468f-a0ff-d35d9837e3bd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.752918] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fc155c-6860-4cf0-aece-3c913f432a21 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.799827] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d11444-5648-4fd9-8649-5183660b867c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.811494] env[69663]: DEBUG oslo_concurrency.lockutils [req-ef2e99c0-5e3d-4a7c-968e-5c6a41d69365 req-452367b7-6200-46bb-90c2-cb4342e931c2 service nova] Releasing lock "refresh_cache-b7e8ced5-25ee-4b1c-81b6-88abcef366f4" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.811494] env[69663]: DEBUG nova.compute.manager [req-ef2e99c0-5e3d-4a7c-968e-5c6a41d69365 req-452367b7-6200-46bb-90c2-cb4342e931c2 service nova] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Received event network-changed-09adfda3-4198-41dc-8c46-f9763f2e1b14 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 850.811494] env[69663]: DEBUG nova.compute.manager [req-ef2e99c0-5e3d-4a7c-968e-5c6a41d69365 req-452367b7-6200-46bb-90c2-cb4342e931c2 service nova] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Refreshing instance network info cache due to event network-changed-09adfda3-4198-41dc-8c46-f9763f2e1b14. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 850.811494] env[69663]: DEBUG oslo_concurrency.lockutils [req-ef2e99c0-5e3d-4a7c-968e-5c6a41d69365 req-452367b7-6200-46bb-90c2-cb4342e931c2 service nova] Acquiring lock "refresh_cache-c46089b3-927b-4b96-84bb-cfa3e5e70037" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.811494] env[69663]: DEBUG oslo_concurrency.lockutils [req-ef2e99c0-5e3d-4a7c-968e-5c6a41d69365 req-452367b7-6200-46bb-90c2-cb4342e931c2 service nova] Acquired lock "refresh_cache-c46089b3-927b-4b96-84bb-cfa3e5e70037" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.811494] env[69663]: DEBUG nova.network.neutron [req-ef2e99c0-5e3d-4a7c-968e-5c6a41d69365 req-452367b7-6200-46bb-90c2-cb4342e931c2 service nova] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Refreshing network info cache for port 09adfda3-4198-41dc-8c46-f9763f2e1b14 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 850.814450] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ae8c0e-e95b-4967-a74f-6c9c53e96b6f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.829675] env[69663]: DEBUG nova.compute.provider_tree [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 850.954727] env[69663]: DEBUG oslo_vmware.api [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332642, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17052} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.958145] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.958634] env[69663]: DEBUG oslo_vmware.api [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332640, 'name': PowerOnVM_Task, 'duration_secs': 0.553394} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.959256] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce35aab-0fe4-479a-a622-7ae93714e512 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.963391] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 850.963451] env[69663]: INFO nova.compute.manager [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Took 12.07 seconds to spawn the instance on the hypervisor. [ 850.963708] env[69663]: DEBUG nova.compute.manager [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 850.964893] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b289ccb-feef-449f-b0e8-f71b5035597a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.989343] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] b7e8ced5-25ee-4b1c-81b6-88abcef366f4/b7e8ced5-25ee-4b1c-81b6-88abcef366f4.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.992247] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f17a35ac-d8ae-42cd-ac00-15687c603418 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.014255] env[69663]: DEBUG oslo_concurrency.lockutils [None req-675064bc-e308-4782-b24a-a40f088cfbac tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Acquiring lock "c36ab50f-44a5-407a-8a80-7482470b09aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.014626] env[69663]: DEBUG oslo_concurrency.lockutils [None req-675064bc-e308-4782-b24a-a40f088cfbac tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Lock "c36ab50f-44a5-407a-8a80-7482470b09aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.015065] env[69663]: DEBUG oslo_concurrency.lockutils [None req-675064bc-e308-4782-b24a-a40f088cfbac tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Acquiring lock "c36ab50f-44a5-407a-8a80-7482470b09aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.015178] env[69663]: DEBUG oslo_concurrency.lockutils [None req-675064bc-e308-4782-b24a-a40f088cfbac tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Lock "c36ab50f-44a5-407a-8a80-7482470b09aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.015387] env[69663]: DEBUG oslo_concurrency.lockutils [None req-675064bc-e308-4782-b24a-a40f088cfbac tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Lock "c36ab50f-44a5-407a-8a80-7482470b09aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.023225] env[69663]: INFO nova.compute.manager [None req-675064bc-e308-4782-b24a-a40f088cfbac tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Terminating instance [ 851.024845] env[69663]: DEBUG nova.compute.manager [None req-675064bc-e308-4782-b24a-a40f088cfbac tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 851.024917] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-675064bc-e308-4782-b24a-a40f088cfbac tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 851.027892] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89489939-2408-4d66-8e66-55af0340cbfb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.034688] env[69663]: DEBUG oslo_vmware.api [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Waiting for the task: (returnval){ [ 851.034688] env[69663]: value = "task-3332643" [ 851.034688] env[69663]: _type = "Task" [ 851.034688] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.034688] env[69663]: DEBUG oslo_vmware.api [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332641, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.044021] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-675064bc-e308-4782-b24a-a40f088cfbac tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 851.044021] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca184e57-f65e-4aea-bcc6-01969035e4a0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.049459] env[69663]: DEBUG oslo_vmware.api [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332643, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.055827] env[69663]: DEBUG oslo_vmware.api [None req-675064bc-e308-4782-b24a-a40f088cfbac tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Waiting for the task: (returnval){ [ 851.055827] env[69663]: value = "task-3332644" [ 851.055827] env[69663]: _type = "Task" [ 851.055827] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.066337] env[69663]: DEBUG oslo_vmware.api [None req-675064bc-e308-4782-b24a-a40f088cfbac tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Task: {'id': task-3332644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.235066] env[69663]: DEBUG nova.network.neutron [-] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.386474] env[69663]: DEBUG nova.scheduler.client.report [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Updated inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b with generation 73 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 851.386763] env[69663]: DEBUG nova.compute.provider_tree [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Updating resource provider f2fb168a-c97f-41a4-9b18-725376271f6b generation from 73 to 74 during operation: update_inventory {{(pid=69663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 851.387153] env[69663]: DEBUG nova.compute.provider_tree [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 851.531464] env[69663]: INFO nova.compute.manager [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Took 50.48 seconds to build instance. [ 851.537540] env[69663]: DEBUG oslo_vmware.api [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332641, 'name': PowerOnVM_Task, 'duration_secs': 1.097376} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.542043] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 851.542043] env[69663]: INFO nova.compute.manager [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Took 9.87 seconds to spawn the instance on the hypervisor. [ 851.542043] env[69663]: DEBUG nova.compute.manager [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 851.542499] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad8c88d-e237-4f06-96ce-7d95e06cf563 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.551825] env[69663]: DEBUG oslo_vmware.api [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332643, 'name': ReconfigVM_Task, 'duration_secs': 0.352897} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.553502] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Reconfigured VM instance instance-00000030 to attach disk [datastore2] b7e8ced5-25ee-4b1c-81b6-88abcef366f4/b7e8ced5-25ee-4b1c-81b6-88abcef366f4.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.556870] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae967463-f178-45bd-a9aa-38771bbd9f5a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.571838] env[69663]: DEBUG oslo_vmware.api [None req-675064bc-e308-4782-b24a-a40f088cfbac tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Task: {'id': task-3332644, 'name': PowerOffVM_Task, 'duration_secs': 0.34537} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.573548] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-675064bc-e308-4782-b24a-a40f088cfbac tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 851.573832] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-675064bc-e308-4782-b24a-a40f088cfbac tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 851.574507] env[69663]: DEBUG oslo_vmware.api [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Waiting for the task: (returnval){ [ 851.574507] env[69663]: value = "task-3332645" [ 851.574507] env[69663]: _type = "Task" [ 851.574507] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.574721] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30556c6c-d0c9-48c1-8850-b18c1bef62e4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.587113] env[69663]: DEBUG oslo_vmware.api [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332645, 'name': Rename_Task} progress is 10%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.653381] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-675064bc-e308-4782-b24a-a40f088cfbac tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 851.654079] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-675064bc-e308-4782-b24a-a40f088cfbac tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 851.654079] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-675064bc-e308-4782-b24a-a40f088cfbac tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Deleting the datastore file [datastore2] c36ab50f-44a5-407a-8a80-7482470b09aa {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.654079] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f0c5f15-9309-49bc-8351-01fa1ebdad23 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.663932] env[69663]: DEBUG oslo_vmware.api [None req-675064bc-e308-4782-b24a-a40f088cfbac tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Waiting for the task: (returnval){ [ 851.663932] env[69663]: value = "task-3332647" [ 851.663932] env[69663]: _type = "Task" [ 851.663932] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.672927] env[69663]: DEBUG oslo_vmware.api [None req-675064bc-e308-4782-b24a-a40f088cfbac tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Task: {'id': task-3332647, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.739131] env[69663]: INFO nova.compute.manager [-] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Took 2.26 seconds to deallocate network for instance. [ 851.893200] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.316s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.893824] env[69663]: DEBUG nova.compute.manager [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 851.897927] env[69663]: DEBUG oslo_concurrency.lockutils [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.124s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.899558] env[69663]: INFO nova.compute.claims [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.975354] env[69663]: DEBUG nova.compute.manager [req-c30c3f36-d811-4e0e-939b-0d47a32d3716 req-a14e8efe-bf61-4def-85aa-2dc1bb8d21da service nova] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Received event network-changed-09adfda3-4198-41dc-8c46-f9763f2e1b14 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 851.975523] env[69663]: DEBUG nova.compute.manager [req-c30c3f36-d811-4e0e-939b-0d47a32d3716 req-a14e8efe-bf61-4def-85aa-2dc1bb8d21da service nova] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Refreshing instance network info cache due to event network-changed-09adfda3-4198-41dc-8c46-f9763f2e1b14. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 851.975732] env[69663]: DEBUG oslo_concurrency.lockutils [req-c30c3f36-d811-4e0e-939b-0d47a32d3716 req-a14e8efe-bf61-4def-85aa-2dc1bb8d21da service nova] Acquiring lock "refresh_cache-c46089b3-927b-4b96-84bb-cfa3e5e70037" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.033632] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6931a28f-46ff-4dec-8bba-f1627686415e tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Lock "c06f5efb-7ba3-4309-83c0-de2f14ff0b7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.435s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.071269] env[69663]: INFO nova.compute.manager [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Took 38.03 seconds to build instance. [ 852.087973] env[69663]: DEBUG oslo_vmware.api [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332645, 'name': Rename_Task, 'duration_secs': 0.145517} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.087973] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 852.088238] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0181d2b5-eead-40a4-9059-517cb6c04593 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.096355] env[69663]: DEBUG oslo_vmware.api [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Waiting for the task: (returnval){ [ 852.096355] env[69663]: value = "task-3332648" [ 852.096355] env[69663]: _type = "Task" [ 852.096355] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.106909] env[69663]: DEBUG oslo_vmware.api [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.122240] env[69663]: DEBUG nova.network.neutron [req-ef2e99c0-5e3d-4a7c-968e-5c6a41d69365 req-452367b7-6200-46bb-90c2-cb4342e931c2 service nova] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Updated VIF entry in instance network info cache for port 09adfda3-4198-41dc-8c46-f9763f2e1b14. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 852.122738] env[69663]: DEBUG nova.network.neutron [req-ef2e99c0-5e3d-4a7c-968e-5c6a41d69365 req-452367b7-6200-46bb-90c2-cb4342e931c2 service nova] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Updating instance_info_cache with network_info: [{"id": "09adfda3-4198-41dc-8c46-f9763f2e1b14", "address": "fa:16:3e:0b:03:92", "network": {"id": "164d1b3e-bf95-4934-8112-54636c1779b6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-204226638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "68f74abb9b8f44d1ba133928b8a033a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09adfda3-41", "ovs_interfaceid": "09adfda3-4198-41dc-8c46-f9763f2e1b14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.175537] env[69663]: DEBUG oslo_vmware.api [None req-675064bc-e308-4782-b24a-a40f088cfbac tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Task: {'id': task-3332647, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.485653} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.175965] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-675064bc-e308-4782-b24a-a40f088cfbac tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.176503] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-675064bc-e308-4782-b24a-a40f088cfbac tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 852.176503] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-675064bc-e308-4782-b24a-a40f088cfbac tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 852.176845] env[69663]: INFO nova.compute.manager [None req-675064bc-e308-4782-b24a-a40f088cfbac tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Took 1.15 seconds to destroy the instance on the hypervisor. [ 852.177129] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-675064bc-e308-4782-b24a-a40f088cfbac tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.177562] env[69663]: DEBUG nova.compute.manager [-] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 852.177562] env[69663]: DEBUG nova.network.neutron [-] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 852.323642] env[69663]: INFO nova.compute.manager [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Took 0.58 seconds to detach 1 volumes for instance. [ 852.325969] env[69663]: DEBUG nova.compute.manager [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Deleting volume: 60cc87d7-df53-43dd-af5e-1afc963199e6 {{(pid=69663) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3247}} [ 852.404410] env[69663]: DEBUG nova.compute.utils [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 852.410765] env[69663]: DEBUG nova.compute.manager [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 852.410765] env[69663]: DEBUG nova.network.neutron [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 852.539554] env[69663]: DEBUG nova.compute.manager [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 852.549294] env[69663]: DEBUG nova.policy [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb75dfecb9c54c2cb350853fdb28427f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a046211fb4574ef1a9b3e29dad6b47aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 852.574031] env[69663]: DEBUG oslo_concurrency.lockutils [None req-46c0269a-1465-4e00-936f-71996c1d8d01 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Lock "792b698b-ec36-4642-b1d9-1e991b55e40e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.268s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.609354] env[69663]: DEBUG oslo_vmware.api [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332648, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.629954] env[69663]: DEBUG oslo_concurrency.lockutils [req-ef2e99c0-5e3d-4a7c-968e-5c6a41d69365 req-452367b7-6200-46bb-90c2-cb4342e931c2 service nova] Releasing lock "refresh_cache-c46089b3-927b-4b96-84bb-cfa3e5e70037" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.629954] env[69663]: DEBUG oslo_concurrency.lockutils [req-c30c3f36-d811-4e0e-939b-0d47a32d3716 req-a14e8efe-bf61-4def-85aa-2dc1bb8d21da service nova] Acquired lock "refresh_cache-c46089b3-927b-4b96-84bb-cfa3e5e70037" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.629954] env[69663]: DEBUG nova.network.neutron [req-c30c3f36-d811-4e0e-939b-0d47a32d3716 req-a14e8efe-bf61-4def-85aa-2dc1bb8d21da service nova] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Refreshing network info cache for port 09adfda3-4198-41dc-8c46-f9763f2e1b14 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 852.887471] env[69663]: DEBUG oslo_concurrency.lockutils [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.912323] env[69663]: DEBUG nova.compute.manager [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 853.065501] env[69663]: DEBUG oslo_concurrency.lockutils [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.081285] env[69663]: DEBUG nova.compute.manager [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 853.109336] env[69663]: DEBUG oslo_vmware.api [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332648, 'name': PowerOnVM_Task, 'duration_secs': 0.543168} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.112519] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 853.112519] env[69663]: INFO nova.compute.manager [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Took 8.74 seconds to spawn the instance on the hypervisor. [ 853.112733] env[69663]: DEBUG nova.compute.manager [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 853.114383] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de1ea1a-648d-45b1-b675-0b67c586a466 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.156021] env[69663]: DEBUG nova.network.neutron [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Successfully created port: 734f159d-8e0f-42a9-9f6f-cb52f8a583cf {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 853.250608] env[69663]: DEBUG nova.network.neutron [-] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.534161] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e7767c-fddb-4eee-8643-a7e11430b384 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.541026] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2f3dd2-de22-46c5-9aed-20dd0cc25eb0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.579256] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8f85dc-8ff2-480e-8cf1-94c4d0ab9431 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.593720] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6ef7ef-932f-474f-8b4e-899618ee8dd0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.615028] env[69663]: DEBUG nova.compute.provider_tree [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.615565] env[69663]: DEBUG oslo_concurrency.lockutils [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.640475] env[69663]: INFO nova.compute.manager [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Took 37.85 seconds to build instance. [ 853.757970] env[69663]: INFO nova.compute.manager [-] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Took 1.58 seconds to deallocate network for instance. [ 853.760867] env[69663]: DEBUG nova.network.neutron [req-c30c3f36-d811-4e0e-939b-0d47a32d3716 req-a14e8efe-bf61-4def-85aa-2dc1bb8d21da service nova] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Updated VIF entry in instance network info cache for port 09adfda3-4198-41dc-8c46-f9763f2e1b14. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 853.760867] env[69663]: DEBUG nova.network.neutron [req-c30c3f36-d811-4e0e-939b-0d47a32d3716 req-a14e8efe-bf61-4def-85aa-2dc1bb8d21da service nova] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Updating instance_info_cache with network_info: [{"id": "09adfda3-4198-41dc-8c46-f9763f2e1b14", "address": "fa:16:3e:0b:03:92", "network": {"id": "164d1b3e-bf95-4934-8112-54636c1779b6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-204226638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "68f74abb9b8f44d1ba133928b8a033a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09adfda3-41", "ovs_interfaceid": "09adfda3-4198-41dc-8c46-f9763f2e1b14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.930478] env[69663]: DEBUG nova.compute.manager [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 853.961882] env[69663]: DEBUG nova.virt.hardware [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 853.962188] env[69663]: DEBUG nova.virt.hardware [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 853.962377] env[69663]: DEBUG nova.virt.hardware [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.962600] env[69663]: DEBUG nova.virt.hardware [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 853.962757] env[69663]: DEBUG nova.virt.hardware [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.963010] env[69663]: DEBUG nova.virt.hardware [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 853.963314] env[69663]: DEBUG nova.virt.hardware [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 853.964236] env[69663]: DEBUG nova.virt.hardware [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 853.965961] env[69663]: DEBUG nova.virt.hardware [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 853.965961] env[69663]: DEBUG nova.virt.hardware [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 853.965961] env[69663]: DEBUG nova.virt.hardware [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 853.965961] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97ded52-ccfb-4ed1-89a6-303949bdcb2c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.974897] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41a1fd8-e25a-416a-8fa4-fc03abcc4f8d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.117651] env[69663]: DEBUG nova.scheduler.client.report [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 854.142364] env[69663]: DEBUG oslo_concurrency.lockutils [None req-54418b40-4517-458a-b0cb-96579341aca9 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Lock "b7e8ced5-25ee-4b1c-81b6-88abcef366f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.375s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.269545] env[69663]: DEBUG oslo_concurrency.lockutils [req-c30c3f36-d811-4e0e-939b-0d47a32d3716 req-a14e8efe-bf61-4def-85aa-2dc1bb8d21da service nova] Releasing lock "refresh_cache-c46089b3-927b-4b96-84bb-cfa3e5e70037" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.270145] env[69663]: DEBUG nova.compute.manager [req-c30c3f36-d811-4e0e-939b-0d47a32d3716 req-a14e8efe-bf61-4def-85aa-2dc1bb8d21da service nova] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Received event network-vif-deleted-a2676523-bf0b-41a4-87eb-b091c06787de {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 854.270868] env[69663]: DEBUG oslo_concurrency.lockutils [None req-675064bc-e308-4782-b24a-a40f088cfbac tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.624988] env[69663]: DEBUG oslo_concurrency.lockutils [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.625575] env[69663]: DEBUG nova.compute.manager [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 854.628475] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.926s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.629900] env[69663]: INFO nova.compute.claims [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.648550] env[69663]: DEBUG nova.compute.manager [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 854.709308] env[69663]: DEBUG nova.compute.manager [req-000676c4-8c2f-4797-b620-0dad189d7597 req-13cc6fdc-75e4-47f9-bb4c-780f35e25a09 service nova] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Received event network-changed-09adfda3-4198-41dc-8c46-f9763f2e1b14 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 854.709601] env[69663]: DEBUG nova.compute.manager [req-000676c4-8c2f-4797-b620-0dad189d7597 req-13cc6fdc-75e4-47f9-bb4c-780f35e25a09 service nova] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Refreshing instance network info cache due to event network-changed-09adfda3-4198-41dc-8c46-f9763f2e1b14. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 854.709898] env[69663]: DEBUG oslo_concurrency.lockutils [req-000676c4-8c2f-4797-b620-0dad189d7597 req-13cc6fdc-75e4-47f9-bb4c-780f35e25a09 service nova] Acquiring lock "refresh_cache-c46089b3-927b-4b96-84bb-cfa3e5e70037" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.710017] env[69663]: DEBUG oslo_concurrency.lockutils [req-000676c4-8c2f-4797-b620-0dad189d7597 req-13cc6fdc-75e4-47f9-bb4c-780f35e25a09 service nova] Acquired lock "refresh_cache-c46089b3-927b-4b96-84bb-cfa3e5e70037" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.710200] env[69663]: DEBUG nova.network.neutron [req-000676c4-8c2f-4797-b620-0dad189d7597 req-13cc6fdc-75e4-47f9-bb4c-780f35e25a09 service nova] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Refreshing network info cache for port 09adfda3-4198-41dc-8c46-f9763f2e1b14 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 855.139237] env[69663]: DEBUG nova.compute.utils [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 855.141783] env[69663]: DEBUG nova.compute.manager [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 855.142775] env[69663]: DEBUG nova.network.neutron [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 855.184898] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.272567] env[69663]: DEBUG nova.policy [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b013c3c647d64cd4b33cab81097ea79b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db25e8f5dd1a44299520831aeddfbd80', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 855.445579] env[69663]: DEBUG nova.network.neutron [req-000676c4-8c2f-4797-b620-0dad189d7597 req-13cc6fdc-75e4-47f9-bb4c-780f35e25a09 service nova] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Updated VIF entry in instance network info cache for port 09adfda3-4198-41dc-8c46-f9763f2e1b14. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 855.445963] env[69663]: DEBUG nova.network.neutron [req-000676c4-8c2f-4797-b620-0dad189d7597 req-13cc6fdc-75e4-47f9-bb4c-780f35e25a09 service nova] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Updating instance_info_cache with network_info: [{"id": "09adfda3-4198-41dc-8c46-f9763f2e1b14", "address": "fa:16:3e:0b:03:92", "network": {"id": "164d1b3e-bf95-4934-8112-54636c1779b6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-204226638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "68f74abb9b8f44d1ba133928b8a033a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09adfda3-41", "ovs_interfaceid": "09adfda3-4198-41dc-8c46-f9763f2e1b14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.508315] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ee58b1ea-7e58-4e45-8689-a4aaa235215d tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Acquiring lock "76897d45-3652-487d-beba-517307e3e6e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.508599] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ee58b1ea-7e58-4e45-8689-a4aaa235215d tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Lock "76897d45-3652-487d-beba-517307e3e6e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.508812] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ee58b1ea-7e58-4e45-8689-a4aaa235215d tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Acquiring lock "76897d45-3652-487d-beba-517307e3e6e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.508998] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ee58b1ea-7e58-4e45-8689-a4aaa235215d tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Lock "76897d45-3652-487d-beba-517307e3e6e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.509214] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ee58b1ea-7e58-4e45-8689-a4aaa235215d tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Lock "76897d45-3652-487d-beba-517307e3e6e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.512029] env[69663]: INFO nova.compute.manager [None req-ee58b1ea-7e58-4e45-8689-a4aaa235215d tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Terminating instance [ 855.513907] env[69663]: DEBUG nova.compute.manager [None req-ee58b1ea-7e58-4e45-8689-a4aaa235215d tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 855.514250] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ee58b1ea-7e58-4e45-8689-a4aaa235215d tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 855.515196] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5f0a87-f0d4-4800-bd60-902398b7a621 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.523243] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee58b1ea-7e58-4e45-8689-a4aaa235215d tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 855.523718] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c1159cd-2300-4a3a-a9b0-f25c821be7d9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.531276] env[69663]: DEBUG oslo_vmware.api [None req-ee58b1ea-7e58-4e45-8689-a4aaa235215d tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Waiting for the task: (returnval){ [ 855.531276] env[69663]: value = "task-3332650" [ 855.531276] env[69663]: _type = "Task" [ 855.531276] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.542624] env[69663]: DEBUG oslo_vmware.api [None req-ee58b1ea-7e58-4e45-8689-a4aaa235215d tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Task: {'id': task-3332650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.564797] env[69663]: DEBUG nova.network.neutron [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Successfully updated port: 734f159d-8e0f-42a9-9f6f-cb52f8a583cf {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 855.586467] env[69663]: DEBUG oslo_concurrency.lockutils [None req-eaec4c98-ad23-460c-8bd9-0f7457e2320b tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Acquiring lock "c46089b3-927b-4b96-84bb-cfa3e5e70037" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.587222] env[69663]: DEBUG oslo_concurrency.lockutils [None req-eaec4c98-ad23-460c-8bd9-0f7457e2320b tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Lock "c46089b3-927b-4b96-84bb-cfa3e5e70037" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.587500] env[69663]: DEBUG oslo_concurrency.lockutils [None req-eaec4c98-ad23-460c-8bd9-0f7457e2320b tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Acquiring lock "c46089b3-927b-4b96-84bb-cfa3e5e70037-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.587842] env[69663]: DEBUG oslo_concurrency.lockutils [None req-eaec4c98-ad23-460c-8bd9-0f7457e2320b tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Lock "c46089b3-927b-4b96-84bb-cfa3e5e70037-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.588116] env[69663]: DEBUG oslo_concurrency.lockutils [None req-eaec4c98-ad23-460c-8bd9-0f7457e2320b tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Lock "c46089b3-927b-4b96-84bb-cfa3e5e70037-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.590549] env[69663]: INFO nova.compute.manager [None req-eaec4c98-ad23-460c-8bd9-0f7457e2320b tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Terminating instance [ 855.593485] env[69663]: DEBUG nova.compute.manager [None req-eaec4c98-ad23-460c-8bd9-0f7457e2320b tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 855.597275] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-eaec4c98-ad23-460c-8bd9-0f7457e2320b tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 855.598388] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ad2307-1e75-47e2-93d2-7742b0cc00ed {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.606388] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaec4c98-ad23-460c-8bd9-0f7457e2320b tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 855.606643] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f4d5592-4088-480a-8eef-22b9b3509a78 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.618264] env[69663]: DEBUG oslo_vmware.api [None req-eaec4c98-ad23-460c-8bd9-0f7457e2320b tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Waiting for the task: (returnval){ [ 855.618264] env[69663]: value = "task-3332651" [ 855.618264] env[69663]: _type = "Task" [ 855.618264] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.628569] env[69663]: DEBUG oslo_vmware.api [None req-eaec4c98-ad23-460c-8bd9-0f7457e2320b tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': task-3332651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.646689] env[69663]: DEBUG nova.compute.manager [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 855.929609] env[69663]: DEBUG nova.network.neutron [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Successfully created port: 1d864f77-2acc-4549-9080-90b3b9d44ff8 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 855.949394] env[69663]: DEBUG oslo_concurrency.lockutils [req-000676c4-8c2f-4797-b620-0dad189d7597 req-13cc6fdc-75e4-47f9-bb4c-780f35e25a09 service nova] Releasing lock "refresh_cache-c46089b3-927b-4b96-84bb-cfa3e5e70037" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.949603] env[69663]: DEBUG nova.compute.manager [req-000676c4-8c2f-4797-b620-0dad189d7597 req-13cc6fdc-75e4-47f9-bb4c-780f35e25a09 service nova] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Received event network-vif-deleted-3cd2be69-460b-4404-be18-81896382f3d2 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 856.043133] env[69663]: DEBUG oslo_vmware.api [None req-ee58b1ea-7e58-4e45-8689-a4aaa235215d tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Task: {'id': task-3332650, 'name': PowerOffVM_Task, 'duration_secs': 0.301375} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.043474] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee58b1ea-7e58-4e45-8689-a4aaa235215d tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 856.043675] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ee58b1ea-7e58-4e45-8689-a4aaa235215d tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 856.044253] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8da9fca-7c0e-447c-85d4-f9efd28e10e8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.072524] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquiring lock "refresh_cache-b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.072707] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquired lock "refresh_cache-b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.073039] env[69663]: DEBUG nova.network.neutron [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 856.111378] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ee58b1ea-7e58-4e45-8689-a4aaa235215d tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 856.111758] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ee58b1ea-7e58-4e45-8689-a4aaa235215d tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 856.111980] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee58b1ea-7e58-4e45-8689-a4aaa235215d tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Deleting the datastore file [datastore2] 76897d45-3652-487d-beba-517307e3e6e6 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.112331] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc228f40-1517-4967-8bec-02f3e6f64a16 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.124511] env[69663]: DEBUG oslo_vmware.api [None req-ee58b1ea-7e58-4e45-8689-a4aaa235215d tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Waiting for the task: (returnval){ [ 856.124511] env[69663]: value = "task-3332653" [ 856.124511] env[69663]: _type = "Task" [ 856.124511] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.138348] env[69663]: DEBUG oslo_vmware.api [None req-eaec4c98-ad23-460c-8bd9-0f7457e2320b tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': task-3332651, 'name': PowerOffVM_Task, 'duration_secs': 0.392083} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.139091] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaec4c98-ad23-460c-8bd9-0f7457e2320b tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 856.139298] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-eaec4c98-ad23-460c-8bd9-0f7457e2320b tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 856.139576] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bcfc0b3-7624-4bed-bcd6-1711fe3574b1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.145164] env[69663]: DEBUG oslo_vmware.api [None req-ee58b1ea-7e58-4e45-8689-a4aaa235215d tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Task: {'id': task-3332653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.210044] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-eaec4c98-ad23-460c-8bd9-0f7457e2320b tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 856.210044] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-eaec4c98-ad23-460c-8bd9-0f7457e2320b tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 856.210044] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaec4c98-ad23-460c-8bd9-0f7457e2320b tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Deleting the datastore file [datastore1] c46089b3-927b-4b96-84bb-cfa3e5e70037 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 856.210044] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9901bec0-1f5e-4098-81cf-94db34515529 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.225025] env[69663]: DEBUG oslo_vmware.api [None req-eaec4c98-ad23-460c-8bd9-0f7457e2320b tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Waiting for the task: (returnval){ [ 856.225025] env[69663]: value = "task-3332655" [ 856.225025] env[69663]: _type = "Task" [ 856.225025] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.237411] env[69663]: DEBUG oslo_vmware.api [None req-eaec4c98-ad23-460c-8bd9-0f7457e2320b tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': task-3332655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.295722] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe61a1a-1c99-4a17-bcb8-6bd27093b5d5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.306338] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74961d5b-a8ec-433f-bb59-42aa08927625 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.341840] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783ef530-cc06-4413-8c5b-3c86ffd042d9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.353807] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f0a2ad-f3b8-408c-96f2-9487237e9e91 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.369635] env[69663]: DEBUG nova.compute.provider_tree [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.640242] env[69663]: DEBUG oslo_vmware.api [None req-ee58b1ea-7e58-4e45-8689-a4aaa235215d tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Task: {'id': task-3332653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309292} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.640773] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee58b1ea-7e58-4e45-8689-a4aaa235215d tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.641230] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ee58b1ea-7e58-4e45-8689-a4aaa235215d tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 856.641835] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ee58b1ea-7e58-4e45-8689-a4aaa235215d tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 856.642262] env[69663]: INFO nova.compute.manager [None req-ee58b1ea-7e58-4e45-8689-a4aaa235215d tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 856.643099] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee58b1ea-7e58-4e45-8689-a4aaa235215d tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.643735] env[69663]: DEBUG nova.compute.manager [-] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 856.643735] env[69663]: DEBUG nova.network.neutron [-] [instance: 76897d45-3652-487d-beba-517307e3e6e6] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 856.656218] env[69663]: DEBUG nova.compute.manager [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 856.691191] env[69663]: DEBUG nova.virt.hardware [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 856.691191] env[69663]: DEBUG nova.virt.hardware [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 856.691516] env[69663]: DEBUG nova.virt.hardware [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.691970] env[69663]: DEBUG nova.virt.hardware [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 856.692318] env[69663]: DEBUG nova.virt.hardware [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.692648] env[69663]: DEBUG nova.virt.hardware [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 856.693045] env[69663]: DEBUG nova.virt.hardware [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 856.693376] env[69663]: DEBUG nova.virt.hardware [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 856.693847] env[69663]: DEBUG nova.virt.hardware [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 856.694383] env[69663]: DEBUG nova.virt.hardware [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 856.696014] env[69663]: DEBUG nova.virt.hardware [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 856.696014] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb8a0bd-1cb6-488b-9225-0b79f6a264d1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.706620] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd61219-ef18-4ed1-b1b2-cea4658ea07e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.736848] env[69663]: DEBUG oslo_vmware.api [None req-eaec4c98-ad23-460c-8bd9-0f7457e2320b tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': task-3332655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.799184] env[69663]: DEBUG nova.network.neutron [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 856.875072] env[69663]: DEBUG nova.scheduler.client.report [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 857.022620] env[69663]: DEBUG nova.compute.manager [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Stashing vm_state: active {{(pid=69663) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 857.027592] env[69663]: DEBUG nova.network.neutron [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Updating instance_info_cache with network_info: [{"id": "734f159d-8e0f-42a9-9f6f-cb52f8a583cf", "address": "fa:16:3e:ae:5e:e0", "network": {"id": "97df790c-bd3a-483c-af08-5400b9a73313", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1315650764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a046211fb4574ef1a9b3e29dad6b47aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap734f159d-8e", "ovs_interfaceid": "734f159d-8e0f-42a9-9f6f-cb52f8a583cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.241222] env[69663]: DEBUG oslo_vmware.api [None req-eaec4c98-ad23-460c-8bd9-0f7457e2320b tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Task: {'id': task-3332655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.522869} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.241544] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaec4c98-ad23-460c-8bd9-0f7457e2320b tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 857.241744] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-eaec4c98-ad23-460c-8bd9-0f7457e2320b tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 857.241935] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-eaec4c98-ad23-460c-8bd9-0f7457e2320b tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 857.242133] env[69663]: INFO nova.compute.manager [None req-eaec4c98-ad23-460c-8bd9-0f7457e2320b tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Took 1.65 seconds to destroy the instance on the hypervisor. [ 857.242508] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eaec4c98-ad23-460c-8bd9-0f7457e2320b tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.242668] env[69663]: DEBUG nova.compute.manager [-] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 857.242668] env[69663]: DEBUG nova.network.neutron [-] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 857.364541] env[69663]: DEBUG oslo_vmware.rw_handles [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e3a24-2dc1-01fa-dcfa-23a57575a786/disk-0.vmdk. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 857.365638] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d28b718-3f86-4d23-9825-51ef7be7483d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.372724] env[69663]: DEBUG oslo_vmware.rw_handles [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e3a24-2dc1-01fa-dcfa-23a57575a786/disk-0.vmdk is in state: ready. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 857.372908] env[69663]: ERROR oslo_vmware.rw_handles [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e3a24-2dc1-01fa-dcfa-23a57575a786/disk-0.vmdk due to incomplete transfer. [ 857.373172] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6e10f6dc-e270-46a1-900c-f9092a77340e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.377348] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.378445] env[69663]: DEBUG nova.compute.manager [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 857.382703] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.102s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.384506] env[69663]: INFO nova.compute.claims [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: 9015d426-e858-4d31-8601-da0d44a18ed0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 857.388541] env[69663]: DEBUG oslo_vmware.rw_handles [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e3a24-2dc1-01fa-dcfa-23a57575a786/disk-0.vmdk. {{(pid=69663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 857.388541] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Uploaded image a9a5d58d-1b1a-4237-8519-489479425dd4 to the Glance image server {{(pid=69663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 857.390172] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Destroying the VM {{(pid=69663) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 857.393372] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2158bfd9-cc67-4d4c-8abf-43a69bb30fd6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.395181] env[69663]: DEBUG nova.compute.manager [req-9d639bba-574e-4e76-979d-c555d149eaeb req-81992434-5e01-4245-8510-2b269e8f5169 service nova] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Received event network-vif-plugged-734f159d-8e0f-42a9-9f6f-cb52f8a583cf {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 857.395389] env[69663]: DEBUG oslo_concurrency.lockutils [req-9d639bba-574e-4e76-979d-c555d149eaeb req-81992434-5e01-4245-8510-2b269e8f5169 service nova] Acquiring lock "b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.395728] env[69663]: DEBUG oslo_concurrency.lockutils [req-9d639bba-574e-4e76-979d-c555d149eaeb req-81992434-5e01-4245-8510-2b269e8f5169 service nova] Lock "b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.395917] env[69663]: DEBUG oslo_concurrency.lockutils [req-9d639bba-574e-4e76-979d-c555d149eaeb req-81992434-5e01-4245-8510-2b269e8f5169 service nova] Lock "b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.396112] env[69663]: DEBUG nova.compute.manager [req-9d639bba-574e-4e76-979d-c555d149eaeb req-81992434-5e01-4245-8510-2b269e8f5169 service nova] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] No waiting events found dispatching network-vif-plugged-734f159d-8e0f-42a9-9f6f-cb52f8a583cf {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 857.396280] env[69663]: WARNING nova.compute.manager [req-9d639bba-574e-4e76-979d-c555d149eaeb req-81992434-5e01-4245-8510-2b269e8f5169 service nova] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Received unexpected event network-vif-plugged-734f159d-8e0f-42a9-9f6f-cb52f8a583cf for instance with vm_state building and task_state spawning. [ 857.398015] env[69663]: DEBUG nova.compute.manager [req-9d639bba-574e-4e76-979d-c555d149eaeb req-81992434-5e01-4245-8510-2b269e8f5169 service nova] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Received event network-changed-734f159d-8e0f-42a9-9f6f-cb52f8a583cf {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 857.398015] env[69663]: DEBUG nova.compute.manager [req-9d639bba-574e-4e76-979d-c555d149eaeb req-81992434-5e01-4245-8510-2b269e8f5169 service nova] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Refreshing instance network info cache due to event network-changed-734f159d-8e0f-42a9-9f6f-cb52f8a583cf. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 857.398015] env[69663]: DEBUG oslo_concurrency.lockutils [req-9d639bba-574e-4e76-979d-c555d149eaeb req-81992434-5e01-4245-8510-2b269e8f5169 service nova] Acquiring lock "refresh_cache-b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.404235] env[69663]: DEBUG oslo_vmware.api [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 857.404235] env[69663]: value = "task-3332656" [ 857.404235] env[69663]: _type = "Task" [ 857.404235] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.419623] env[69663]: DEBUG oslo_vmware.api [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332656, 'name': Destroy_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.535043] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Releasing lock "refresh_cache-b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.536142] env[69663]: DEBUG nova.compute.manager [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Instance network_info: |[{"id": "734f159d-8e0f-42a9-9f6f-cb52f8a583cf", "address": "fa:16:3e:ae:5e:e0", "network": {"id": "97df790c-bd3a-483c-af08-5400b9a73313", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1315650764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a046211fb4574ef1a9b3e29dad6b47aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap734f159d-8e", "ovs_interfaceid": "734f159d-8e0f-42a9-9f6f-cb52f8a583cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 857.536142] env[69663]: DEBUG oslo_concurrency.lockutils [req-9d639bba-574e-4e76-979d-c555d149eaeb req-81992434-5e01-4245-8510-2b269e8f5169 service nova] Acquired lock "refresh_cache-b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.536437] env[69663]: DEBUG nova.network.neutron [req-9d639bba-574e-4e76-979d-c555d149eaeb req-81992434-5e01-4245-8510-2b269e8f5169 service nova] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Refreshing network info cache for port 734f159d-8e0f-42a9-9f6f-cb52f8a583cf {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 857.537686] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:5e:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '734f159d-8e0f-42a9-9f6f-cb52f8a583cf', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.546645] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.550353] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 857.550908] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac9382da-2f8a-44a9-86b9-e0f6bbeaeaf1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.569649] env[69663]: DEBUG oslo_concurrency.lockutils [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.577231] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.577231] env[69663]: value = "task-3332657" [ 857.577231] env[69663]: _type = "Task" [ 857.577231] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.585763] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332657, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.620603] env[69663]: DEBUG nova.compute.manager [req-90bbe7e8-c67a-48b6-b2e1-49f4d1c1a1a5 req-e623d1be-bd22-40a6-a933-762b899bbb28 service nova] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Received event network-vif-deleted-cb6158e0-9373-48e4-b9a9-7c312966a73a {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 857.620789] env[69663]: INFO nova.compute.manager [req-90bbe7e8-c67a-48b6-b2e1-49f4d1c1a1a5 req-e623d1be-bd22-40a6-a933-762b899bbb28 service nova] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Neutron deleted interface cb6158e0-9373-48e4-b9a9-7c312966a73a; detaching it from the instance and deleting it from the info cache [ 857.621101] env[69663]: DEBUG nova.network.neutron [req-90bbe7e8-c67a-48b6-b2e1-49f4d1c1a1a5 req-e623d1be-bd22-40a6-a933-762b899bbb28 service nova] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.725029] env[69663]: DEBUG nova.network.neutron [-] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.782581] env[69663]: DEBUG nova.network.neutron [req-9d639bba-574e-4e76-979d-c555d149eaeb req-81992434-5e01-4245-8510-2b269e8f5169 service nova] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Updated VIF entry in instance network info cache for port 734f159d-8e0f-42a9-9f6f-cb52f8a583cf. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 857.783056] env[69663]: DEBUG nova.network.neutron [req-9d639bba-574e-4e76-979d-c555d149eaeb req-81992434-5e01-4245-8510-2b269e8f5169 service nova] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Updating instance_info_cache with network_info: [{"id": "734f159d-8e0f-42a9-9f6f-cb52f8a583cf", "address": "fa:16:3e:ae:5e:e0", "network": {"id": "97df790c-bd3a-483c-af08-5400b9a73313", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1315650764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a046211fb4574ef1a9b3e29dad6b47aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap734f159d-8e", "ovs_interfaceid": "734f159d-8e0f-42a9-9f6f-cb52f8a583cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.892716] env[69663]: DEBUG nova.compute.utils [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 857.896369] env[69663]: DEBUG nova.compute.manager [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 857.899351] env[69663]: DEBUG nova.network.neutron [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 857.919310] env[69663]: DEBUG oslo_vmware.api [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332656, 'name': Destroy_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.940283] env[69663]: DEBUG nova.policy [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '045d9de37ef8469d87d12a48eee57613', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b520dada971c4d7c823cfd847cf6836d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 858.030116] env[69663]: DEBUG nova.network.neutron [-] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.091441] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332657, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.128165] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16d47b0b-3719-4c60-b229-2c1dd66ec58a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.143611] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e888f67f-f17c-4a67-9938-5f331de08d2e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.201110] env[69663]: DEBUG nova.compute.manager [req-90bbe7e8-c67a-48b6-b2e1-49f4d1c1a1a5 req-e623d1be-bd22-40a6-a933-762b899bbb28 service nova] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Detach interface failed, port_id=cb6158e0-9373-48e4-b9a9-7c312966a73a, reason: Instance 76897d45-3652-487d-beba-517307e3e6e6 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 858.229012] env[69663]: INFO nova.compute.manager [-] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Took 1.59 seconds to deallocate network for instance. [ 858.274330] env[69663]: DEBUG nova.network.neutron [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Successfully created port: d0305c8a-1d9a-44ed-9ee1-56f96dab1315 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 858.286288] env[69663]: DEBUG oslo_concurrency.lockutils [req-9d639bba-574e-4e76-979d-c555d149eaeb req-81992434-5e01-4245-8510-2b269e8f5169 service nova] Releasing lock "refresh_cache-b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.319150] env[69663]: DEBUG nova.network.neutron [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Successfully updated port: 1d864f77-2acc-4549-9080-90b3b9d44ff8 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 858.400027] env[69663]: DEBUG nova.compute.manager [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 858.421019] env[69663]: DEBUG oslo_vmware.api [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332656, 'name': Destroy_Task, 'duration_secs': 0.807689} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.421019] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Destroyed the VM [ 858.421019] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Deleting Snapshot of the VM instance {{(pid=69663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 858.421019] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-26d6ae09-ec3d-40f6-bd71-ba256341582f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.428109] env[69663]: DEBUG oslo_vmware.api [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 858.428109] env[69663]: value = "task-3332658" [ 858.428109] env[69663]: _type = "Task" [ 858.428109] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.443333] env[69663]: DEBUG oslo_vmware.api [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332658, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.534708] env[69663]: INFO nova.compute.manager [-] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Took 1.29 seconds to deallocate network for instance. [ 858.592949] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332657, 'name': CreateVM_Task, 'duration_secs': 0.589675} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.592949] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 858.594175] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.594436] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.595448] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.595448] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4507fde3-cae3-44d9-b39e-05914ff1ddde {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.600414] env[69663]: DEBUG oslo_vmware.api [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 858.600414] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d091db-44f8-1584-3379-bf7905e9ff55" [ 858.600414] env[69663]: _type = "Task" [ 858.600414] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.609035] env[69663]: DEBUG oslo_vmware.api [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d091db-44f8-1584-3379-bf7905e9ff55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.737090] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ee58b1ea-7e58-4e45-8689-a4aaa235215d tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.823272] env[69663]: DEBUG oslo_concurrency.lockutils [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Acquiring lock "refresh_cache-0d901684-b23e-4908-a5af-165c31ddc5c1" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.823272] env[69663]: DEBUG oslo_concurrency.lockutils [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Acquired lock "refresh_cache-0d901684-b23e-4908-a5af-165c31ddc5c1" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.823272] env[69663]: DEBUG nova.network.neutron [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 858.940517] env[69663]: DEBUG oslo_vmware.api [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332658, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.987168] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe13df13-7224-4e90-a23a-8d597e36e615 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.995615] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a825db08-4dbc-4c09-a9de-2057dae82f73 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.027516] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f390f9d3-1215-4696-af84-3426b2da5d72 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.035271] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bc38eb-c9c8-4b52-9725-feec15c87913 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.052554] env[69663]: DEBUG oslo_concurrency.lockutils [None req-eaec4c98-ad23-460c-8bd9-0f7457e2320b tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.053193] env[69663]: DEBUG nova.compute.provider_tree [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.111867] env[69663]: DEBUG oslo_vmware.api [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d091db-44f8-1584-3379-bf7905e9ff55, 'name': SearchDatastore_Task, 'duration_secs': 0.019327} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.112160] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.112410] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.112656] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.112830] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.113011] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.113293] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-100c0d5d-c60d-4624-96c7-9124900de7f7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.121474] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.121667] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 859.122724] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d7fb85a-a69f-444a-94e5-0fdeb6f095d8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.128174] env[69663]: DEBUG oslo_vmware.api [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 859.128174] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c25e20-7ca8-c79f-10b0-9d10ee7bb073" [ 859.128174] env[69663]: _type = "Task" [ 859.128174] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.135963] env[69663]: DEBUG oslo_vmware.api [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c25e20-7ca8-c79f-10b0-9d10ee7bb073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.372367] env[69663]: DEBUG nova.network.neutron [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 859.408773] env[69663]: DEBUG nova.compute.manager [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 859.441305] env[69663]: DEBUG oslo_vmware.api [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332658, 'name': RemoveSnapshot_Task, 'duration_secs': 0.820427} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.443508] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Deleted Snapshot of the VM instance {{(pid=69663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 859.443756] env[69663]: INFO nova.compute.manager [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Took 17.18 seconds to snapshot the instance on the hypervisor. [ 859.463452] env[69663]: DEBUG nova.virt.hardware [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 859.463709] env[69663]: DEBUG nova.virt.hardware [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 859.463873] env[69663]: DEBUG nova.virt.hardware [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.464072] env[69663]: DEBUG nova.virt.hardware [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 859.464229] env[69663]: DEBUG nova.virt.hardware [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.464381] env[69663]: DEBUG nova.virt.hardware [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 859.464593] env[69663]: DEBUG nova.virt.hardware [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 859.464759] env[69663]: DEBUG nova.virt.hardware [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 859.464934] env[69663]: DEBUG nova.virt.hardware [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 859.466151] env[69663]: DEBUG nova.virt.hardware [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 859.466151] env[69663]: DEBUG nova.virt.hardware [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 859.467017] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1a659c-3ad1-40fb-9594-57af6e9606c0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.476933] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25369386-f214-46c6-b112-134bfdb74776 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.555852] env[69663]: DEBUG nova.scheduler.client.report [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 859.569879] env[69663]: DEBUG nova.network.neutron [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Updating instance_info_cache with network_info: [{"id": "1d864f77-2acc-4549-9080-90b3b9d44ff8", "address": "fa:16:3e:da:04:b1", "network": {"id": "d1b79f6c-70eb-40da-a423-9824eb98632d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-999184331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db25e8f5dd1a44299520831aeddfbd80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d864f77-2a", "ovs_interfaceid": "1d864f77-2acc-4549-9080-90b3b9d44ff8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.619659] env[69663]: DEBUG nova.compute.manager [req-80351580-6d6a-45c3-a213-cf0e2e9d338b req-84789e92-f07b-4052-a9c9-01af3d7b4c5e service nova] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Received event network-vif-plugged-1d864f77-2acc-4549-9080-90b3b9d44ff8 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 859.620124] env[69663]: DEBUG oslo_concurrency.lockutils [req-80351580-6d6a-45c3-a213-cf0e2e9d338b req-84789e92-f07b-4052-a9c9-01af3d7b4c5e service nova] Acquiring lock "0d901684-b23e-4908-a5af-165c31ddc5c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.620202] env[69663]: DEBUG oslo_concurrency.lockutils [req-80351580-6d6a-45c3-a213-cf0e2e9d338b req-84789e92-f07b-4052-a9c9-01af3d7b4c5e service nova] Lock "0d901684-b23e-4908-a5af-165c31ddc5c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.620358] env[69663]: DEBUG oslo_concurrency.lockutils [req-80351580-6d6a-45c3-a213-cf0e2e9d338b req-84789e92-f07b-4052-a9c9-01af3d7b4c5e service nova] Lock "0d901684-b23e-4908-a5af-165c31ddc5c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.620654] env[69663]: DEBUG nova.compute.manager [req-80351580-6d6a-45c3-a213-cf0e2e9d338b req-84789e92-f07b-4052-a9c9-01af3d7b4c5e service nova] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] No waiting events found dispatching network-vif-plugged-1d864f77-2acc-4549-9080-90b3b9d44ff8 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 859.620741] env[69663]: WARNING nova.compute.manager [req-80351580-6d6a-45c3-a213-cf0e2e9d338b req-84789e92-f07b-4052-a9c9-01af3d7b4c5e service nova] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Received unexpected event network-vif-plugged-1d864f77-2acc-4549-9080-90b3b9d44ff8 for instance with vm_state building and task_state spawning. [ 859.620966] env[69663]: DEBUG nova.compute.manager [req-80351580-6d6a-45c3-a213-cf0e2e9d338b req-84789e92-f07b-4052-a9c9-01af3d7b4c5e service nova] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Received event network-changed-1d864f77-2acc-4549-9080-90b3b9d44ff8 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 859.621093] env[69663]: DEBUG nova.compute.manager [req-80351580-6d6a-45c3-a213-cf0e2e9d338b req-84789e92-f07b-4052-a9c9-01af3d7b4c5e service nova] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Refreshing instance network info cache due to event network-changed-1d864f77-2acc-4549-9080-90b3b9d44ff8. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 859.621279] env[69663]: DEBUG oslo_concurrency.lockutils [req-80351580-6d6a-45c3-a213-cf0e2e9d338b req-84789e92-f07b-4052-a9c9-01af3d7b4c5e service nova] Acquiring lock "refresh_cache-0d901684-b23e-4908-a5af-165c31ddc5c1" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.644414] env[69663]: DEBUG oslo_vmware.api [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c25e20-7ca8-c79f-10b0-9d10ee7bb073, 'name': SearchDatastore_Task, 'duration_secs': 0.008359} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.644414] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-507f14d3-3d6a-46fd-9a10-fadccb8d99b5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.653700] env[69663]: DEBUG oslo_vmware.api [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 859.653700] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]520d3f82-752d-a9ee-c9e2-82a2321082cd" [ 859.653700] env[69663]: _type = "Task" [ 859.653700] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.662760] env[69663]: DEBUG oslo_vmware.api [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]520d3f82-752d-a9ee-c9e2-82a2321082cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.826397] env[69663]: DEBUG nova.network.neutron [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Successfully updated port: d0305c8a-1d9a-44ed-9ee1-56f96dab1315 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.876987] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e28d3383-aea1-4a4c-aa43-ff55dd2abfa5 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "d98525f7-509c-4e3e-81ec-977938e49623" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.877305] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e28d3383-aea1-4a4c-aa43-ff55dd2abfa5 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "d98525f7-509c-4e3e-81ec-977938e49623" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.877516] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e28d3383-aea1-4a4c-aa43-ff55dd2abfa5 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "d98525f7-509c-4e3e-81ec-977938e49623-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.877718] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e28d3383-aea1-4a4c-aa43-ff55dd2abfa5 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "d98525f7-509c-4e3e-81ec-977938e49623-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.877869] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e28d3383-aea1-4a4c-aa43-ff55dd2abfa5 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "d98525f7-509c-4e3e-81ec-977938e49623-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.880017] env[69663]: INFO nova.compute.manager [None req-e28d3383-aea1-4a4c-aa43-ff55dd2abfa5 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Terminating instance [ 859.881881] env[69663]: DEBUG nova.compute.manager [None req-e28d3383-aea1-4a4c-aa43-ff55dd2abfa5 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 859.882091] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e28d3383-aea1-4a4c-aa43-ff55dd2abfa5 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 859.882908] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccaa1f7-3308-4154-9d97-577f7aa8dd3e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.894018] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e28d3383-aea1-4a4c-aa43-ff55dd2abfa5 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 859.894018] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55d64a3c-723f-4216-a6fb-93218d1bee7c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.946715] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e28d3383-aea1-4a4c-aa43-ff55dd2abfa5 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 859.946986] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e28d3383-aea1-4a4c-aa43-ff55dd2abfa5 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 859.947216] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e28d3383-aea1-4a4c-aa43-ff55dd2abfa5 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Deleting the datastore file [datastore1] d98525f7-509c-4e3e-81ec-977938e49623 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.947711] env[69663]: DEBUG nova.compute.manager [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Instance disappeared during snapshot {{(pid=69663) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4494}} [ 859.951612] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3123a58b-4d44-4c65-8f83-85696979fb25 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.958372] env[69663]: DEBUG oslo_vmware.api [None req-e28d3383-aea1-4a4c-aa43-ff55dd2abfa5 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 859.958372] env[69663]: value = "task-3332660" [ 859.958372] env[69663]: _type = "Task" [ 859.958372] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.968967] env[69663]: DEBUG nova.compute.manager [None req-2bbe33d4-e508-4370-b275-6364d18a6418 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Image not found during clean up a9a5d58d-1b1a-4237-8519-489479425dd4 {{(pid=69663) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4500}} [ 859.971069] env[69663]: DEBUG oslo_vmware.api [None req-e28d3383-aea1-4a4c-aa43-ff55dd2abfa5 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.974861] env[69663]: DEBUG nova.compute.manager [req-aabc0592-4267-44f3-a611-7d179ef75a66 req-a10f209d-ddc8-43c6-904e-7ff4a743ef90 service nova] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Received event network-vif-deleted-09adfda3-4198-41dc-8c46-f9763f2e1b14 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 860.064022] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.064022] env[69663]: DEBUG nova.compute.manager [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: 9015d426-e858-4d31-8601-da0d44a18ed0] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 860.065804] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.518s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.066228] env[69663]: DEBUG nova.objects.instance [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Lazy-loading 'resources' on Instance uuid 3c24b6b4-0f5d-4238-9c52-abfbff138058 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.072479] env[69663]: DEBUG oslo_concurrency.lockutils [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Releasing lock "refresh_cache-0d901684-b23e-4908-a5af-165c31ddc5c1" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.072714] env[69663]: DEBUG nova.compute.manager [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Instance network_info: |[{"id": "1d864f77-2acc-4549-9080-90b3b9d44ff8", "address": "fa:16:3e:da:04:b1", "network": {"id": "d1b79f6c-70eb-40da-a423-9824eb98632d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-999184331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db25e8f5dd1a44299520831aeddfbd80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d864f77-2a", "ovs_interfaceid": "1d864f77-2acc-4549-9080-90b3b9d44ff8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 860.073194] env[69663]: DEBUG oslo_concurrency.lockutils [req-80351580-6d6a-45c3-a213-cf0e2e9d338b req-84789e92-f07b-4052-a9c9-01af3d7b4c5e service nova] Acquired lock "refresh_cache-0d901684-b23e-4908-a5af-165c31ddc5c1" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.074387] env[69663]: DEBUG nova.network.neutron [req-80351580-6d6a-45c3-a213-cf0e2e9d338b req-84789e92-f07b-4052-a9c9-01af3d7b4c5e service nova] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Refreshing network info cache for port 1d864f77-2acc-4549-9080-90b3b9d44ff8 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 860.075098] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:04:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eed34ae1-5f7f-4deb-9db8-85eaa1e60c29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d864f77-2acc-4549-9080-90b3b9d44ff8', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.083458] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.085114] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 860.085532] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4718c853-bca2-4028-89d4-5f4a385cd714 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.110018] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.110018] env[69663]: value = "task-3332661" [ 860.110018] env[69663]: _type = "Task" [ 860.110018] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.119697] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332661, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.166433] env[69663]: DEBUG oslo_vmware.api [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]520d3f82-752d-a9ee-c9e2-82a2321082cd, 'name': SearchDatastore_Task, 'duration_secs': 0.009201} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.166896] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.167259] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7/b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 860.167587] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68586a4f-a921-4bf2-ba14-869664735956 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.176684] env[69663]: DEBUG oslo_vmware.api [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 860.176684] env[69663]: value = "task-3332662" [ 860.176684] env[69663]: _type = "Task" [ 860.176684] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.186870] env[69663]: DEBUG oslo_vmware.api [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.329287] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "refresh_cache-3f1d4666-da09-4df3-af29-390fe0dadc25" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.329450] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquired lock "refresh_cache-3f1d4666-da09-4df3-af29-390fe0dadc25" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.329664] env[69663]: DEBUG nova.network.neutron [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 860.471090] env[69663]: DEBUG oslo_vmware.api [None req-e28d3383-aea1-4a4c-aa43-ff55dd2abfa5 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144577} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.471436] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e28d3383-aea1-4a4c-aa43-ff55dd2abfa5 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.471618] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e28d3383-aea1-4a4c-aa43-ff55dd2abfa5 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 860.471870] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e28d3383-aea1-4a4c-aa43-ff55dd2abfa5 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 860.471988] env[69663]: INFO nova.compute.manager [None req-e28d3383-aea1-4a4c-aa43-ff55dd2abfa5 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Took 0.59 seconds to destroy the instance on the hypervisor. [ 860.472272] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e28d3383-aea1-4a4c-aa43-ff55dd2abfa5 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.472485] env[69663]: DEBUG nova.compute.manager [-] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 860.472581] env[69663]: DEBUG nova.network.neutron [-] [instance: d98525f7-509c-4e3e-81ec-977938e49623] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 860.570196] env[69663]: DEBUG nova.compute.utils [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 860.578701] env[69663]: DEBUG nova.compute.manager [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: 9015d426-e858-4d31-8601-da0d44a18ed0] Not allocating networking since 'none' was specified. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 860.620369] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332661, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.640621] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "d5682303-1beb-49da-93b9-3701a37e8dcd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.640869] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "d5682303-1beb-49da-93b9-3701a37e8dcd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.690315] env[69663]: DEBUG oslo_vmware.api [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332662, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.875636] env[69663]: DEBUG nova.network.neutron [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 861.028868] env[69663]: DEBUG nova.network.neutron [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Updating instance_info_cache with network_info: [{"id": "d0305c8a-1d9a-44ed-9ee1-56f96dab1315", "address": "fa:16:3e:f1:bf:bd", "network": {"id": "b06eceef-e5b1-4b80-9f31-725913c44368", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811074450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b520dada971c4d7c823cfd847cf6836d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0305c8a-1d", "ovs_interfaceid": "d0305c8a-1d9a-44ed-9ee1-56f96dab1315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.035538] env[69663]: DEBUG nova.network.neutron [req-80351580-6d6a-45c3-a213-cf0e2e9d338b req-84789e92-f07b-4052-a9c9-01af3d7b4c5e service nova] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Updated VIF entry in instance network info cache for port 1d864f77-2acc-4549-9080-90b3b9d44ff8. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 861.035914] env[69663]: DEBUG nova.network.neutron [req-80351580-6d6a-45c3-a213-cf0e2e9d338b req-84789e92-f07b-4052-a9c9-01af3d7b4c5e service nova] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Updating instance_info_cache with network_info: [{"id": "1d864f77-2acc-4549-9080-90b3b9d44ff8", "address": "fa:16:3e:da:04:b1", "network": {"id": "d1b79f6c-70eb-40da-a423-9824eb98632d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-999184331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db25e8f5dd1a44299520831aeddfbd80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d864f77-2a", "ovs_interfaceid": "1d864f77-2acc-4549-9080-90b3b9d44ff8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.082379] env[69663]: DEBUG nova.compute.manager [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: 9015d426-e858-4d31-8601-da0d44a18ed0] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 861.119642] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332661, 'name': CreateVM_Task, 'duration_secs': 0.744369} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.123607] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 861.124775] env[69663]: DEBUG oslo_concurrency.lockutils [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.124924] env[69663]: DEBUG oslo_concurrency.lockutils [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.127744] env[69663]: DEBUG oslo_concurrency.lockutils [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.127744] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2991e413-4fc9-428d-8232-54ad3c391010 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.131476] env[69663]: DEBUG oslo_vmware.api [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Waiting for the task: (returnval){ [ 861.131476] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ca2b6e-d647-6fed-80e2-2e0dc9df1001" [ 861.131476] env[69663]: _type = "Task" [ 861.131476] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.132037] env[69663]: DEBUG oslo_concurrency.lockutils [None req-74e6b9bb-021b-4886-b98b-dcda73f3da40 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Acquiring lock "c06f5efb-7ba3-4309-83c0-de2f14ff0b7a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.132145] env[69663]: DEBUG oslo_concurrency.lockutils [None req-74e6b9bb-021b-4886-b98b-dcda73f3da40 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Lock "c06f5efb-7ba3-4309-83c0-de2f14ff0b7a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.132370] env[69663]: DEBUG nova.compute.manager [None req-74e6b9bb-021b-4886-b98b-dcda73f3da40 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 861.139464] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beea550f-5785-43fe-9ee8-c6f728379b80 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.152864] env[69663]: DEBUG oslo_vmware.api [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ca2b6e-d647-6fed-80e2-2e0dc9df1001, 'name': SearchDatastore_Task, 'duration_secs': 0.01018} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.154427] env[69663]: DEBUG oslo_concurrency.lockutils [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.154687] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.154932] env[69663]: DEBUG oslo_concurrency.lockutils [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.155095] env[69663]: DEBUG oslo_concurrency.lockutils [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.155300] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.155951] env[69663]: DEBUG nova.compute.manager [None req-74e6b9bb-021b-4886-b98b-dcda73f3da40 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69663) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 861.156183] env[69663]: DEBUG nova.objects.instance [None req-74e6b9bb-021b-4886-b98b-dcda73f3da40 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Lazy-loading 'flavor' on Instance uuid c06f5efb-7ba3-4309-83c0-de2f14ff0b7a {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.157448] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9754f025-a48f-481c-aed2-99e114ca9c08 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.177615] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489c3152-a923-4a07-b16d-a8c571f230d4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.194329] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5dacad1-5abe-4261-b980-e2917b1bb9d4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.198445] env[69663]: DEBUG oslo_vmware.api [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519783} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.198702] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.198876] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 861.199631] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7/b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 861.199862] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.200112] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fbe4d81-54ea-4f2d-8920-1b0c8ed647ef {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.202471] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15c7d309-ecc1-4d37-bb3d-3d17d3716d55 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.236284] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa67c94-e036-4f5f-b83e-8a0d2c571950 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.238757] env[69663]: DEBUG oslo_vmware.api [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Waiting for the task: (returnval){ [ 861.238757] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]523bb080-d838-122f-77ce-beecbed8ac78" [ 861.238757] env[69663]: _type = "Task" [ 861.238757] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.239028] env[69663]: DEBUG oslo_vmware.api [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 861.239028] env[69663]: value = "task-3332663" [ 861.239028] env[69663]: _type = "Task" [ 861.239028] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.249029] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd27b7f-322d-495f-bb8a-da542736843c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.259478] env[69663]: DEBUG oslo_vmware.api [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]523bb080-d838-122f-77ce-beecbed8ac78, 'name': SearchDatastore_Task, 'duration_secs': 0.009232} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.260562] env[69663]: DEBUG oslo_vmware.api [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332663, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.261889] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b498ab6-1be3-45fe-b622-8a23ab0b56b3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.273917] env[69663]: DEBUG nova.compute.provider_tree [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 861.279867] env[69663]: DEBUG oslo_vmware.api [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Waiting for the task: (returnval){ [ 861.279867] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5233181a-6e1c-70db-badf-07d8f7f3d17f" [ 861.279867] env[69663]: _type = "Task" [ 861.279867] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.288994] env[69663]: DEBUG oslo_vmware.api [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5233181a-6e1c-70db-badf-07d8f7f3d17f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.290729] env[69663]: DEBUG nova.network.neutron [-] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.527816] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Releasing lock "refresh_cache-3f1d4666-da09-4df3-af29-390fe0dadc25" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.528208] env[69663]: DEBUG nova.compute.manager [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Instance network_info: |[{"id": "d0305c8a-1d9a-44ed-9ee1-56f96dab1315", "address": "fa:16:3e:f1:bf:bd", "network": {"id": "b06eceef-e5b1-4b80-9f31-725913c44368", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811074450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b520dada971c4d7c823cfd847cf6836d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0305c8a-1d", "ovs_interfaceid": "d0305c8a-1d9a-44ed-9ee1-56f96dab1315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 861.528662] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:bf:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dacd109c-2442-41b8-b612-7ed3efbdaa94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0305c8a-1d9a-44ed-9ee1-56f96dab1315', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.536911] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Creating folder: Project (b520dada971c4d7c823cfd847cf6836d). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 861.536911] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfc2e6f8-40bb-481b-9175-1e4bfbcd6ce9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.538798] env[69663]: DEBUG oslo_concurrency.lockutils [req-80351580-6d6a-45c3-a213-cf0e2e9d338b req-84789e92-f07b-4052-a9c9-01af3d7b4c5e service nova] Releasing lock "refresh_cache-0d901684-b23e-4908-a5af-165c31ddc5c1" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.551739] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Created folder: Project (b520dada971c4d7c823cfd847cf6836d) in parent group-v665133. [ 861.551954] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Creating folder: Instances. Parent ref: group-v665280. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 861.552224] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4215846a-9aa5-4c4d-be8b-e214be0f3f28 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.563247] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Created folder: Instances in parent group-v665280. [ 861.563483] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.563676] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 861.563891] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69e908ca-c017-42a1-8ea2-0dec1909143f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.586158] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.586158] env[69663]: value = "task-3332666" [ 861.586158] env[69663]: _type = "Task" [ 861.586158] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.594303] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332666, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.663511] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e6b9bb-021b-4886-b98b-dcda73f3da40 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 861.663800] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-baeb73bd-8005-40d9-b99a-85403cfad55e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.670930] env[69663]: DEBUG oslo_vmware.api [None req-74e6b9bb-021b-4886-b98b-dcda73f3da40 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Waiting for the task: (returnval){ [ 861.670930] env[69663]: value = "task-3332667" [ 861.670930] env[69663]: _type = "Task" [ 861.670930] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.679316] env[69663]: DEBUG oslo_vmware.api [None req-74e6b9bb-021b-4886-b98b-dcda73f3da40 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.749800] env[69663]: DEBUG oslo_vmware.api [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332663, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073663} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.753019] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.753019] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f674a4-f69c-4f04-b855-a5887d61d4bb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.774012] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7/b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.774853] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83057f03-a0ed-4cc5-8278-6991f9cc0301 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.795164] env[69663]: INFO nova.compute.manager [-] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Took 1.32 seconds to deallocate network for instance. [ 861.804753] env[69663]: DEBUG oslo_vmware.api [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 861.804753] env[69663]: value = "task-3332668" [ 861.804753] env[69663]: _type = "Task" [ 861.804753] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.809118] env[69663]: DEBUG oslo_vmware.api [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5233181a-6e1c-70db-badf-07d8f7f3d17f, 'name': SearchDatastore_Task, 'duration_secs': 0.011965} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.812398] env[69663]: DEBUG oslo_concurrency.lockutils [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.812749] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 0d901684-b23e-4908-a5af-165c31ddc5c1/0d901684-b23e-4908-a5af-165c31ddc5c1.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 861.813108] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fc839f2-c329-484f-b499-dd5ecfc80d4b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.816448] env[69663]: ERROR nova.scheduler.client.report [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] [req-4782132d-7672-47db-bf36-fc5fbd10c6aa] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f2fb168a-c97f-41a4-9b18-725376271f6b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4782132d-7672-47db-bf36-fc5fbd10c6aa"}]} [ 861.822050] env[69663]: DEBUG oslo_vmware.api [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332668, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.823457] env[69663]: DEBUG oslo_vmware.api [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Waiting for the task: (returnval){ [ 861.823457] env[69663]: value = "task-3332669" [ 861.823457] env[69663]: _type = "Task" [ 861.823457] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.832878] env[69663]: DEBUG oslo_vmware.api [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': task-3332669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.835094] env[69663]: DEBUG nova.scheduler.client.report [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Refreshing inventories for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 861.851783] env[69663]: DEBUG nova.scheduler.client.report [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Updating ProviderTree inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 861.852042] env[69663]: DEBUG nova.compute.provider_tree [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 861.865070] env[69663]: DEBUG nova.scheduler.client.report [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Refreshing aggregate associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, aggregates: None {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 861.888257] env[69663]: DEBUG nova.scheduler.client.report [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Refreshing trait associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 862.017638] env[69663]: DEBUG nova.compute.manager [req-c84aa59a-65f3-4916-b07d-e0a16f500a5d req-e16bb2c5-cdc1-491c-8f64-c6386d1d555a service nova] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Received event network-vif-plugged-d0305c8a-1d9a-44ed-9ee1-56f96dab1315 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 862.017946] env[69663]: DEBUG oslo_concurrency.lockutils [req-c84aa59a-65f3-4916-b07d-e0a16f500a5d req-e16bb2c5-cdc1-491c-8f64-c6386d1d555a service nova] Acquiring lock "3f1d4666-da09-4df3-af29-390fe0dadc25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.018217] env[69663]: DEBUG oslo_concurrency.lockutils [req-c84aa59a-65f3-4916-b07d-e0a16f500a5d req-e16bb2c5-cdc1-491c-8f64-c6386d1d555a service nova] Lock "3f1d4666-da09-4df3-af29-390fe0dadc25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.018431] env[69663]: DEBUG oslo_concurrency.lockutils [req-c84aa59a-65f3-4916-b07d-e0a16f500a5d req-e16bb2c5-cdc1-491c-8f64-c6386d1d555a service nova] Lock "3f1d4666-da09-4df3-af29-390fe0dadc25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.018611] env[69663]: DEBUG nova.compute.manager [req-c84aa59a-65f3-4916-b07d-e0a16f500a5d req-e16bb2c5-cdc1-491c-8f64-c6386d1d555a service nova] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] No waiting events found dispatching network-vif-plugged-d0305c8a-1d9a-44ed-9ee1-56f96dab1315 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 862.018794] env[69663]: WARNING nova.compute.manager [req-c84aa59a-65f3-4916-b07d-e0a16f500a5d req-e16bb2c5-cdc1-491c-8f64-c6386d1d555a service nova] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Received unexpected event network-vif-plugged-d0305c8a-1d9a-44ed-9ee1-56f96dab1315 for instance with vm_state building and task_state spawning. [ 862.019035] env[69663]: DEBUG nova.compute.manager [req-c84aa59a-65f3-4916-b07d-e0a16f500a5d req-e16bb2c5-cdc1-491c-8f64-c6386d1d555a service nova] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Received event network-changed-d0305c8a-1d9a-44ed-9ee1-56f96dab1315 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 862.019237] env[69663]: DEBUG nova.compute.manager [req-c84aa59a-65f3-4916-b07d-e0a16f500a5d req-e16bb2c5-cdc1-491c-8f64-c6386d1d555a service nova] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Refreshing instance network info cache due to event network-changed-d0305c8a-1d9a-44ed-9ee1-56f96dab1315. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 862.019435] env[69663]: DEBUG oslo_concurrency.lockutils [req-c84aa59a-65f3-4916-b07d-e0a16f500a5d req-e16bb2c5-cdc1-491c-8f64-c6386d1d555a service nova] Acquiring lock "refresh_cache-3f1d4666-da09-4df3-af29-390fe0dadc25" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.019589] env[69663]: DEBUG oslo_concurrency.lockutils [req-c84aa59a-65f3-4916-b07d-e0a16f500a5d req-e16bb2c5-cdc1-491c-8f64-c6386d1d555a service nova] Acquired lock "refresh_cache-3f1d4666-da09-4df3-af29-390fe0dadc25" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.019993] env[69663]: DEBUG nova.network.neutron [req-c84aa59a-65f3-4916-b07d-e0a16f500a5d req-e16bb2c5-cdc1-491c-8f64-c6386d1d555a service nova] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Refreshing network info cache for port d0305c8a-1d9a-44ed-9ee1-56f96dab1315 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 862.094773] env[69663]: DEBUG nova.compute.manager [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: 9015d426-e858-4d31-8601-da0d44a18ed0] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 862.097182] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332666, 'name': CreateVM_Task, 'duration_secs': 0.329784} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.100670] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 862.103340] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.103340] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.103340] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.103340] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2b7a542-5d90-477a-a950-07b4895914d5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.111163] env[69663]: DEBUG oslo_vmware.api [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 862.111163] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]522b90c7-dd9a-795f-5dc7-3f1ccaa5e1a4" [ 862.111163] env[69663]: _type = "Task" [ 862.111163] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.130040] env[69663]: DEBUG oslo_vmware.api [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]522b90c7-dd9a-795f-5dc7-3f1ccaa5e1a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.136991] env[69663]: DEBUG nova.virt.hardware [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 862.137299] env[69663]: DEBUG nova.virt.hardware [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 862.137949] env[69663]: DEBUG nova.virt.hardware [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.137949] env[69663]: DEBUG nova.virt.hardware [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 862.137949] env[69663]: DEBUG nova.virt.hardware [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.138171] env[69663]: DEBUG nova.virt.hardware [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 862.138222] env[69663]: DEBUG nova.virt.hardware [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 862.138379] env[69663]: DEBUG nova.virt.hardware [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 862.138562] env[69663]: DEBUG nova.virt.hardware [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 862.138830] env[69663]: DEBUG nova.virt.hardware [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 862.138953] env[69663]: DEBUG nova.virt.hardware [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 862.139916] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29863e55-a3cc-4e24-ace3-d64910faf7d1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.155250] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c064db2-2a90-4efc-b3d3-66e04e92593e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.170787] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: 9015d426-e858-4d31-8601-da0d44a18ed0] Instance VIF info [] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.176923] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Creating folder: Project (bbd3a6282b7c4d4f92d5b2abe15c78fd). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 862.180362] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbe60fd6-0936-4456-a62b-dd9d865d4d8c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.191499] env[69663]: DEBUG oslo_vmware.api [None req-74e6b9bb-021b-4886-b98b-dcda73f3da40 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332667, 'name': PowerOffVM_Task, 'duration_secs': 0.191664} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.191822] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-74e6b9bb-021b-4886-b98b-dcda73f3da40 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 862.192057] env[69663]: DEBUG nova.compute.manager [None req-74e6b9bb-021b-4886-b98b-dcda73f3da40 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 862.193445] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd047633-dbd4-44df-9dff-836a0ee5a28f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.199901] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Created folder: Project (bbd3a6282b7c4d4f92d5b2abe15c78fd) in parent group-v665133. [ 862.200139] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Creating folder: Instances. Parent ref: group-v665283. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 862.200984] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50c663a2-b772-4f75-946f-153c292d78d2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.218436] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Created folder: Instances in parent group-v665283. [ 862.220139] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.220139] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9015d426-e858-4d31-8601-da0d44a18ed0] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 862.220139] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db4593da-4b3a-4ad7-baed-a9836e38310a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.242238] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.242238] env[69663]: value = "task-3332672" [ 862.242238] env[69663]: _type = "Task" [ 862.242238] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.252378] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332672, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.310301] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e28d3383-aea1-4a4c-aa43-ff55dd2abfa5 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.324556] env[69663]: DEBUG oslo_vmware.api [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332668, 'name': ReconfigVM_Task, 'duration_secs': 0.353971} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.327677] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Reconfigured VM instance instance-00000031 to attach disk [datastore1] b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7/b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.328681] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4f11d59-a063-4a8e-bd37-f6d0e319ae44 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.335340] env[69663]: DEBUG oslo_vmware.api [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': task-3332669, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.338921] env[69663]: DEBUG oslo_vmware.api [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 862.338921] env[69663]: value = "task-3332673" [ 862.338921] env[69663]: _type = "Task" [ 862.338921] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.347375] env[69663]: DEBUG oslo_vmware.api [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332673, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.511298] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f23d27f-b871-484a-b7f6-19213b750289 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.519813] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f6fa18-a823-4450-8134-9ba93539cfb6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.556269] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bebb08a-d05a-4ec0-91c2-77269e0728cc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.564827] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6a9a95-b41a-4569-8f41-49d38e5f484e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.579549] env[69663]: DEBUG nova.compute.provider_tree [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 862.621695] env[69663]: DEBUG oslo_vmware.api [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]522b90c7-dd9a-795f-5dc7-3f1ccaa5e1a4, 'name': SearchDatastore_Task, 'duration_secs': 0.069188} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.622324] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.622568] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.622835] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.623054] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.623305] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.623584] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c07d06e2-5d2e-4049-9ebd-d78e9bb6f293 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.632380] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.632573] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 862.633374] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d1302c8-4d93-49d0-877f-976151a1a96f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.638965] env[69663]: DEBUG oslo_vmware.api [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 862.638965] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52277820-a044-b583-71c7-5b4a397f3ea0" [ 862.638965] env[69663]: _type = "Task" [ 862.638965] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.647231] env[69663]: DEBUG oslo_vmware.api [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52277820-a044-b583-71c7-5b4a397f3ea0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.710739] env[69663]: DEBUG oslo_concurrency.lockutils [None req-74e6b9bb-021b-4886-b98b-dcda73f3da40 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Lock "c06f5efb-7ba3-4309-83c0-de2f14ff0b7a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.578s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.754244] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332672, 'name': CreateVM_Task, 'duration_secs': 0.312392} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.754431] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9015d426-e858-4d31-8601-da0d44a18ed0] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 862.754869] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.755050] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.755371] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.755631] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a87c35e6-96fe-431e-8fab-ae4c7ae72033 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.761069] env[69663]: DEBUG oslo_vmware.api [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Waiting for the task: (returnval){ [ 862.761069] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e6e070-2a53-e7de-a5fe-447b6f816f0d" [ 862.761069] env[69663]: _type = "Task" [ 862.761069] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.770755] env[69663]: DEBUG oslo_vmware.api [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e6e070-2a53-e7de-a5fe-447b6f816f0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.835981] env[69663]: DEBUG oslo_vmware.api [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': task-3332669, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536978} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.838407] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 0d901684-b23e-4908-a5af-165c31ddc5c1/0d901684-b23e-4908-a5af-165c31ddc5c1.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 862.838842] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.839190] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13888def-2c2d-41ff-b8d0-6bc96655fb85 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.850561] env[69663]: DEBUG oslo_vmware.api [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332673, 'name': Rename_Task, 'duration_secs': 0.178897} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.851858] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 862.852219] env[69663]: DEBUG oslo_vmware.api [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Waiting for the task: (returnval){ [ 862.852219] env[69663]: value = "task-3332674" [ 862.852219] env[69663]: _type = "Task" [ 862.852219] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.852422] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c20d8b0-b788-4395-8062-4f3d9722ee59 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.863972] env[69663]: DEBUG oslo_vmware.api [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': task-3332674, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.865652] env[69663]: DEBUG oslo_vmware.api [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 862.865652] env[69663]: value = "task-3332675" [ 862.865652] env[69663]: _type = "Task" [ 862.865652] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.876958] env[69663]: DEBUG oslo_vmware.api [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.904627] env[69663]: DEBUG nova.network.neutron [req-c84aa59a-65f3-4916-b07d-e0a16f500a5d req-e16bb2c5-cdc1-491c-8f64-c6386d1d555a service nova] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Updated VIF entry in instance network info cache for port d0305c8a-1d9a-44ed-9ee1-56f96dab1315. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 862.905267] env[69663]: DEBUG nova.network.neutron [req-c84aa59a-65f3-4916-b07d-e0a16f500a5d req-e16bb2c5-cdc1-491c-8f64-c6386d1d555a service nova] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Updating instance_info_cache with network_info: [{"id": "d0305c8a-1d9a-44ed-9ee1-56f96dab1315", "address": "fa:16:3e:f1:bf:bd", "network": {"id": "b06eceef-e5b1-4b80-9f31-725913c44368", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811074450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b520dada971c4d7c823cfd847cf6836d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0305c8a-1d", "ovs_interfaceid": "d0305c8a-1d9a-44ed-9ee1-56f96dab1315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.120431] env[69663]: DEBUG nova.scheduler.client.report [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Updated inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b with generation 77 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 863.120735] env[69663]: DEBUG nova.compute.provider_tree [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Updating resource provider f2fb168a-c97f-41a4-9b18-725376271f6b generation from 77 to 78 during operation: update_inventory {{(pid=69663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 863.120969] env[69663]: DEBUG nova.compute.provider_tree [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 863.151185] env[69663]: DEBUG oslo_vmware.api [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52277820-a044-b583-71c7-5b4a397f3ea0, 'name': SearchDatastore_Task, 'duration_secs': 0.014985} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.152366] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c4c81e7-aa17-4cc1-b177-5ccfcf2a4db6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.159231] env[69663]: DEBUG oslo_vmware.api [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 863.159231] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]521834f3-eaeb-29a9-fd88-caa1a9f7703a" [ 863.159231] env[69663]: _type = "Task" [ 863.159231] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.167494] env[69663]: DEBUG oslo_vmware.api [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]521834f3-eaeb-29a9-fd88-caa1a9f7703a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.271671] env[69663]: DEBUG oslo_vmware.api [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e6e070-2a53-e7de-a5fe-447b6f816f0d, 'name': SearchDatastore_Task, 'duration_secs': 0.016772} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.271983] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.272254] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: 9015d426-e858-4d31-8601-da0d44a18ed0] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.272541] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.272652] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.272832] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.273103] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ac0b2ae-d33a-46f0-ae8e-61a9b2ac61fe {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.281235] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.281400] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 863.282111] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da200d08-f9a6-4fbf-a506-80cb9a265186 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.286874] env[69663]: DEBUG oslo_vmware.api [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Waiting for the task: (returnval){ [ 863.286874] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52413612-58a8-a6e5-8345-1441cea30200" [ 863.286874] env[69663]: _type = "Task" [ 863.286874] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.294228] env[69663]: DEBUG oslo_vmware.api [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52413612-58a8-a6e5-8345-1441cea30200, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.363315] env[69663]: DEBUG oslo_vmware.api [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': task-3332674, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07962} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.363582] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.364390] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289bc8c0-1cf3-438c-8a30-d5b1aba168c3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.389949] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 0d901684-b23e-4908-a5af-165c31ddc5c1/0d901684-b23e-4908-a5af-165c31ddc5c1.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.393392] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa57e1ec-9d72-4819-95d9-9caad41be764 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.407253] env[69663]: DEBUG oslo_vmware.api [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332675, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.408204] env[69663]: DEBUG oslo_concurrency.lockutils [req-c84aa59a-65f3-4916-b07d-e0a16f500a5d req-e16bb2c5-cdc1-491c-8f64-c6386d1d555a service nova] Releasing lock "refresh_cache-3f1d4666-da09-4df3-af29-390fe0dadc25" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.408404] env[69663]: DEBUG nova.compute.manager [req-c84aa59a-65f3-4916-b07d-e0a16f500a5d req-e16bb2c5-cdc1-491c-8f64-c6386d1d555a service nova] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Received event network-vif-deleted-6fb9e36a-08d6-4d88-9dc9-0ceefd60908b {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 863.413151] env[69663]: DEBUG oslo_vmware.api [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Waiting for the task: (returnval){ [ 863.413151] env[69663]: value = "task-3332676" [ 863.413151] env[69663]: _type = "Task" [ 863.413151] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.425932] env[69663]: DEBUG oslo_vmware.api [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': task-3332676, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.626956] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.561s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.630619] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.676s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.632559] env[69663]: INFO nova.compute.claims [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.659051] env[69663]: INFO nova.scheduler.client.report [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Deleted allocations for instance 3c24b6b4-0f5d-4238-9c52-abfbff138058 [ 863.676774] env[69663]: DEBUG oslo_vmware.api [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]521834f3-eaeb-29a9-fd88-caa1a9f7703a, 'name': SearchDatastore_Task, 'duration_secs': 0.010415} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.677382] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.680018] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 3f1d4666-da09-4df3-af29-390fe0dadc25/3f1d4666-da09-4df3-af29-390fe0dadc25.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 863.680018] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-793ea924-0333-49db-8e78-ef3792a80bae {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.686129] env[69663]: DEBUG oslo_vmware.api [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 863.686129] env[69663]: value = "task-3332677" [ 863.686129] env[69663]: _type = "Task" [ 863.686129] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.695502] env[69663]: DEBUG oslo_vmware.api [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.798112] env[69663]: DEBUG oslo_vmware.api [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52413612-58a8-a6e5-8345-1441cea30200, 'name': SearchDatastore_Task, 'duration_secs': 0.015416} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.798855] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34e5bfb0-8542-4a0a-a95f-f7acee3a3483 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.805229] env[69663]: DEBUG oslo_vmware.api [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Waiting for the task: (returnval){ [ 863.805229] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525e69f7-7924-83b1-74e4-56ac80c9625f" [ 863.805229] env[69663]: _type = "Task" [ 863.805229] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.813074] env[69663]: DEBUG oslo_vmware.api [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525e69f7-7924-83b1-74e4-56ac80c9625f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.876747] env[69663]: DEBUG oslo_vmware.api [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332675, 'name': PowerOnVM_Task, 'duration_secs': 0.720939} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.876997] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 863.878876] env[69663]: INFO nova.compute.manager [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Took 9.95 seconds to spawn the instance on the hypervisor. [ 863.878876] env[69663]: DEBUG nova.compute.manager [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 863.878876] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c27832-2176-4119-b62e-9fd68dff9a57 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.931688] env[69663]: DEBUG oslo_vmware.api [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': task-3332676, 'name': ReconfigVM_Task, 'duration_secs': 0.26407} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.931688] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 0d901684-b23e-4908-a5af-165c31ddc5c1/0d901684-b23e-4908-a5af-165c31ddc5c1.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.932752] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ac2f712-c7d8-4837-9776-2de5ec934f2a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.941154] env[69663]: DEBUG oslo_vmware.api [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Waiting for the task: (returnval){ [ 863.941154] env[69663]: value = "task-3332678" [ 863.941154] env[69663]: _type = "Task" [ 863.941154] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.960139] env[69663]: DEBUG oslo_vmware.api [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': task-3332678, 'name': Rename_Task} progress is 10%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.174999] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4a870080-5308-4e30-874e-93204d29f351 tempest-ListImageFiltersTestJSON-1291126279 tempest-ListImageFiltersTestJSON-1291126279-project-member] Lock "3c24b6b4-0f5d-4238-9c52-abfbff138058" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.578s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.201770] env[69663]: DEBUG oslo_vmware.api [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332677, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.315444] env[69663]: DEBUG oslo_vmware.api [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525e69f7-7924-83b1-74e4-56ac80c9625f, 'name': SearchDatastore_Task, 'duration_secs': 0.054824} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.315723] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.315991] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 9015d426-e858-4d31-8601-da0d44a18ed0/9015d426-e858-4d31-8601-da0d44a18ed0.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 864.316281] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c48f418-8f93-4c6c-8c1e-f45641350c21 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.322913] env[69663]: DEBUG oslo_vmware.api [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Waiting for the task: (returnval){ [ 864.322913] env[69663]: value = "task-3332679" [ 864.322913] env[69663]: _type = "Task" [ 864.322913] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.331391] env[69663]: DEBUG oslo_vmware.api [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.409661] env[69663]: INFO nova.compute.manager [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Took 35.26 seconds to build instance. [ 864.450981] env[69663]: DEBUG oslo_vmware.api [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': task-3332678, 'name': Rename_Task, 'duration_secs': 0.176969} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.451854] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 864.452283] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36e583c0-1cf6-4d83-aa95-78e071275d63 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.458814] env[69663]: DEBUG oslo_vmware.api [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Waiting for the task: (returnval){ [ 864.458814] env[69663]: value = "task-3332680" [ 864.458814] env[69663]: _type = "Task" [ 864.458814] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.467419] env[69663]: DEBUG oslo_vmware.api [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': task-3332680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.524918] env[69663]: DEBUG nova.objects.instance [None req-b9f6a53e-63a5-43a7-a3a5-5bc3afba41e0 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Lazy-loading 'flavor' on Instance uuid c06f5efb-7ba3-4309-83c0-de2f14ff0b7a {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 864.703458] env[69663]: DEBUG oslo_vmware.api [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332677, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654203} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.706330] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 3f1d4666-da09-4df3-af29-390fe0dadc25/3f1d4666-da09-4df3-af29-390fe0dadc25.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 864.706654] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.707437] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-801353c9-0b3f-4e9b-823f-1384420f85b5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.715093] env[69663]: DEBUG oslo_vmware.api [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 864.715093] env[69663]: value = "task-3332681" [ 864.715093] env[69663]: _type = "Task" [ 864.715093] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.727068] env[69663]: DEBUG oslo_vmware.api [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.833833] env[69663]: DEBUG oslo_vmware.api [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332679, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.912501] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cd7c47cb-cf21-4ad7-bb86-622eee083c2b tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.499s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.969815] env[69663]: DEBUG oslo_vmware.api [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': task-3332680, 'name': PowerOnVM_Task, 'duration_secs': 0.476976} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.972726] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 864.973272] env[69663]: INFO nova.compute.manager [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Took 8.32 seconds to spawn the instance on the hypervisor. [ 864.973272] env[69663]: DEBUG nova.compute.manager [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 864.974455] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e133c9-ffeb-426f-b2a1-9a36114ca188 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.030750] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b9f6a53e-63a5-43a7-a3a5-5bc3afba41e0 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Acquiring lock "refresh_cache-c06f5efb-7ba3-4309-83c0-de2f14ff0b7a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.030852] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b9f6a53e-63a5-43a7-a3a5-5bc3afba41e0 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Acquired lock "refresh_cache-c06f5efb-7ba3-4309-83c0-de2f14ff0b7a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.030986] env[69663]: DEBUG nova.network.neutron [None req-b9f6a53e-63a5-43a7-a3a5-5bc3afba41e0 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 865.031184] env[69663]: DEBUG nova.objects.instance [None req-b9f6a53e-63a5-43a7-a3a5-5bc3afba41e0 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Lazy-loading 'info_cache' on Instance uuid c06f5efb-7ba3-4309-83c0-de2f14ff0b7a {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.231501] env[69663]: DEBUG oslo_vmware.api [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147839} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.231791] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.232643] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69857642-1ca3-41f7-9661-1727967c0ee2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.262017] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 3f1d4666-da09-4df3-af29-390fe0dadc25/3f1d4666-da09-4df3-af29-390fe0dadc25.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.262017] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba43e196-309b-4185-805e-87ed8b8f26a7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.278623] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0d323c-864c-4531-a0e4-f561c0bedd58 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.286509] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b9e0fc-8206-4a4f-9367-ef14de46ac5d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.290846] env[69663]: DEBUG oslo_vmware.api [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 865.290846] env[69663]: value = "task-3332682" [ 865.290846] env[69663]: _type = "Task" [ 865.290846] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.318803] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c17f6e6-e8f4-4768-bce5-ac2f79235c0e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.324824] env[69663]: DEBUG oslo_vmware.api [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.332245] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b996d8c-fa60-4d03-b4b3-08b7ba8cf6cf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.339771] env[69663]: DEBUG oslo_vmware.api [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674802} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.339931] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 9015d426-e858-4d31-8601-da0d44a18ed0/9015d426-e858-4d31-8601-da0d44a18ed0.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 865.340248] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: 9015d426-e858-4d31-8601-da0d44a18ed0] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.340366] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fffec3e2-207c-4ed9-ab7e-6f02aed1576e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.351095] env[69663]: DEBUG nova.compute.provider_tree [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 865.365296] env[69663]: DEBUG oslo_vmware.api [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Waiting for the task: (returnval){ [ 865.365296] env[69663]: value = "task-3332683" [ 865.365296] env[69663]: _type = "Task" [ 865.365296] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.376431] env[69663]: DEBUG oslo_vmware.api [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332683, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.421733] env[69663]: DEBUG nova.compute.manager [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 865.492888] env[69663]: INFO nova.compute.manager [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Took 32.74 seconds to build instance. [ 865.535216] env[69663]: DEBUG nova.objects.base [None req-b9f6a53e-63a5-43a7-a3a5-5bc3afba41e0 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69663) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 865.801564] env[69663]: DEBUG oslo_vmware.api [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.874433] env[69663]: DEBUG oslo_vmware.api [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332683, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064865} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.875312] env[69663]: ERROR nova.scheduler.client.report [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [req-c4ba7bd6-81e2-400e-8947-afc03567820d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f2fb168a-c97f-41a4-9b18-725376271f6b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c4ba7bd6-81e2-400e-8947-afc03567820d"}]} [ 865.875670] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: 9015d426-e858-4d31-8601-da0d44a18ed0] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.878513] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b946cb9-8477-4968-8495-af29a4e066a8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.897396] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: 9015d426-e858-4d31-8601-da0d44a18ed0] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 9015d426-e858-4d31-8601-da0d44a18ed0/9015d426-e858-4d31-8601-da0d44a18ed0.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.898523] env[69663]: DEBUG nova.scheduler.client.report [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Refreshing inventories for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 865.900440] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcaf5ad2-4ce2-4b46-8a1a-f0b95c1cf9d1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.922380] env[69663]: DEBUG oslo_vmware.api [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Waiting for the task: (returnval){ [ 865.922380] env[69663]: value = "task-3332684" [ 865.922380] env[69663]: _type = "Task" [ 865.922380] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.927011] env[69663]: DEBUG nova.scheduler.client.report [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Updating ProviderTree inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 865.927740] env[69663]: DEBUG nova.compute.provider_tree [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 865.938983] env[69663]: DEBUG oslo_vmware.api [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.944892] env[69663]: DEBUG nova.scheduler.client.report [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Refreshing aggregate associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, aggregates: None {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 865.948676] env[69663]: DEBUG oslo_concurrency.lockutils [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.963210] env[69663]: DEBUG nova.scheduler.client.report [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Refreshing trait associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 865.995699] env[69663]: DEBUG oslo_concurrency.lockutils [None req-da82dadf-12f8-4dc5-adf3-45031496acee tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Lock "0d901684-b23e-4908-a5af-165c31ddc5c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.669s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.046985] env[69663]: DEBUG oslo_concurrency.lockutils [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquiring lock "de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.046985] env[69663]: DEBUG oslo_concurrency.lockutils [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.304387] env[69663]: DEBUG oslo_vmware.api [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332682, 'name': ReconfigVM_Task, 'duration_secs': 0.936785} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.306966] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 3f1d4666-da09-4df3-af29-390fe0dadc25/3f1d4666-da09-4df3-af29-390fe0dadc25.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.307857] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bc3d167-ae7c-43cf-81b7-20da17a71e4a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.315199] env[69663]: DEBUG oslo_vmware.api [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 866.315199] env[69663]: value = "task-3332685" [ 866.315199] env[69663]: _type = "Task" [ 866.315199] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.327422] env[69663]: DEBUG oslo_vmware.api [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332685, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.432270] env[69663]: DEBUG oslo_vmware.api [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332684, 'name': ReconfigVM_Task, 'duration_secs': 0.409589} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.435192] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: 9015d426-e858-4d31-8601-da0d44a18ed0] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 9015d426-e858-4d31-8601-da0d44a18ed0/9015d426-e858-4d31-8601-da0d44a18ed0.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.436045] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b572d4e-92b8-4746-a298-fabead1a91bc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.442862] env[69663]: DEBUG oslo_vmware.api [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Waiting for the task: (returnval){ [ 866.442862] env[69663]: value = "task-3332686" [ 866.442862] env[69663]: _type = "Task" [ 866.442862] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.455141] env[69663]: DEBUG oslo_vmware.api [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332686, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.458846] env[69663]: DEBUG nova.network.neutron [None req-b9f6a53e-63a5-43a7-a3a5-5bc3afba41e0 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Updating instance_info_cache with network_info: [{"id": "860506e3-0514-407c-807f-68e1b9d252b5", "address": "fa:16:3e:e3:9c:d8", "network": {"id": "4a83ec31-e65c-4598-b8aa-36c4d0d59550", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1356875862-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40a1a1aae3554d50852f81384661eb92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap860506e3-05", "ovs_interfaceid": "860506e3-0514-407c-807f-68e1b9d252b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.498757] env[69663]: DEBUG nova.compute.manager [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 866.574760] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f037629-c4e2-4a73-8358-88551dc703bb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.582266] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20c0ac0-3bff-407a-b4d4-6443ff0a7d15 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.613069] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d9bec3-ee71-4642-a0e8-73a5a05b19ac {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.621609] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b686f2b-e110-4647-bb04-0affccc0da0a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.635203] env[69663]: DEBUG nova.compute.provider_tree [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 866.824487] env[69663]: DEBUG oslo_vmware.api [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332685, 'name': Rename_Task, 'duration_secs': 0.187153} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.824773] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 866.825030] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43dcea5f-4b54-4c25-8dbd-a23fcd6f9ff1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.831900] env[69663]: DEBUG oslo_vmware.api [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 866.831900] env[69663]: value = "task-3332687" [ 866.831900] env[69663]: _type = "Task" [ 866.831900] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.839561] env[69663]: DEBUG oslo_vmware.api [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.954168] env[69663]: DEBUG oslo_vmware.api [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332686, 'name': Rename_Task, 'duration_secs': 0.312535} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.954530] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: 9015d426-e858-4d31-8601-da0d44a18ed0] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 866.954844] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af4b9935-88e2-41b8-917d-7dd7c8ccd036 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.961622] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b9f6a53e-63a5-43a7-a3a5-5bc3afba41e0 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Releasing lock "refresh_cache-c06f5efb-7ba3-4309-83c0-de2f14ff0b7a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.968823] env[69663]: DEBUG oslo_vmware.api [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Waiting for the task: (returnval){ [ 866.968823] env[69663]: value = "task-3332688" [ 866.968823] env[69663]: _type = "Task" [ 866.968823] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.985017] env[69663]: DEBUG oslo_vmware.api [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.023634] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.187982] env[69663]: DEBUG nova.scheduler.client.report [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Updated inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b with generation 79 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 867.187982] env[69663]: DEBUG nova.compute.provider_tree [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Updating resource provider f2fb168a-c97f-41a4-9b18-725376271f6b generation from 79 to 80 during operation: update_inventory {{(pid=69663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 867.187982] env[69663]: DEBUG nova.compute.provider_tree [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 867.344867] env[69663]: DEBUG oslo_vmware.api [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332687, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.465443] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f6a53e-63a5-43a7-a3a5-5bc3afba41e0 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 867.466140] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e930997-1aa4-4362-90ad-62f591ee083d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.476014] env[69663]: DEBUG oslo_vmware.api [None req-b9f6a53e-63a5-43a7-a3a5-5bc3afba41e0 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Waiting for the task: (returnval){ [ 867.476014] env[69663]: value = "task-3332689" [ 867.476014] env[69663]: _type = "Task" [ 867.476014] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.481408] env[69663]: DEBUG oslo_vmware.api [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332688, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.492043] env[69663]: DEBUG oslo_vmware.api [None req-b9f6a53e-63a5-43a7-a3a5-5bc3afba41e0 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.566869] env[69663]: DEBUG nova.compute.manager [req-88aa7f2a-6573-49d2-a47d-9bb9d4b14888 req-54529ffb-1053-4422-8907-9d17efe2d4f1 service nova] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Received event network-changed-1d864f77-2acc-4549-9080-90b3b9d44ff8 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 867.566869] env[69663]: DEBUG nova.compute.manager [req-88aa7f2a-6573-49d2-a47d-9bb9d4b14888 req-54529ffb-1053-4422-8907-9d17efe2d4f1 service nova] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Refreshing instance network info cache due to event network-changed-1d864f77-2acc-4549-9080-90b3b9d44ff8. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 867.566869] env[69663]: DEBUG oslo_concurrency.lockutils [req-88aa7f2a-6573-49d2-a47d-9bb9d4b14888 req-54529ffb-1053-4422-8907-9d17efe2d4f1 service nova] Acquiring lock "refresh_cache-0d901684-b23e-4908-a5af-165c31ddc5c1" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.566869] env[69663]: DEBUG oslo_concurrency.lockutils [req-88aa7f2a-6573-49d2-a47d-9bb9d4b14888 req-54529ffb-1053-4422-8907-9d17efe2d4f1 service nova] Acquired lock "refresh_cache-0d901684-b23e-4908-a5af-165c31ddc5c1" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.566869] env[69663]: DEBUG nova.network.neutron [req-88aa7f2a-6573-49d2-a47d-9bb9d4b14888 req-54529ffb-1053-4422-8907-9d17efe2d4f1 service nova] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Refreshing network info cache for port 1d864f77-2acc-4549-9080-90b3b9d44ff8 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 867.696359] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.065s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.697048] env[69663]: DEBUG nova.compute.manager [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 867.699998] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.632s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.701607] env[69663]: INFO nova.compute.claims [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.846060] env[69663]: DEBUG oslo_vmware.api [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332687, 'name': PowerOnVM_Task, 'duration_secs': 0.839732} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.846777] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 867.847138] env[69663]: INFO nova.compute.manager [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Took 8.44 seconds to spawn the instance on the hypervisor. [ 867.847876] env[69663]: DEBUG nova.compute.manager [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 867.850199] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa340a86-7c88-4780-addf-fd39639e7653 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.993810] env[69663]: DEBUG oslo_concurrency.lockutils [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "1ea365a2-a920-449c-bdd6-9db460c6b395" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.993810] env[69663]: DEBUG oslo_concurrency.lockutils [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "1ea365a2-a920-449c-bdd6-9db460c6b395" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.003385] env[69663]: DEBUG oslo_vmware.api [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332688, 'name': PowerOnVM_Task, 'duration_secs': 0.712166} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.006084] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: 9015d426-e858-4d31-8601-da0d44a18ed0] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 868.006323] env[69663]: INFO nova.compute.manager [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: 9015d426-e858-4d31-8601-da0d44a18ed0] Took 5.91 seconds to spawn the instance on the hypervisor. [ 868.006553] env[69663]: DEBUG nova.compute.manager [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: 9015d426-e858-4d31-8601-da0d44a18ed0] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 868.011473] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d16635-2a6f-4a89-a548-30c9d396b5e1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.015402] env[69663]: DEBUG oslo_vmware.api [None req-b9f6a53e-63a5-43a7-a3a5-5bc3afba41e0 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332689, 'name': PowerOnVM_Task, 'duration_secs': 0.408371} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.017766] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f6a53e-63a5-43a7-a3a5-5bc3afba41e0 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 868.018137] env[69663]: DEBUG nova.compute.manager [None req-b9f6a53e-63a5-43a7-a3a5-5bc3afba41e0 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 868.019975] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155aac23-f239-48b7-b8f7-86399a9b5f7e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.213551] env[69663]: DEBUG nova.compute.utils [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 868.219310] env[69663]: DEBUG nova.compute.manager [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Not allocating networking since 'none' was specified. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 868.370443] env[69663]: DEBUG nova.network.neutron [req-88aa7f2a-6573-49d2-a47d-9bb9d4b14888 req-54529ffb-1053-4422-8907-9d17efe2d4f1 service nova] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Updated VIF entry in instance network info cache for port 1d864f77-2acc-4549-9080-90b3b9d44ff8. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 868.370907] env[69663]: DEBUG nova.network.neutron [req-88aa7f2a-6573-49d2-a47d-9bb9d4b14888 req-54529ffb-1053-4422-8907-9d17efe2d4f1 service nova] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Updating instance_info_cache with network_info: [{"id": "1d864f77-2acc-4549-9080-90b3b9d44ff8", "address": "fa:16:3e:da:04:b1", "network": {"id": "d1b79f6c-70eb-40da-a423-9824eb98632d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-999184331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db25e8f5dd1a44299520831aeddfbd80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d864f77-2a", "ovs_interfaceid": "1d864f77-2acc-4549-9080-90b3b9d44ff8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.381552] env[69663]: INFO nova.compute.manager [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Took 30.71 seconds to build instance. [ 868.513586] env[69663]: DEBUG oslo_concurrency.lockutils [None req-482d5851-689d-42b4-87a0-c20bac224803 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Acquiring lock "0d901684-b23e-4908-a5af-165c31ddc5c1" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.513586] env[69663]: DEBUG oslo_concurrency.lockutils [None req-482d5851-689d-42b4-87a0-c20bac224803 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Lock "0d901684-b23e-4908-a5af-165c31ddc5c1" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.513586] env[69663]: INFO nova.compute.manager [None req-482d5851-689d-42b4-87a0-c20bac224803 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Rebooting instance [ 868.545672] env[69663]: INFO nova.compute.manager [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: 9015d426-e858-4d31-8601-da0d44a18ed0] Took 30.28 seconds to build instance. [ 868.718531] env[69663]: DEBUG nova.compute.manager [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 868.865468] env[69663]: DEBUG nova.compute.manager [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 868.866454] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd40207-8f69-4061-be15-b22a90415950 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.879279] env[69663]: DEBUG oslo_concurrency.lockutils [req-88aa7f2a-6573-49d2-a47d-9bb9d4b14888 req-54529ffb-1053-4422-8907-9d17efe2d4f1 service nova] Releasing lock "refresh_cache-0d901684-b23e-4908-a5af-165c31ddc5c1" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.890025] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f1fb8b6-dbc1-4a02-bf79-927b7be19a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "3f1d4666-da09-4df3-af29-390fe0dadc25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.778s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.036818] env[69663]: DEBUG oslo_concurrency.lockutils [None req-482d5851-689d-42b4-87a0-c20bac224803 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Acquiring lock "refresh_cache-0d901684-b23e-4908-a5af-165c31ddc5c1" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.037026] env[69663]: DEBUG oslo_concurrency.lockutils [None req-482d5851-689d-42b4-87a0-c20bac224803 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Acquired lock "refresh_cache-0d901684-b23e-4908-a5af-165c31ddc5c1" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.037248] env[69663]: DEBUG nova.network.neutron [None req-482d5851-689d-42b4-87a0-c20bac224803 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 869.051777] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0998e3bd-0a60-44b6-aa0b-ed3a2728b232 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Lock "9015d426-e858-4d31-8601-da0d44a18ed0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.378s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.381143] env[69663]: INFO nova.compute.manager [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] instance snapshotting [ 869.381752] env[69663]: DEBUG nova.objects.instance [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lazy-loading 'flavor' on Instance uuid 7be8d9d2-3b54-490e-8a89-00324c49a5a0 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.385508] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a803bb-f4f0-409c-8e0c-29c9227a224d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.393490] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6024605-94f7-4c80-a981-f0cb669e4573 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.399682] env[69663]: DEBUG nova.compute.manager [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 869.439132] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a5203a-ba99-499e-91ad-673ae699d025 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.449444] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b402867-62e3-451e-b248-79e439acea1f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.468592] env[69663]: DEBUG nova.compute.provider_tree [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.555639] env[69663]: DEBUG nova.compute.manager [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 869.639663] env[69663]: INFO nova.compute.manager [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Rebuilding instance [ 869.697381] env[69663]: DEBUG nova.compute.manager [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 869.698671] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99b4f99-0de7-47c4-8b23-1a8ae3ce4ccc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.731889] env[69663]: DEBUG nova.compute.manager [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 869.759139] env[69663]: DEBUG nova.virt.hardware [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 869.759416] env[69663]: DEBUG nova.virt.hardware [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 869.759559] env[69663]: DEBUG nova.virt.hardware [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.759760] env[69663]: DEBUG nova.virt.hardware [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 869.760559] env[69663]: DEBUG nova.virt.hardware [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.760559] env[69663]: DEBUG nova.virt.hardware [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 869.760719] env[69663]: DEBUG nova.virt.hardware [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 869.760794] env[69663]: DEBUG nova.virt.hardware [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 869.761018] env[69663]: DEBUG nova.virt.hardware [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 869.761241] env[69663]: DEBUG nova.virt.hardware [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 869.761458] env[69663]: DEBUG nova.virt.hardware [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 869.762659] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6040ca9c-fbe1-4ff2-ba4d-4da85295a35e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.773711] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0f1359-522c-419d-9190-7b271af3cb5b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.788349] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Instance VIF info [] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.794610] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.795251] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 869.798138] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-020ebde5-1da7-433f-b271-28d1313ca35b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.818205] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.818205] env[69663]: value = "task-3332690" [ 869.818205] env[69663]: _type = "Task" [ 869.818205] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.829105] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332690, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.891395] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9b3bea-9b44-416f-8290-1ef5083d4216 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.914760] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b402d0d3-5384-46d6-98cb-7d7b28ca6749 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.940937] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.972840] env[69663]: DEBUG nova.scheduler.client.report [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 869.994144] env[69663]: DEBUG nova.network.neutron [None req-482d5851-689d-42b4-87a0-c20bac224803 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Updating instance_info_cache with network_info: [{"id": "1d864f77-2acc-4549-9080-90b3b9d44ff8", "address": "fa:16:3e:da:04:b1", "network": {"id": "d1b79f6c-70eb-40da-a423-9824eb98632d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-999184331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db25e8f5dd1a44299520831aeddfbd80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d864f77-2a", "ovs_interfaceid": "1d864f77-2acc-4549-9080-90b3b9d44ff8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.080301] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.218411] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 870.218411] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f0becde-a5c2-4a4e-96d9-82622b96c706 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.229366] env[69663]: DEBUG oslo_vmware.api [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 870.229366] env[69663]: value = "task-3332691" [ 870.229366] env[69663]: _type = "Task" [ 870.229366] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.239114] env[69663]: DEBUG oslo_vmware.api [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.330554] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332690, 'name': CreateVM_Task, 'duration_secs': 0.465495} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.330745] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 870.331472] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.331648] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.331980] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.332288] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02cc5bc8-2d4a-44fb-8a90-ec3d76b824af {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.338026] env[69663]: DEBUG oslo_vmware.api [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Waiting for the task: (returnval){ [ 870.338026] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52828431-e69c-5e90-8167-f61d4a9ad0b2" [ 870.338026] env[69663]: _type = "Task" [ 870.338026] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.347186] env[69663]: DEBUG oslo_vmware.api [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52828431-e69c-5e90-8167-f61d4a9ad0b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.429769] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Creating Snapshot of the VM instance {{(pid=69663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 870.430255] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-132301da-b204-4f58-a0dd-94d1a7fb03f2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.440933] env[69663]: DEBUG oslo_vmware.api [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 870.440933] env[69663]: value = "task-3332692" [ 870.440933] env[69663]: _type = "Task" [ 870.440933] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.451219] env[69663]: DEBUG oslo_vmware.api [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332692, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.478453] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.778s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.478898] env[69663]: DEBUG nova.compute.manager [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 870.484018] env[69663]: DEBUG oslo_concurrency.lockutils [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 22.871s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.497569] env[69663]: DEBUG oslo_concurrency.lockutils [None req-482d5851-689d-42b4-87a0-c20bac224803 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Releasing lock "refresh_cache-0d901684-b23e-4908-a5af-165c31ddc5c1" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.501176] env[69663]: DEBUG nova.compute.manager [None req-482d5851-689d-42b4-87a0-c20bac224803 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 870.502454] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9105988d-7bf0-4579-a356-310e49485c73 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.742706] env[69663]: DEBUG oslo_vmware.api [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332691, 'name': PowerOffVM_Task, 'duration_secs': 0.22486} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.743008] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 870.743267] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 870.744080] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45f1843-f989-4c22-965a-2572c79a8cda {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.753917] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 870.754251] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8ab2580-7fb4-48d1-a0ee-083e5857b43b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.846605] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 870.846853] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 870.847013] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Deleting the datastore file [datastore2] 3f1d4666-da09-4df3-af29-390fe0dadc25 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.847293] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-916966be-c0fb-4054-ae20-6f8641ccda8b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.853386] env[69663]: DEBUG oslo_vmware.api [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52828431-e69c-5e90-8167-f61d4a9ad0b2, 'name': SearchDatastore_Task, 'duration_secs': 0.015774} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.854084] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.854351] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.854580] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.854733] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.854917] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.855232] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21e436e9-64fb-426a-a8e1-88cee2eae2cb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.860466] env[69663]: DEBUG oslo_vmware.api [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 870.860466] env[69663]: value = "task-3332694" [ 870.860466] env[69663]: _type = "Task" [ 870.860466] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.865743] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.865978] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 870.869540] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df4097e3-a546-49a6-a2cf-a5228ec57cdf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.871969] env[69663]: DEBUG oslo_vmware.api [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.875439] env[69663]: DEBUG oslo_vmware.api [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Waiting for the task: (returnval){ [ 870.875439] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f9f8a4-5ca9-ac14-9c1a-7fab049d81b4" [ 870.875439] env[69663]: _type = "Task" [ 870.875439] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.884941] env[69663]: DEBUG oslo_vmware.api [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f9f8a4-5ca9-ac14-9c1a-7fab049d81b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.951837] env[69663]: DEBUG oslo_vmware.api [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332692, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.987927] env[69663]: INFO nova.compute.claims [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.992480] env[69663]: DEBUG nova.compute.utils [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 870.994116] env[69663]: DEBUG nova.compute.manager [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 870.994292] env[69663]: DEBUG nova.network.neutron [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 871.052703] env[69663]: DEBUG nova.policy [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23c20e1ce4c6422aa35da186313e5556', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81420a61efbc454dafd3b193a3669637', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 871.196891] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Acquiring lock "8cd200bb-b932-4165-9316-4c1e994ff7f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.197115] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Lock "8cd200bb-b932-4165-9316-4c1e994ff7f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.369771] env[69663]: DEBUG oslo_vmware.api [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295527} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.370083] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.370296] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 871.370481] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 871.390468] env[69663]: DEBUG oslo_vmware.api [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f9f8a4-5ca9-ac14-9c1a-7fab049d81b4, 'name': SearchDatastore_Task, 'duration_secs': 0.011831} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.391471] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f3145fc-c75a-48e5-842a-81b28c5a3ffd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.398105] env[69663]: DEBUG oslo_vmware.api [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Waiting for the task: (returnval){ [ 871.398105] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52dc3d61-b481-5baa-0c64-0b86417d5b19" [ 871.398105] env[69663]: _type = "Task" [ 871.398105] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.407494] env[69663]: DEBUG oslo_vmware.api [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52dc3d61-b481-5baa-0c64-0b86417d5b19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.456069] env[69663]: DEBUG oslo_vmware.api [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332692, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.498128] env[69663]: INFO nova.compute.resource_tracker [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Updating resource usage from migration b6b5d850-ddbf-40a2-8109-9abc3cea5c0a [ 871.500493] env[69663]: DEBUG nova.compute.manager [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 871.521515] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51eee0e1-c29c-44a7-9782-5b134766f140 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.533177] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-482d5851-689d-42b4-87a0-c20bac224803 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Doing hard reboot of VM {{(pid=69663) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1064}} [ 871.536680] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-5bd7cf78-eccf-48b3-88e0-57ac40577976 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.549948] env[69663]: DEBUG oslo_vmware.api [None req-482d5851-689d-42b4-87a0-c20bac224803 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Waiting for the task: (returnval){ [ 871.549948] env[69663]: value = "task-3332695" [ 871.549948] env[69663]: _type = "Task" [ 871.549948] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.570897] env[69663]: DEBUG oslo_vmware.api [None req-482d5851-689d-42b4-87a0-c20bac224803 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': task-3332695, 'name': ResetVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.896267] env[69663]: DEBUG nova.network.neutron [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Successfully created port: f1ab676a-c101-45e0-a2e0-469d65ddd666 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 871.910083] env[69663]: DEBUG oslo_vmware.api [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52dc3d61-b481-5baa-0c64-0b86417d5b19, 'name': SearchDatastore_Task, 'duration_secs': 0.015451} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.910399] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.910675] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] c006c2ab-ac5e-48a1-b0d8-64ade984a187/c006c2ab-ac5e-48a1-b0d8-64ade984a187.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 871.910950] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7263ec15-e391-4a57-bcb6-9eb161db72ae {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.920023] env[69663]: DEBUG oslo_vmware.api [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Waiting for the task: (returnval){ [ 871.920023] env[69663]: value = "task-3332696" [ 871.920023] env[69663]: _type = "Task" [ 871.920023] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.929820] env[69663]: DEBUG oslo_vmware.api [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.958244] env[69663]: DEBUG oslo_vmware.api [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332692, 'name': CreateSnapshot_Task, 'duration_secs': 1.249471} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.961508] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Created Snapshot of the VM instance {{(pid=69663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 871.963104] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0974e36c-fe4a-4ff0-841f-6b5756cd2cfd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.064782] env[69663]: DEBUG oslo_vmware.api [None req-482d5851-689d-42b4-87a0-c20bac224803 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': task-3332695, 'name': ResetVM_Task, 'duration_secs': 0.113165} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.068031] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-482d5851-689d-42b4-87a0-c20bac224803 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Did hard reboot of VM {{(pid=69663) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1068}} [ 872.068031] env[69663]: DEBUG nova.compute.manager [None req-482d5851-689d-42b4-87a0-c20bac224803 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 872.069237] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383b602a-5dd2-463d-aa32-2efa0978d6f7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.122922] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1177877-2b68-4ac7-80b0-46a79cde4763 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.131125] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1b8f97-2991-48c8-928f-490060b83b0b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.174411] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84874a16-4cd1-4906-9ce7-d11eafd82038 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.184324] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c32c953-b397-4db7-9cc1-948b9979d254 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.199551] env[69663]: DEBUG nova.compute.provider_tree [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.412575] env[69663]: DEBUG nova.virt.hardware [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 872.412862] env[69663]: DEBUG nova.virt.hardware [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 872.413038] env[69663]: DEBUG nova.virt.hardware [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.413235] env[69663]: DEBUG nova.virt.hardware [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 872.414019] env[69663]: DEBUG nova.virt.hardware [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.414019] env[69663]: DEBUG nova.virt.hardware [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 872.414019] env[69663]: DEBUG nova.virt.hardware [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 872.414019] env[69663]: DEBUG nova.virt.hardware [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 872.414205] env[69663]: DEBUG nova.virt.hardware [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 872.414280] env[69663]: DEBUG nova.virt.hardware [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 872.414459] env[69663]: DEBUG nova.virt.hardware [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 872.415431] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220e5440-b531-4280-b618-43bd543f7134 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.428854] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3156c090-eb60-4a2f-afe1-155596e95e71 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.436688] env[69663]: DEBUG oslo_vmware.api [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332696, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.450847] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:bf:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dacd109c-2442-41b8-b612-7ed3efbdaa94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0305c8a-1d9a-44ed-9ee1-56f96dab1315', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.460753] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.461478] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 872.461478] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-041f469e-5779-4f3a-b0da-a1d4353699a7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.487015] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Creating linked-clone VM from snapshot {{(pid=69663) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 872.488841] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1e8f98ab-0497-4867-964f-d373a91a4e16 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.492011] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.492011] env[69663]: value = "task-3332697" [ 872.492011] env[69663]: _type = "Task" [ 872.492011] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.502449] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332697, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.504274] env[69663]: DEBUG oslo_vmware.api [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 872.504274] env[69663]: value = "task-3332698" [ 872.504274] env[69663]: _type = "Task" [ 872.504274] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.515415] env[69663]: DEBUG oslo_vmware.api [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332698, 'name': CloneVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.516459] env[69663]: DEBUG nova.compute.manager [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 872.541724] env[69663]: DEBUG nova.virt.hardware [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 872.542068] env[69663]: DEBUG nova.virt.hardware [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 872.542702] env[69663]: DEBUG nova.virt.hardware [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.542702] env[69663]: DEBUG nova.virt.hardware [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 872.542702] env[69663]: DEBUG nova.virt.hardware [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.542917] env[69663]: DEBUG nova.virt.hardware [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 872.543176] env[69663]: DEBUG nova.virt.hardware [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 872.543439] env[69663]: DEBUG nova.virt.hardware [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 872.543687] env[69663]: DEBUG nova.virt.hardware [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 872.543954] env[69663]: DEBUG nova.virt.hardware [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 872.544201] env[69663]: DEBUG nova.virt.hardware [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 872.545331] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fd5132-bb2e-4f9a-abcf-ccaae2f1464a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.559484] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10986c0b-506d-4ad8-a0b5-8fc8b25bdee1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.590990] env[69663]: DEBUG oslo_concurrency.lockutils [None req-482d5851-689d-42b4-87a0-c20bac224803 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Lock "0d901684-b23e-4908-a5af-165c31ddc5c1" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.077s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.704377] env[69663]: DEBUG nova.scheduler.client.report [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 872.932736] env[69663]: DEBUG oslo_vmware.api [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.799057} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.933228] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] c006c2ab-ac5e-48a1-b0d8-64ade984a187/c006c2ab-ac5e-48a1-b0d8-64ade984a187.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 872.933498] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.933832] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b7e20c3-a54d-49e6-9f4f-d9b0cf4b62b7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.943090] env[69663]: DEBUG oslo_vmware.api [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Waiting for the task: (returnval){ [ 872.943090] env[69663]: value = "task-3332699" [ 872.943090] env[69663]: _type = "Task" [ 872.943090] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.956513] env[69663]: DEBUG oslo_vmware.api [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.002380] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332697, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.014076] env[69663]: DEBUG oslo_vmware.api [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332698, 'name': CloneVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.059201] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f96e5248-a297-4b1a-a00c-cae73b4aa033 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Acquiring lock "779bf209-bdee-44a6-aff6-cf79dbf46bd4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.059555] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f96e5248-a297-4b1a-a00c-cae73b4aa033 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Lock "779bf209-bdee-44a6-aff6-cf79dbf46bd4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.059807] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f96e5248-a297-4b1a-a00c-cae73b4aa033 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Acquiring lock "779bf209-bdee-44a6-aff6-cf79dbf46bd4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.060187] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f96e5248-a297-4b1a-a00c-cae73b4aa033 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Lock "779bf209-bdee-44a6-aff6-cf79dbf46bd4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.060485] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f96e5248-a297-4b1a-a00c-cae73b4aa033 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Lock "779bf209-bdee-44a6-aff6-cf79dbf46bd4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.062806] env[69663]: INFO nova.compute.manager [None req-f96e5248-a297-4b1a-a00c-cae73b4aa033 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Terminating instance [ 873.064790] env[69663]: DEBUG nova.compute.manager [None req-f96e5248-a297-4b1a-a00c-cae73b4aa033 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 873.064876] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f96e5248-a297-4b1a-a00c-cae73b4aa033 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 873.065750] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54afd3ee-9a30-4275-9759-e1a84ed7d70f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.074084] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96e5248-a297-4b1a-a00c-cae73b4aa033 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 873.074354] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3d05f7a-fa4e-409d-a62f-af5ddb14f414 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.082506] env[69663]: DEBUG oslo_vmware.api [None req-f96e5248-a297-4b1a-a00c-cae73b4aa033 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Waiting for the task: (returnval){ [ 873.082506] env[69663]: value = "task-3332700" [ 873.082506] env[69663]: _type = "Task" [ 873.082506] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.093721] env[69663]: DEBUG oslo_vmware.api [None req-f96e5248-a297-4b1a-a00c-cae73b4aa033 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': task-3332700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.210160] env[69663]: DEBUG oslo_concurrency.lockutils [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.728s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.210672] env[69663]: INFO nova.compute.manager [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Migrating [ 873.217212] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2ae56252-a43e-4c97-bf57-228a0e5b2c7b tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.259s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.217468] env[69663]: DEBUG nova.objects.instance [None req-2ae56252-a43e-4c97-bf57-228a0e5b2c7b tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Lazy-loading 'resources' on Instance uuid 42a7e9ab-7254-4209-ae2c-8e834957c080 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.457367] env[69663]: DEBUG oslo_vmware.api [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08254} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.457654] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.458517] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be102199-1a3e-4b7d-afa7-ffca5c084bb7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.480299] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] c006c2ab-ac5e-48a1-b0d8-64ade984a187/c006c2ab-ac5e-48a1-b0d8-64ade984a187.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.480541] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4414879-93a0-44d4-8f9b-33eb3d36917e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.506590] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332697, 'name': CreateVM_Task, 'duration_secs': 0.697996} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.510329] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 873.512184] env[69663]: DEBUG oslo_concurrency.lockutils [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.512446] env[69663]: DEBUG oslo_concurrency.lockutils [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.512785] env[69663]: DEBUG oslo_concurrency.lockutils [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.513129] env[69663]: DEBUG oslo_vmware.api [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Waiting for the task: (returnval){ [ 873.513129] env[69663]: value = "task-3332701" [ 873.513129] env[69663]: _type = "Task" [ 873.513129] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.513756] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdf84a15-c697-46f9-abe9-f4adac3f6fbd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.523835] env[69663]: DEBUG oslo_vmware.api [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332698, 'name': CloneVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.527762] env[69663]: DEBUG oslo_vmware.api [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 873.527762] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]520d2922-4fba-3349-6835-a442c0ecdf8d" [ 873.527762] env[69663]: _type = "Task" [ 873.527762] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.533366] env[69663]: DEBUG oslo_vmware.api [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.543782] env[69663]: DEBUG oslo_vmware.api [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]520d2922-4fba-3349-6835-a442c0ecdf8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.596344] env[69663]: DEBUG oslo_vmware.api [None req-f96e5248-a297-4b1a-a00c-cae73b4aa033 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': task-3332700, 'name': PowerOffVM_Task, 'duration_secs': 0.294592} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.596784] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96e5248-a297-4b1a-a00c-cae73b4aa033 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 873.597084] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f96e5248-a297-4b1a-a00c-cae73b4aa033 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 873.597457] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac0be1f9-040b-4be9-9c99-50ed1b9df558 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.670681] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f96e5248-a297-4b1a-a00c-cae73b4aa033 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 873.670957] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f96e5248-a297-4b1a-a00c-cae73b4aa033 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 873.671238] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f96e5248-a297-4b1a-a00c-cae73b4aa033 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Deleting the datastore file [datastore2] 779bf209-bdee-44a6-aff6-cf79dbf46bd4 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.671534] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-025033b1-0c7d-496a-aef5-52335fc006a4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.680068] env[69663]: DEBUG oslo_vmware.api [None req-f96e5248-a297-4b1a-a00c-cae73b4aa033 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Waiting for the task: (returnval){ [ 873.680068] env[69663]: value = "task-3332703" [ 873.680068] env[69663]: _type = "Task" [ 873.680068] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.689380] env[69663]: DEBUG oslo_vmware.api [None req-f96e5248-a297-4b1a-a00c-cae73b4aa033 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': task-3332703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.727527] env[69663]: DEBUG oslo_concurrency.lockutils [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquiring lock "refresh_cache-c01b7794-182c-4aa8-9469-6c008817e208" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.728999] env[69663]: DEBUG oslo_concurrency.lockutils [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquired lock "refresh_cache-c01b7794-182c-4aa8-9469-6c008817e208" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.728999] env[69663]: DEBUG nova.network.neutron [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 873.806679] env[69663]: DEBUG nova.network.neutron [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Successfully updated port: f1ab676a-c101-45e0-a2e0-469d65ddd666 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 874.021351] env[69663]: DEBUG oslo_vmware.api [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332698, 'name': CloneVM_Task} progress is 95%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.033754] env[69663]: DEBUG oslo_vmware.api [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332701, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.048125] env[69663]: DEBUG oslo_vmware.api [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]520d2922-4fba-3349-6835-a442c0ecdf8d, 'name': SearchDatastore_Task, 'duration_secs': 0.01638} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.048325] env[69663]: DEBUG oslo_concurrency.lockutils [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.048428] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 874.048649] env[69663]: DEBUG oslo_concurrency.lockutils [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.048798] env[69663]: DEBUG oslo_concurrency.lockutils [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.049014] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 874.050327] env[69663]: DEBUG nova.compute.manager [req-7937bcc8-69d0-4a7e-b005-eba00a75f9e0 req-970d1c6d-8d68-4fa4-a840-46aec9d71d0a service nova] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Received event network-changed-1d864f77-2acc-4549-9080-90b3b9d44ff8 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 874.050509] env[69663]: DEBUG nova.compute.manager [req-7937bcc8-69d0-4a7e-b005-eba00a75f9e0 req-970d1c6d-8d68-4fa4-a840-46aec9d71d0a service nova] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Refreshing instance network info cache due to event network-changed-1d864f77-2acc-4549-9080-90b3b9d44ff8. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 874.050705] env[69663]: DEBUG oslo_concurrency.lockutils [req-7937bcc8-69d0-4a7e-b005-eba00a75f9e0 req-970d1c6d-8d68-4fa4-a840-46aec9d71d0a service nova] Acquiring lock "refresh_cache-0d901684-b23e-4908-a5af-165c31ddc5c1" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.050844] env[69663]: DEBUG oslo_concurrency.lockutils [req-7937bcc8-69d0-4a7e-b005-eba00a75f9e0 req-970d1c6d-8d68-4fa4-a840-46aec9d71d0a service nova] Acquired lock "refresh_cache-0d901684-b23e-4908-a5af-165c31ddc5c1" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.051029] env[69663]: DEBUG nova.network.neutron [req-7937bcc8-69d0-4a7e-b005-eba00a75f9e0 req-970d1c6d-8d68-4fa4-a840-46aec9d71d0a service nova] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Refreshing network info cache for port 1d864f77-2acc-4549-9080-90b3b9d44ff8 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 874.053149] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e34eb2cc-a20f-4318-aca1-a600999ce96e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.061020] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Acquiring lock "432814ab-1e51-4972-9c04-886159dfd591" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.061323] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Lock "432814ab-1e51-4972-9c04-886159dfd591" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.071628] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 874.071780] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 874.072527] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30de72b3-94ff-4d37-ae83-74da8a2fcc18 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.083755] env[69663]: DEBUG oslo_vmware.api [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 874.083755] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]522019e7-8cdc-9198-359a-cf2c4ef636f9" [ 874.083755] env[69663]: _type = "Task" [ 874.083755] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.093307] env[69663]: DEBUG oslo_vmware.api [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]522019e7-8cdc-9198-359a-cf2c4ef636f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.194186] env[69663]: DEBUG oslo_vmware.api [None req-f96e5248-a297-4b1a-a00c-cae73b4aa033 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': task-3332703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266187} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.197342] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f96e5248-a297-4b1a-a00c-cae73b4aa033 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.197616] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f96e5248-a297-4b1a-a00c-cae73b4aa033 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 874.197828] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f96e5248-a297-4b1a-a00c-cae73b4aa033 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 874.198034] env[69663]: INFO nova.compute.manager [None req-f96e5248-a297-4b1a-a00c-cae73b4aa033 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 874.198294] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f96e5248-a297-4b1a-a00c-cae73b4aa033 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.199249] env[69663]: DEBUG nova.compute.manager [-] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 874.199412] env[69663]: DEBUG nova.network.neutron [-] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 874.307410] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Acquiring lock "refresh_cache-ff8c0288-8e3d-47d1-b1b8-070783fac880" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.307527] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Acquired lock "refresh_cache-ff8c0288-8e3d-47d1-b1b8-070783fac880" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.307611] env[69663]: DEBUG nova.network.neutron [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 874.374243] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cf30a9-4863-4a97-92db-ae0ffbe909f4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.383039] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a508f0-85e5-476c-a7b7-fa68fe9f46bf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.424163] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0051c1-c401-44a6-b4ea-36b0811e7089 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.437329] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a785308-8b20-4a05-ad9e-e47bb10bbdd3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.454324] env[69663]: DEBUG nova.compute.provider_tree [None req-2ae56252-a43e-4c97-bf57-228a0e5b2c7b tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.501110] env[69663]: DEBUG nova.network.neutron [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Updating instance_info_cache with network_info: [{"id": "57e3d190-1bc5-4c2a-aaf7-55af4cb28e93", "address": "fa:16:3e:4a:ce:66", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57e3d190-1b", "ovs_interfaceid": "57e3d190-1bc5-4c2a-aaf7-55af4cb28e93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.519192] env[69663]: DEBUG oslo_vmware.api [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332698, 'name': CloneVM_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.530184] env[69663]: DEBUG oslo_vmware.api [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332701, 'name': ReconfigVM_Task, 'duration_secs': 0.553001} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.530184] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Reconfigured VM instance instance-00000035 to attach disk [datastore1] c006c2ab-ac5e-48a1-b0d8-64ade984a187/c006c2ab-ac5e-48a1-b0d8-64ade984a187.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.530520] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0d715fe-7b06-414a-8d59-bde6b38334b4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.538840] env[69663]: DEBUG oslo_vmware.api [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Waiting for the task: (returnval){ [ 874.538840] env[69663]: value = "task-3332704" [ 874.538840] env[69663]: _type = "Task" [ 874.538840] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.554821] env[69663]: DEBUG oslo_vmware.api [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332704, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.602584] env[69663]: DEBUG oslo_vmware.api [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]522019e7-8cdc-9198-359a-cf2c4ef636f9, 'name': SearchDatastore_Task, 'duration_secs': 0.042329} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.603588] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa910986-12ab-4d2e-8a61-dd8d5495d1ab {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.609992] env[69663]: DEBUG oslo_vmware.api [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 874.609992] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5230e3c1-a957-ff37-0ad3-1a5f237a4fc1" [ 874.609992] env[69663]: _type = "Task" [ 874.609992] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.621731] env[69663]: DEBUG oslo_vmware.api [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5230e3c1-a957-ff37-0ad3-1a5f237a4fc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.792382] env[69663]: DEBUG nova.network.neutron [req-7937bcc8-69d0-4a7e-b005-eba00a75f9e0 req-970d1c6d-8d68-4fa4-a840-46aec9d71d0a service nova] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Updated VIF entry in instance network info cache for port 1d864f77-2acc-4549-9080-90b3b9d44ff8. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 874.792805] env[69663]: DEBUG nova.network.neutron [req-7937bcc8-69d0-4a7e-b005-eba00a75f9e0 req-970d1c6d-8d68-4fa4-a840-46aec9d71d0a service nova] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Updating instance_info_cache with network_info: [{"id": "1d864f77-2acc-4549-9080-90b3b9d44ff8", "address": "fa:16:3e:da:04:b1", "network": {"id": "d1b79f6c-70eb-40da-a423-9824eb98632d", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-999184331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db25e8f5dd1a44299520831aeddfbd80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d864f77-2a", "ovs_interfaceid": "1d864f77-2acc-4549-9080-90b3b9d44ff8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.849336] env[69663]: DEBUG nova.network.neutron [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 874.930909] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Acquiring lock "0d901684-b23e-4908-a5af-165c31ddc5c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.931063] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Lock "0d901684-b23e-4908-a5af-165c31ddc5c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.931709] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Acquiring lock "0d901684-b23e-4908-a5af-165c31ddc5c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.931709] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Lock "0d901684-b23e-4908-a5af-165c31ddc5c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.931709] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Lock "0d901684-b23e-4908-a5af-165c31ddc5c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.933820] env[69663]: INFO nova.compute.manager [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Terminating instance [ 874.935541] env[69663]: DEBUG nova.compute.manager [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 874.935741] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 874.936596] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2608a446-9f3f-4b0e-864d-f740884c0e3f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.950234] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 874.952022] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07627579-c6db-4820-b627-7f19f8af083d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.958220] env[69663]: DEBUG nova.scheduler.client.report [None req-2ae56252-a43e-4c97-bf57-228a0e5b2c7b tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 874.963724] env[69663]: DEBUG oslo_vmware.api [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Waiting for the task: (returnval){ [ 874.963724] env[69663]: value = "task-3332705" [ 874.963724] env[69663]: _type = "Task" [ 874.963724] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.979800] env[69663]: DEBUG oslo_vmware.api [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': task-3332705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.004307] env[69663]: DEBUG oslo_concurrency.lockutils [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Releasing lock "refresh_cache-c01b7794-182c-4aa8-9469-6c008817e208" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.015680] env[69663]: DEBUG nova.network.neutron [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Updating instance_info_cache with network_info: [{"id": "f1ab676a-c101-45e0-a2e0-469d65ddd666", "address": "fa:16:3e:2c:89:16", "network": {"id": "4ab6d01c-598b-436d-9852-096f3f7caf4e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1513332204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81420a61efbc454dafd3b193a3669637", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1ab676a-c1", "ovs_interfaceid": "f1ab676a-c101-45e0-a2e0-469d65ddd666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.022771] env[69663]: DEBUG oslo_vmware.api [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332698, 'name': CloneVM_Task, 'duration_secs': 2.056672} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.024181] env[69663]: INFO nova.virt.vmwareapi.vmops [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Created linked-clone VM from snapshot [ 875.025433] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6b5d5a-a541-411a-be49-499f0e14736e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.036407] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Uploading image 0a287205-c462-4fad-8223-d5f8afda66aa {{(pid=69663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 875.050635] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f5b9fcae-6aa6-46ff-8ac5-ade65fe2e238 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Acquiring lock "b7e8ced5-25ee-4b1c-81b6-88abcef366f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.050920] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f5b9fcae-6aa6-46ff-8ac5-ade65fe2e238 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Lock "b7e8ced5-25ee-4b1c-81b6-88abcef366f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.051446] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f5b9fcae-6aa6-46ff-8ac5-ade65fe2e238 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Acquiring lock "b7e8ced5-25ee-4b1c-81b6-88abcef366f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.051708] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f5b9fcae-6aa6-46ff-8ac5-ade65fe2e238 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Lock "b7e8ced5-25ee-4b1c-81b6-88abcef366f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.051865] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f5b9fcae-6aa6-46ff-8ac5-ade65fe2e238 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Lock "b7e8ced5-25ee-4b1c-81b6-88abcef366f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.059427] env[69663]: DEBUG oslo_vmware.api [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332704, 'name': Rename_Task, 'duration_secs': 0.249622} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.060230] env[69663]: INFO nova.compute.manager [None req-f5b9fcae-6aa6-46ff-8ac5-ade65fe2e238 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Terminating instance [ 875.062808] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 875.063716] env[69663]: DEBUG nova.compute.manager [None req-f5b9fcae-6aa6-46ff-8ac5-ade65fe2e238 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 875.063917] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b9fcae-6aa6-46ff-8ac5-ade65fe2e238 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 875.064181] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bf4e14d-2520-4126-be51-72b8ee17a4d1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.066676] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d132ce7d-15b6-40f2-81c2-fee08659adf7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.078487] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b9fcae-6aa6-46ff-8ac5-ade65fe2e238 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 875.080585] env[69663]: DEBUG oslo_vmware.rw_handles [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 875.080585] env[69663]: value = "vm-665289" [ 875.080585] env[69663]: _type = "VirtualMachine" [ 875.080585] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 875.081913] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a87f34ac-058a-4445-b1ee-e148d01e8a78 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.083507] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c8da6f24-7a85-47e3-b800-084874e9cc93 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.084946] env[69663]: DEBUG oslo_vmware.api [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Waiting for the task: (returnval){ [ 875.084946] env[69663]: value = "task-3332706" [ 875.084946] env[69663]: _type = "Task" [ 875.084946] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.092775] env[69663]: DEBUG oslo_vmware.api [None req-f5b9fcae-6aa6-46ff-8ac5-ade65fe2e238 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Waiting for the task: (returnval){ [ 875.092775] env[69663]: value = "task-3332707" [ 875.092775] env[69663]: _type = "Task" [ 875.092775] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.094315] env[69663]: DEBUG oslo_vmware.rw_handles [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lease: (returnval){ [ 875.094315] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]524713e0-8d43-942f-cd2a-fa31c95558a1" [ 875.094315] env[69663]: _type = "HttpNfcLease" [ 875.094315] env[69663]: } obtained for exporting VM: (result){ [ 875.094315] env[69663]: value = "vm-665289" [ 875.094315] env[69663]: _type = "VirtualMachine" [ 875.094315] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 875.094614] env[69663]: DEBUG oslo_vmware.api [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the lease: (returnval){ [ 875.094614] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]524713e0-8d43-942f-cd2a-fa31c95558a1" [ 875.094614] env[69663]: _type = "HttpNfcLease" [ 875.094614] env[69663]: } to be ready. {{(pid=69663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 875.105436] env[69663]: DEBUG oslo_vmware.api [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332706, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.111710] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 875.111710] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]524713e0-8d43-942f-cd2a-fa31c95558a1" [ 875.111710] env[69663]: _type = "HttpNfcLease" [ 875.111710] env[69663]: } is ready. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 875.113171] env[69663]: DEBUG oslo_vmware.rw_handles [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 875.113171] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]524713e0-8d43-942f-cd2a-fa31c95558a1" [ 875.113171] env[69663]: _type = "HttpNfcLease" [ 875.113171] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 875.113598] env[69663]: DEBUG oslo_vmware.api [None req-f5b9fcae-6aa6-46ff-8ac5-ade65fe2e238 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.114443] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b139f24-7317-4bdd-bac1-441cc2914531 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.129515] env[69663]: DEBUG oslo_vmware.api [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5230e3c1-a957-ff37-0ad3-1a5f237a4fc1, 'name': SearchDatastore_Task, 'duration_secs': 0.020921} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.133615] env[69663]: DEBUG oslo_concurrency.lockutils [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.134131] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 3f1d4666-da09-4df3-af29-390fe0dadc25/3f1d4666-da09-4df3-af29-390fe0dadc25.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 875.134360] env[69663]: DEBUG oslo_vmware.rw_handles [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52471d58-0830-650f-7d91-3134cc0d77d9/disk-0.vmdk from lease info. {{(pid=69663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 875.134819] env[69663]: DEBUG oslo_vmware.rw_handles [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52471d58-0830-650f-7d91-3134cc0d77d9/disk-0.vmdk for reading. {{(pid=69663) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 875.136463] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d817e8b-17de-4c98-96a4-4b83542be496 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.207042] env[69663]: DEBUG oslo_vmware.api [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 875.207042] env[69663]: value = "task-3332709" [ 875.207042] env[69663]: _type = "Task" [ 875.207042] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.216078] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 875.220619] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 875.221762] env[69663]: DEBUG oslo_vmware.api [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.240124] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-49576c37-0572-4cd4-bede-96f8b7fa93b0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.295758] env[69663]: DEBUG oslo_concurrency.lockutils [req-7937bcc8-69d0-4a7e-b005-eba00a75f9e0 req-970d1c6d-8d68-4fa4-a840-46aec9d71d0a service nova] Releasing lock "refresh_cache-0d901684-b23e-4908-a5af-165c31ddc5c1" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.445739] env[69663]: DEBUG nova.network.neutron [-] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.464971] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2ae56252-a43e-4c97-bf57-228a0e5b2c7b tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.248s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.467782] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.219s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.469541] env[69663]: INFO nova.compute.claims [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.487321] env[69663]: DEBUG oslo_vmware.api [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': task-3332705, 'name': PowerOffVM_Task, 'duration_secs': 0.291783} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.487321] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 875.487508] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 875.487963] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28178884-7654-4227-8994-78ff932fc012 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.502803] env[69663]: INFO nova.scheduler.client.report [None req-2ae56252-a43e-4c97-bf57-228a0e5b2c7b tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Deleted allocations for instance 42a7e9ab-7254-4209-ae2c-8e834957c080 [ 875.527148] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Releasing lock "refresh_cache-ff8c0288-8e3d-47d1-b1b8-070783fac880" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.527148] env[69663]: DEBUG nova.compute.manager [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Instance network_info: |[{"id": "f1ab676a-c101-45e0-a2e0-469d65ddd666", "address": "fa:16:3e:2c:89:16", "network": {"id": "4ab6d01c-598b-436d-9852-096f3f7caf4e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1513332204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81420a61efbc454dafd3b193a3669637", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1ab676a-c1", "ovs_interfaceid": "f1ab676a-c101-45e0-a2e0-469d65ddd666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 875.527148] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:89:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1ab676a-c101-45e0-a2e0-469d65ddd666', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.534522] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.534792] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 875.535158] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e7b8614-ae76-40db-a34d-317e8dd0706f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.555185] env[69663]: DEBUG oslo_concurrency.lockutils [None req-95a7067a-a684-4d43-b0f9-307e66b92b92 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Acquiring lock "53ed6196-4af5-426e-bdbe-80453e09f962" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.555185] env[69663]: DEBUG oslo_concurrency.lockutils [None req-95a7067a-a684-4d43-b0f9-307e66b92b92 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Lock "53ed6196-4af5-426e-bdbe-80453e09f962" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.555185] env[69663]: DEBUG oslo_concurrency.lockutils [None req-95a7067a-a684-4d43-b0f9-307e66b92b92 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Acquiring lock "53ed6196-4af5-426e-bdbe-80453e09f962-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.555185] env[69663]: DEBUG oslo_concurrency.lockutils [None req-95a7067a-a684-4d43-b0f9-307e66b92b92 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Lock "53ed6196-4af5-426e-bdbe-80453e09f962-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.555185] env[69663]: DEBUG oslo_concurrency.lockutils [None req-95a7067a-a684-4d43-b0f9-307e66b92b92 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Lock "53ed6196-4af5-426e-bdbe-80453e09f962-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.558239] env[69663]: INFO nova.compute.manager [None req-95a7067a-a684-4d43-b0f9-307e66b92b92 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Terminating instance [ 875.562147] env[69663]: DEBUG nova.compute.manager [None req-95a7067a-a684-4d43-b0f9-307e66b92b92 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 875.562553] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-95a7067a-a684-4d43-b0f9-307e66b92b92 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 875.563657] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98553cf-8543-469d-ae4f-fc81ff2637de {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.569915] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 875.570267] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 875.570488] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Deleting the datastore file [datastore2] 0d901684-b23e-4908-a5af-165c31ddc5c1 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.572617] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16b72444-15aa-46d0-be23-09f95a930f65 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.576570] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.576570] env[69663]: value = "task-3332711" [ 875.576570] env[69663]: _type = "Task" [ 875.576570] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.579620] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a7067a-a684-4d43-b0f9-307e66b92b92 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 875.584466] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb2ca97c-5663-46a5-a485-7e7b6445fc54 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.588543] env[69663]: DEBUG oslo_vmware.api [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Waiting for the task: (returnval){ [ 875.588543] env[69663]: value = "task-3332712" [ 875.588543] env[69663]: _type = "Task" [ 875.588543] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.601387] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332711, 'name': CreateVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.610238] env[69663]: DEBUG oslo_vmware.api [None req-95a7067a-a684-4d43-b0f9-307e66b92b92 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Waiting for the task: (returnval){ [ 875.610238] env[69663]: value = "task-3332713" [ 875.610238] env[69663]: _type = "Task" [ 875.610238] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.614657] env[69663]: DEBUG oslo_vmware.api [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332706, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.623494] env[69663]: DEBUG oslo_vmware.api [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': task-3332712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.633420] env[69663]: DEBUG oslo_vmware.api [None req-f5b9fcae-6aa6-46ff-8ac5-ade65fe2e238 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332707, 'name': PowerOffVM_Task, 'duration_secs': 0.208183} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.633420] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b9fcae-6aa6-46ff-8ac5-ade65fe2e238 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 875.633420] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b9fcae-6aa6-46ff-8ac5-ade65fe2e238 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 875.633604] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7b77d26-07f2-4587-ada5-430dda1b02fa {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.640483] env[69663]: DEBUG oslo_vmware.api [None req-95a7067a-a684-4d43-b0f9-307e66b92b92 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Task: {'id': task-3332713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.720544] env[69663]: DEBUG oslo_vmware.api [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332709, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.732345] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b9fcae-6aa6-46ff-8ac5-ade65fe2e238 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 875.732867] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b9fcae-6aa6-46ff-8ac5-ade65fe2e238 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 875.733266] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5b9fcae-6aa6-46ff-8ac5-ade65fe2e238 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Deleting the datastore file [datastore2] b7e8ced5-25ee-4b1c-81b6-88abcef366f4 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.734792] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37c2ef49-9555-46aa-be15-c1a00f976430 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.737702] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 875.737702] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Starting heal instance info cache {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 875.748082] env[69663]: DEBUG oslo_vmware.api [None req-f5b9fcae-6aa6-46ff-8ac5-ade65fe2e238 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Waiting for the task: (returnval){ [ 875.748082] env[69663]: value = "task-3332715" [ 875.748082] env[69663]: _type = "Task" [ 875.748082] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.762545] env[69663]: DEBUG oslo_vmware.api [None req-f5b9fcae-6aa6-46ff-8ac5-ade65fe2e238 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.951859] env[69663]: INFO nova.compute.manager [-] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Took 1.75 seconds to deallocate network for instance. [ 876.018229] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2ae56252-a43e-4c97-bf57-228a0e5b2c7b tempest-ServerMetadataNegativeTestJSON-1464603032 tempest-ServerMetadataNegativeTestJSON-1464603032-project-member] Lock "42a7e9ab-7254-4209-ae2c-8e834957c080" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.856s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.089262] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332711, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.101093] env[69663]: DEBUG oslo_vmware.api [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332706, 'name': PowerOnVM_Task, 'duration_secs': 0.82928} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.101940] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 876.102236] env[69663]: INFO nova.compute.manager [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Took 6.37 seconds to spawn the instance on the hypervisor. [ 876.102514] env[69663]: DEBUG nova.compute.manager [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 876.103323] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3211e36f-503b-4e1f-96b1-bdc9c84c4983 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.110214] env[69663]: DEBUG oslo_vmware.api [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': task-3332712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276714} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.111645] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.111934] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 876.112246] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 876.112554] env[69663]: INFO nova.compute.manager [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Took 1.18 seconds to destroy the instance on the hypervisor. [ 876.112865] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.114586] env[69663]: DEBUG nova.compute.manager [req-052fdad7-cf63-4e3c-af50-e4754b921d6a req-4dcf32e1-a6c1-4f4c-96da-88fef6ab931e service nova] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Received event network-vif-plugged-f1ab676a-c101-45e0-a2e0-469d65ddd666 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 876.114836] env[69663]: DEBUG oslo_concurrency.lockutils [req-052fdad7-cf63-4e3c-af50-e4754b921d6a req-4dcf32e1-a6c1-4f4c-96da-88fef6ab931e service nova] Acquiring lock "ff8c0288-8e3d-47d1-b1b8-070783fac880-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.115343] env[69663]: DEBUG oslo_concurrency.lockutils [req-052fdad7-cf63-4e3c-af50-e4754b921d6a req-4dcf32e1-a6c1-4f4c-96da-88fef6ab931e service nova] Lock "ff8c0288-8e3d-47d1-b1b8-070783fac880-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.115538] env[69663]: DEBUG oslo_concurrency.lockutils [req-052fdad7-cf63-4e3c-af50-e4754b921d6a req-4dcf32e1-a6c1-4f4c-96da-88fef6ab931e service nova] Lock "ff8c0288-8e3d-47d1-b1b8-070783fac880-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.115790] env[69663]: DEBUG nova.compute.manager [req-052fdad7-cf63-4e3c-af50-e4754b921d6a req-4dcf32e1-a6c1-4f4c-96da-88fef6ab931e service nova] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] No waiting events found dispatching network-vif-plugged-f1ab676a-c101-45e0-a2e0-469d65ddd666 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 876.116023] env[69663]: WARNING nova.compute.manager [req-052fdad7-cf63-4e3c-af50-e4754b921d6a req-4dcf32e1-a6c1-4f4c-96da-88fef6ab931e service nova] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Received unexpected event network-vif-plugged-f1ab676a-c101-45e0-a2e0-469d65ddd666 for instance with vm_state building and task_state spawning. [ 876.116218] env[69663]: DEBUG nova.compute.manager [req-052fdad7-cf63-4e3c-af50-e4754b921d6a req-4dcf32e1-a6c1-4f4c-96da-88fef6ab931e service nova] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Received event network-changed-f1ab676a-c101-45e0-a2e0-469d65ddd666 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 876.116427] env[69663]: DEBUG nova.compute.manager [req-052fdad7-cf63-4e3c-af50-e4754b921d6a req-4dcf32e1-a6c1-4f4c-96da-88fef6ab931e service nova] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Refreshing instance network info cache due to event network-changed-f1ab676a-c101-45e0-a2e0-469d65ddd666. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 876.116660] env[69663]: DEBUG oslo_concurrency.lockutils [req-052fdad7-cf63-4e3c-af50-e4754b921d6a req-4dcf32e1-a6c1-4f4c-96da-88fef6ab931e service nova] Acquiring lock "refresh_cache-ff8c0288-8e3d-47d1-b1b8-070783fac880" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.116816] env[69663]: DEBUG oslo_concurrency.lockutils [req-052fdad7-cf63-4e3c-af50-e4754b921d6a req-4dcf32e1-a6c1-4f4c-96da-88fef6ab931e service nova] Acquired lock "refresh_cache-ff8c0288-8e3d-47d1-b1b8-070783fac880" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.117107] env[69663]: DEBUG nova.network.neutron [req-052fdad7-cf63-4e3c-af50-e4754b921d6a req-4dcf32e1-a6c1-4f4c-96da-88fef6ab931e service nova] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Refreshing network info cache for port f1ab676a-c101-45e0-a2e0-469d65ddd666 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 876.120288] env[69663]: DEBUG nova.compute.manager [-] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 876.120502] env[69663]: DEBUG nova.network.neutron [-] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 876.137573] env[69663]: DEBUG oslo_vmware.api [None req-95a7067a-a684-4d43-b0f9-307e66b92b92 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Task: {'id': task-3332713, 'name': PowerOffVM_Task, 'duration_secs': 0.325872} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.137860] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a7067a-a684-4d43-b0f9-307e66b92b92 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 876.138087] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-95a7067a-a684-4d43-b0f9-307e66b92b92 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 876.138654] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2dc65fd-56b9-428a-a325-e37a0e1ed903 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.219571] env[69663]: DEBUG oslo_vmware.api [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332709, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58958} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.223534] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 3f1d4666-da09-4df3-af29-390fe0dadc25/3f1d4666-da09-4df3-af29-390fe0dadc25.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 876.223925] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 876.224305] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-95a7067a-a684-4d43-b0f9-307e66b92b92 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 876.224572] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-95a7067a-a684-4d43-b0f9-307e66b92b92 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 876.224772] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-95a7067a-a684-4d43-b0f9-307e66b92b92 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Deleting the datastore file [datastore1] 53ed6196-4af5-426e-bdbe-80453e09f962 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.225156] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aef7c2df-70e7-4ea0-9e1e-c051aa5cf1d3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.228124] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff3e996d-6383-4770-a02c-1373875ecfa9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.235718] env[69663]: DEBUG oslo_vmware.api [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 876.235718] env[69663]: value = "task-3332717" [ 876.235718] env[69663]: _type = "Task" [ 876.235718] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.237357] env[69663]: DEBUG oslo_vmware.api [None req-95a7067a-a684-4d43-b0f9-307e66b92b92 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Waiting for the task: (returnval){ [ 876.237357] env[69663]: value = "task-3332718" [ 876.237357] env[69663]: _type = "Task" [ 876.237357] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.261114] env[69663]: DEBUG oslo_vmware.api [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332717, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.265336] env[69663]: DEBUG oslo_vmware.api [None req-95a7067a-a684-4d43-b0f9-307e66b92b92 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Task: {'id': task-3332718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.270809] env[69663]: DEBUG oslo_vmware.api [None req-f5b9fcae-6aa6-46ff-8ac5-ade65fe2e238 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332715, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320421} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.271514] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5b9fcae-6aa6-46ff-8ac5-ade65fe2e238 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.271986] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b9fcae-6aa6-46ff-8ac5-ade65fe2e238 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 876.272120] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b9fcae-6aa6-46ff-8ac5-ade65fe2e238 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 876.272301] env[69663]: INFO nova.compute.manager [None req-f5b9fcae-6aa6-46ff-8ac5-ade65fe2e238 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Took 1.21 seconds to destroy the instance on the hypervisor. [ 876.272741] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5b9fcae-6aa6-46ff-8ac5-ade65fe2e238 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.273041] env[69663]: DEBUG nova.compute.manager [-] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 876.273138] env[69663]: DEBUG nova.network.neutron [-] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 876.331596] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "refresh_cache-1d2d49f3-0406-467b-95b7-22d38c24dcf5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.331953] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquired lock "refresh_cache-1d2d49f3-0406-467b-95b7-22d38c24dcf5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.332233] env[69663]: DEBUG nova.network.neutron [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Forcefully refreshing network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 876.464108] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f96e5248-a297-4b1a-a00c-cae73b4aa033 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.532734] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63f3874-8fe7-47cc-90e5-9c9ef6a29110 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.559274] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Updating instance 'c01b7794-182c-4aa8-9469-6c008817e208' progress to 0 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 876.591063] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332711, 'name': CreateVM_Task, 'duration_secs': 0.55387} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.594211] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 876.595388] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.595644] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.595982] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.597299] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10c97741-6fe5-414e-b542-ca13f088bef2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.604256] env[69663]: DEBUG oslo_vmware.api [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for the task: (returnval){ [ 876.604256] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525e2d31-f93e-8a83-b61c-891dd37a1784" [ 876.604256] env[69663]: _type = "Task" [ 876.604256] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.613315] env[69663]: DEBUG nova.compute.manager [req-4bf8e3d6-4e52-46a2-be92-6ca6abb484a6 req-97b9f900-b11a-4bdc-bb6f-6589ef8480f7 service nova] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Received event network-vif-deleted-1d864f77-2acc-4549-9080-90b3b9d44ff8 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 876.613659] env[69663]: INFO nova.compute.manager [req-4bf8e3d6-4e52-46a2-be92-6ca6abb484a6 req-97b9f900-b11a-4bdc-bb6f-6589ef8480f7 service nova] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Neutron deleted interface 1d864f77-2acc-4549-9080-90b3b9d44ff8; detaching it from the instance and deleting it from the info cache [ 876.613964] env[69663]: DEBUG nova.network.neutron [req-4bf8e3d6-4e52-46a2-be92-6ca6abb484a6 req-97b9f900-b11a-4bdc-bb6f-6589ef8480f7 service nova] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.629412] env[69663]: DEBUG oslo_vmware.api [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525e2d31-f93e-8a83-b61c-891dd37a1784, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.643688] env[69663]: INFO nova.compute.manager [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Took 33.72 seconds to build instance. [ 876.751272] env[69663]: DEBUG oslo_vmware.api [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332717, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086305} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.757774] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.758170] env[69663]: DEBUG oslo_vmware.api [None req-95a7067a-a684-4d43-b0f9-307e66b92b92 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Task: {'id': task-3332718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.763662] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efc8107-4606-4143-87ea-ee118c0952f1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.794872] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 3f1d4666-da09-4df3-af29-390fe0dadc25/3f1d4666-da09-4df3-af29-390fe0dadc25.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.799704] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-767d163f-1b09-49be-af8f-7bb59165de9b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.828410] env[69663]: DEBUG oslo_vmware.api [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 876.828410] env[69663]: value = "task-3332719" [ 876.828410] env[69663]: _type = "Task" [ 876.828410] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.841501] env[69663]: DEBUG oslo_vmware.api [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332719, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.019358] env[69663]: DEBUG nova.network.neutron [-] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.036909] env[69663]: DEBUG nova.network.neutron [req-052fdad7-cf63-4e3c-af50-e4754b921d6a req-4dcf32e1-a6c1-4f4c-96da-88fef6ab931e service nova] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Updated VIF entry in instance network info cache for port f1ab676a-c101-45e0-a2e0-469d65ddd666. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 877.037338] env[69663]: DEBUG nova.network.neutron [req-052fdad7-cf63-4e3c-af50-e4754b921d6a req-4dcf32e1-a6c1-4f4c-96da-88fef6ab931e service nova] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Updating instance_info_cache with network_info: [{"id": "f1ab676a-c101-45e0-a2e0-469d65ddd666", "address": "fa:16:3e:2c:89:16", "network": {"id": "4ab6d01c-598b-436d-9852-096f3f7caf4e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1513332204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81420a61efbc454dafd3b193a3669637", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1ab676a-c1", "ovs_interfaceid": "f1ab676a-c101-45e0-a2e0-469d65ddd666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.069847] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 877.071431] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f62e7988-0113-4981-99ee-303ce5665df3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.083355] env[69663]: DEBUG oslo_vmware.api [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for the task: (returnval){ [ 877.083355] env[69663]: value = "task-3332720" [ 877.083355] env[69663]: _type = "Task" [ 877.083355] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.102454] env[69663]: DEBUG oslo_vmware.api [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.120989] env[69663]: DEBUG oslo_vmware.api [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525e2d31-f93e-8a83-b61c-891dd37a1784, 'name': SearchDatastore_Task, 'duration_secs': 0.041209} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.124345] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.124870] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.125145] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.125307] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.125530] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.126815] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edbf8660-5a7e-4025-8c15-33d8cf133425 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.129117] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b34dec7-d318-49d5-962c-cf91d633bef9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.142017] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d05a4b-99ee-4976-a414-7ec9b8e00c24 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.160021] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7bbbac6-239b-4d1f-9b48-719ec7662cce tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Lock "c006c2ab-ac5e-48a1-b0d8-64ade984a187" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.209s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.160021] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.160021] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 877.162488] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd39c161-f07d-4959-8fd0-d8afb6a0e5c9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.172991] env[69663]: DEBUG nova.network.neutron [-] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.175452] env[69663]: DEBUG oslo_vmware.api [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for the task: (returnval){ [ 877.175452] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529c63dd-a8b8-ec39-b028-316010e97bd6" [ 877.175452] env[69663]: _type = "Task" [ 877.175452] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.198137] env[69663]: DEBUG nova.compute.manager [req-4bf8e3d6-4e52-46a2-be92-6ca6abb484a6 req-97b9f900-b11a-4bdc-bb6f-6589ef8480f7 service nova] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Detach interface failed, port_id=1d864f77-2acc-4549-9080-90b3b9d44ff8, reason: Instance 0d901684-b23e-4908-a5af-165c31ddc5c1 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 877.214405] env[69663]: DEBUG oslo_vmware.api [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529c63dd-a8b8-ec39-b028-316010e97bd6, 'name': SearchDatastore_Task, 'duration_secs': 0.013215} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.215492] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f99cec1-a925-46e5-ba57-8e43bad31750 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.227066] env[69663]: DEBUG oslo_vmware.api [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for the task: (returnval){ [ 877.227066] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d7f2bd-cdb3-c72c-ccad-9908e5a7ea1d" [ 877.227066] env[69663]: _type = "Task" [ 877.227066] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.240580] env[69663]: DEBUG oslo_vmware.api [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d7f2bd-cdb3-c72c-ccad-9908e5a7ea1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.252776] env[69663]: DEBUG oslo_vmware.api [None req-95a7067a-a684-4d43-b0f9-307e66b92b92 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Task: {'id': task-3332718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.632446} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.256041] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-95a7067a-a684-4d43-b0f9-307e66b92b92 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.256271] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-95a7067a-a684-4d43-b0f9-307e66b92b92 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 877.256569] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-95a7067a-a684-4d43-b0f9-307e66b92b92 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 877.256783] env[69663]: INFO nova.compute.manager [None req-95a7067a-a684-4d43-b0f9-307e66b92b92 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Took 1.69 seconds to destroy the instance on the hypervisor. [ 877.257057] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95a7067a-a684-4d43-b0f9-307e66b92b92 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.257474] env[69663]: DEBUG nova.compute.manager [-] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 877.257573] env[69663]: DEBUG nova.network.neutron [-] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 877.318795] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31deb029-1dc2-4a3b-8318-4a9266673dfe {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.329361] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e997ed-a78e-4752-b7eb-aa15e503e9b6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.380513] env[69663]: DEBUG oslo_vmware.api [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332719, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.382605] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf35db4b-912d-4ea8-bd08-5dd892cc1e8f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.395054] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c7b7ca-a6c1-428c-85a2-fa17942be1d2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.413423] env[69663]: DEBUG nova.compute.provider_tree [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 877.521833] env[69663]: INFO nova.compute.manager [-] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Took 1.40 seconds to deallocate network for instance. [ 877.540589] env[69663]: DEBUG oslo_concurrency.lockutils [req-052fdad7-cf63-4e3c-af50-e4754b921d6a req-4dcf32e1-a6c1-4f4c-96da-88fef6ab931e service nova] Releasing lock "refresh_cache-ff8c0288-8e3d-47d1-b1b8-070783fac880" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.540831] env[69663]: DEBUG nova.compute.manager [req-052fdad7-cf63-4e3c-af50-e4754b921d6a req-4dcf32e1-a6c1-4f4c-96da-88fef6ab931e service nova] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Received event network-vif-deleted-51764492-2e0b-40bf-a64a-0e2941e48c22 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 877.596327] env[69663]: DEBUG oslo_vmware.api [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332720, 'name': PowerOffVM_Task, 'duration_secs': 0.245178} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.596643] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 877.596811] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Updating instance 'c01b7794-182c-4aa8-9469-6c008817e208' progress to 17 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 877.675021] env[69663]: DEBUG nova.compute.manager [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 877.681264] env[69663]: INFO nova.compute.manager [-] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Took 1.40 seconds to deallocate network for instance. [ 877.738318] env[69663]: DEBUG oslo_vmware.api [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d7f2bd-cdb3-c72c-ccad-9908e5a7ea1d, 'name': SearchDatastore_Task, 'duration_secs': 0.016061} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.738590] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.738881] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] ff8c0288-8e3d-47d1-b1b8-070783fac880/ff8c0288-8e3d-47d1-b1b8-070783fac880.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 877.739192] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f09cff3-dfb5-4b53-ba0e-859ced0c3943 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.747193] env[69663]: DEBUG oslo_vmware.api [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for the task: (returnval){ [ 877.747193] env[69663]: value = "task-3332721" [ 877.747193] env[69663]: _type = "Task" [ 877.747193] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.756310] env[69663]: DEBUG oslo_vmware.api [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332721, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.846722] env[69663]: DEBUG oslo_vmware.api [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332719, 'name': ReconfigVM_Task, 'duration_secs': 0.643215} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.846980] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 3f1d4666-da09-4df3-af29-390fe0dadc25/3f1d4666-da09-4df3-af29-390fe0dadc25.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.847663] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95a8cfd3-1d7d-4885-ad52-396cf52a0c8c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.857064] env[69663]: DEBUG oslo_vmware.api [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 877.857064] env[69663]: value = "task-3332722" [ 877.857064] env[69663]: _type = "Task" [ 877.857064] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.868182] env[69663]: DEBUG oslo_vmware.api [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332722, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.890021] env[69663]: INFO nova.compute.manager [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Rebuilding instance [ 877.948661] env[69663]: ERROR nova.scheduler.client.report [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [req-b83067e4-2428-4ecd-b461-c65cdb7e2a9b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f2fb168a-c97f-41a4-9b18-725376271f6b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b83067e4-2428-4ecd-b461-c65cdb7e2a9b"}]} [ 877.953422] env[69663]: DEBUG nova.compute.manager [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 877.954493] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5761116-d46f-41cf-8213-0e04de71c1fb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.971114] env[69663]: DEBUG nova.scheduler.client.report [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Refreshing inventories for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 878.005965] env[69663]: DEBUG nova.scheduler.client.report [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Updating ProviderTree inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 878.005965] env[69663]: DEBUG nova.compute.provider_tree [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 878.027309] env[69663]: DEBUG nova.scheduler.client.report [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Refreshing aggregate associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, aggregates: None {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 878.032518] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.058244] env[69663]: DEBUG nova.scheduler.client.report [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Refreshing trait associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 878.105259] env[69663]: DEBUG nova.virt.hardware [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 878.110542] env[69663]: DEBUG nova.virt.hardware [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 878.110542] env[69663]: DEBUG nova.virt.hardware [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.110542] env[69663]: DEBUG nova.virt.hardware [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 878.110542] env[69663]: DEBUG nova.virt.hardware [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.110542] env[69663]: DEBUG nova.virt.hardware [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 878.110542] env[69663]: DEBUG nova.virt.hardware [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 878.110542] env[69663]: DEBUG nova.virt.hardware [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 878.110542] env[69663]: DEBUG nova.virt.hardware [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 878.110542] env[69663]: DEBUG nova.virt.hardware [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 878.110542] env[69663]: DEBUG nova.virt.hardware [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 878.120972] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-227f903d-8d5b-46fa-b5b0-b36318bf6f65 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.146790] env[69663]: DEBUG oslo_vmware.api [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for the task: (returnval){ [ 878.146790] env[69663]: value = "task-3332723" [ 878.146790] env[69663]: _type = "Task" [ 878.146790] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.171404] env[69663]: DEBUG oslo_vmware.api [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332723, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.186903] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f5b9fcae-6aa6-46ff-8ac5-ade65fe2e238 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.194605] env[69663]: DEBUG nova.network.neutron [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Updating instance_info_cache with network_info: [{"id": "ed383ceb-7816-4a6d-bbf3-319c06c24d05", "address": "fa:16:3e:5f:91:7e", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped383ceb-78", "ovs_interfaceid": "ed383ceb-7816-4a6d-bbf3-319c06c24d05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.206766] env[69663]: DEBUG oslo_concurrency.lockutils [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.266094] env[69663]: DEBUG oslo_vmware.api [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332721, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.321303] env[69663]: DEBUG nova.network.neutron [-] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.373484] env[69663]: DEBUG oslo_vmware.api [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332722, 'name': Rename_Task, 'duration_secs': 0.271663} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.373886] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 878.374482] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b56d5be3-5ef9-4793-9b28-5e4de9d2fa1d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.386280] env[69663]: DEBUG oslo_vmware.api [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 878.386280] env[69663]: value = "task-3332724" [ 878.386280] env[69663]: _type = "Task" [ 878.386280] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.397474] env[69663]: DEBUG oslo_vmware.api [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332724, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.470227] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 878.472373] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d60bedaf-ff31-4a48-a0a3-8bd21bc4e18c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.487379] env[69663]: DEBUG oslo_vmware.api [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Waiting for the task: (returnval){ [ 878.487379] env[69663]: value = "task-3332725" [ 878.487379] env[69663]: _type = "Task" [ 878.487379] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.514022] env[69663]: DEBUG oslo_vmware.api [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.624216] env[69663]: DEBUG nova.compute.manager [req-8bf2016b-a4d6-4a59-8b89-96d0e7ac2215 req-51d9ca3f-59ed-49d3-b048-3b12a92cea0c service nova] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Received event network-vif-deleted-1f2ca81b-f6b1-4b8f-9be7-4c6c90e4307d {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 878.664805] env[69663]: DEBUG oslo_vmware.api [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332723, 'name': ReconfigVM_Task, 'duration_secs': 0.234733} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.665495] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Updating instance 'c01b7794-182c-4aa8-9469-6c008817e208' progress to 33 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 878.699550] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Releasing lock "refresh_cache-1d2d49f3-0406-467b-95b7-22d38c24dcf5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.699781] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Updated the network info_cache for instance {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 878.700162] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.700278] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.700439] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.700586] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.702334] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.702334] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.702334] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69663) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 878.702334] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.765625] env[69663]: DEBUG oslo_vmware.api [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332721, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616088} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.769555] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] ff8c0288-8e3d-47d1-b1b8-070783fac880/ff8c0288-8e3d-47d1-b1b8-070783fac880.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 878.769835] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.770435] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e0468af-b7e6-4c43-9675-b637484b528f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.783023] env[69663]: DEBUG oslo_vmware.api [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for the task: (returnval){ [ 878.783023] env[69663]: value = "task-3332726" [ 878.783023] env[69663]: _type = "Task" [ 878.783023] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.794846] env[69663]: DEBUG oslo_vmware.api [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332726, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.825093] env[69663]: INFO nova.compute.manager [-] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Took 1.57 seconds to deallocate network for instance. [ 878.886415] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef995f2c-6f84-4a58-af92-83f6826357a1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.901895] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b206c16-efd2-4033-985c-6f3784e6e0a1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.906161] env[69663]: DEBUG oslo_vmware.api [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332724, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.945375] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e8f671-2762-45f1-9541-02781949c3a7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.954845] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f99005-30f5-4c52-bd72-ad2693572479 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.972930] env[69663]: DEBUG nova.compute.provider_tree [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 878.976302] env[69663]: DEBUG nova.compute.manager [req-7760764a-c4f9-4190-8763-1b11878971d4 req-f7fa1617-4208-4c2a-9022-5bc95a96f40c service nova] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Received event network-vif-deleted-b3ea5c6f-9be3-41f7-afe4-d3043f280ae3 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 879.004288] env[69663]: DEBUG oslo_vmware.api [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332725, 'name': PowerOffVM_Task, 'duration_secs': 0.149255} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.004629] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 879.004855] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 879.005803] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9894c454-e8e5-4989-b942-91bf3c0a3bf8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.016391] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 879.016715] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a23fcdc4-c3d9-434d-a1fc-2b64fcaed137 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.058559] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 879.059309] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 879.059416] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Deleting the datastore file [datastore1] c006c2ab-ac5e-48a1-b0d8-64ade984a187 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.059869] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd91e3b4-e2a6-4346-82e1-cec54ee9c8e0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.071446] env[69663]: DEBUG oslo_vmware.api [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Waiting for the task: (returnval){ [ 879.071446] env[69663]: value = "task-3332728" [ 879.071446] env[69663]: _type = "Task" [ 879.071446] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.084346] env[69663]: DEBUG oslo_vmware.api [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.177224] env[69663]: DEBUG nova.virt.hardware [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:26:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='dbc463e9-46f6-46ce-a1fe-ffaa08d20656',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1050158363',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 879.177224] env[69663]: DEBUG nova.virt.hardware [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 879.177697] env[69663]: DEBUG nova.virt.hardware [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.178162] env[69663]: DEBUG nova.virt.hardware [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 879.178374] env[69663]: DEBUG nova.virt.hardware [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.178514] env[69663]: DEBUG nova.virt.hardware [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 879.178789] env[69663]: DEBUG nova.virt.hardware [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 879.178928] env[69663]: DEBUG nova.virt.hardware [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 879.179172] env[69663]: DEBUG nova.virt.hardware [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 879.179288] env[69663]: DEBUG nova.virt.hardware [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 879.179484] env[69663]: DEBUG nova.virt.hardware [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 879.185385] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 879.185759] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9be23372-4ab7-41f3-b487-e5ae51d6537b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.204561] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.208273] env[69663]: DEBUG oslo_vmware.api [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for the task: (returnval){ [ 879.208273] env[69663]: value = "task-3332729" [ 879.208273] env[69663]: _type = "Task" [ 879.208273] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.221140] env[69663]: DEBUG oslo_vmware.api [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332729, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.292574] env[69663]: DEBUG oslo_vmware.api [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332726, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105234} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.292920] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.293778] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d989bc5-9596-46bc-9a7f-3d161c9244d5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.320528] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] ff8c0288-8e3d-47d1-b1b8-070783fac880/ff8c0288-8e3d-47d1-b1b8-070783fac880.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.320929] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b11d3281-ec85-4c44-8cb7-ef43d6ac5f23 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.336846] env[69663]: DEBUG oslo_concurrency.lockutils [None req-95a7067a-a684-4d43-b0f9-307e66b92b92 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.344480] env[69663]: DEBUG oslo_vmware.api [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for the task: (returnval){ [ 879.344480] env[69663]: value = "task-3332730" [ 879.344480] env[69663]: _type = "Task" [ 879.344480] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.353577] env[69663]: DEBUG oslo_vmware.api [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332730, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.401022] env[69663]: DEBUG oslo_vmware.api [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332724, 'name': PowerOnVM_Task, 'duration_secs': 0.656122} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.401022] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 879.401022] env[69663]: DEBUG nova.compute.manager [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 879.401022] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f59d1f9-8650-452b-86d0-475855afb97c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.514328] env[69663]: DEBUG nova.scheduler.client.report [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Updated inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b with generation 83 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 879.514673] env[69663]: DEBUG nova.compute.provider_tree [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Updating resource provider f2fb168a-c97f-41a4-9b18-725376271f6b generation from 83 to 84 during operation: update_inventory {{(pid=69663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 879.514872] env[69663]: DEBUG nova.compute.provider_tree [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 879.582737] env[69663]: DEBUG oslo_vmware.api [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235649} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.583046] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.583277] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 879.583468] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 879.719444] env[69663]: DEBUG oslo_vmware.api [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332729, 'name': ReconfigVM_Task, 'duration_secs': 0.190093} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.719754] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 879.720758] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee61830-83e1-4434-9d49-fa2d7ccc85c0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.746778] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] c01b7794-182c-4aa8-9469-6c008817e208/c01b7794-182c-4aa8-9469-6c008817e208.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.747103] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ef1734b-ffe3-4024-a199-a05491fc8ab4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.767716] env[69663]: DEBUG oslo_vmware.api [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for the task: (returnval){ [ 879.767716] env[69663]: value = "task-3332731" [ 879.767716] env[69663]: _type = "Task" [ 879.767716] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.788277] env[69663]: DEBUG oslo_vmware.api [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332731, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.856698] env[69663]: DEBUG oslo_vmware.api [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332730, 'name': ReconfigVM_Task, 'duration_secs': 0.383931} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.857110] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Reconfigured VM instance instance-00000036 to attach disk [datastore1] ff8c0288-8e3d-47d1-b1b8-070783fac880/ff8c0288-8e3d-47d1-b1b8-070783fac880.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.857833] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3eb036ba-4dce-4e0e-bfcd-f915d02d1a57 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.866641] env[69663]: DEBUG oslo_vmware.api [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for the task: (returnval){ [ 879.866641] env[69663]: value = "task-3332732" [ 879.866641] env[69663]: _type = "Task" [ 879.866641] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.877837] env[69663]: DEBUG oslo_vmware.api [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332732, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.919572] env[69663]: DEBUG oslo_concurrency.lockutils [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.020296] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.552s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.020865] env[69663]: DEBUG nova.compute.manager [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 880.023748] env[69663]: DEBUG oslo_concurrency.lockutils [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.136s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.023914] env[69663]: DEBUG nova.objects.instance [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Lazy-loading 'resources' on Instance uuid ce4eb350-554d-4f1c-92d5-dedcacfc8ea5 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.279377] env[69663]: DEBUG oslo_vmware.api [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332731, 'name': ReconfigVM_Task, 'duration_secs': 0.360277} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.279845] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Reconfigured VM instance instance-0000002c to attach disk [datastore2] c01b7794-182c-4aa8-9469-6c008817e208/c01b7794-182c-4aa8-9469-6c008817e208.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.280025] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Updating instance 'c01b7794-182c-4aa8-9469-6c008817e208' progress to 50 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 880.377411] env[69663]: DEBUG oslo_vmware.api [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332732, 'name': Rename_Task, 'duration_secs': 0.16858} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.377411] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 880.377653] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ef195e2-9eff-4a41-a0c3-62640b9f5507 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.385415] env[69663]: DEBUG oslo_vmware.api [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for the task: (returnval){ [ 880.385415] env[69663]: value = "task-3332733" [ 880.385415] env[69663]: _type = "Task" [ 880.385415] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.394377] env[69663]: DEBUG oslo_vmware.api [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.526826] env[69663]: DEBUG nova.compute.utils [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 880.531508] env[69663]: DEBUG nova.compute.manager [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 880.531996] env[69663]: DEBUG nova.network.neutron [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 880.612020] env[69663]: DEBUG nova.policy [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ca0ed120f624d8ea08c7b2ac31e95ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e48d9004dc14914a71bd99d9a2753d7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 880.614954] env[69663]: DEBUG nova.virt.hardware [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 880.614954] env[69663]: DEBUG nova.virt.hardware [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 880.615139] env[69663]: DEBUG nova.virt.hardware [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.615324] env[69663]: DEBUG nova.virt.hardware [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 880.615483] env[69663]: DEBUG nova.virt.hardware [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.615636] env[69663]: DEBUG nova.virt.hardware [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 880.615849] env[69663]: DEBUG nova.virt.hardware [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 880.616107] env[69663]: DEBUG nova.virt.hardware [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 880.616304] env[69663]: DEBUG nova.virt.hardware [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 880.616474] env[69663]: DEBUG nova.virt.hardware [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 880.616652] env[69663]: DEBUG nova.virt.hardware [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 880.620027] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33efe76b-3b33-4ac3-b02e-7317ea7b626e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.629084] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafdca70-1a23-44e2-9773-98d628fa4193 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.649402] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Instance VIF info [] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.655633] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.658514] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 880.659008] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c1d1292-bd9c-4642-af15-382fb83ebf4d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.681996] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.681996] env[69663]: value = "task-3332734" [ 880.681996] env[69663]: _type = "Task" [ 880.681996] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.695048] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332734, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.786975] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc94b100-1b72-4166-b26b-9c65ea7951bf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.813765] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e802987-0fd8-4535-9521-a501063d33d3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.835111] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Updating instance 'c01b7794-182c-4aa8-9469-6c008817e208' progress to 67 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 880.901654] env[69663]: DEBUG oslo_vmware.api [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332733, 'name': PowerOnVM_Task, 'duration_secs': 0.492271} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.902317] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 880.903036] env[69663]: INFO nova.compute.manager [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Took 8.39 seconds to spawn the instance on the hypervisor. [ 880.903036] env[69663]: DEBUG nova.compute.manager [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 880.906477] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba93bc0-299d-4a84-bad6-7ad610dedbc0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.941462] env[69663]: DEBUG oslo_concurrency.lockutils [None req-aae99b25-74e3-47de-9fcb-f6cb53d21c0d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "3f1d4666-da09-4df3-af29-390fe0dadc25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.941716] env[69663]: DEBUG oslo_concurrency.lockutils [None req-aae99b25-74e3-47de-9fcb-f6cb53d21c0d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "3f1d4666-da09-4df3-af29-390fe0dadc25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.941930] env[69663]: DEBUG oslo_concurrency.lockutils [None req-aae99b25-74e3-47de-9fcb-f6cb53d21c0d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "3f1d4666-da09-4df3-af29-390fe0dadc25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.942181] env[69663]: DEBUG oslo_concurrency.lockutils [None req-aae99b25-74e3-47de-9fcb-f6cb53d21c0d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "3f1d4666-da09-4df3-af29-390fe0dadc25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.942412] env[69663]: DEBUG oslo_concurrency.lockutils [None req-aae99b25-74e3-47de-9fcb-f6cb53d21c0d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "3f1d4666-da09-4df3-af29-390fe0dadc25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.945390] env[69663]: INFO nova.compute.manager [None req-aae99b25-74e3-47de-9fcb-f6cb53d21c0d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Terminating instance [ 880.949021] env[69663]: DEBUG nova.compute.manager [None req-aae99b25-74e3-47de-9fcb-f6cb53d21c0d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 880.949021] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-aae99b25-74e3-47de-9fcb-f6cb53d21c0d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 880.949021] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d259997-ca5a-4a09-a26a-b55424b87b36 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.958705] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae99b25-74e3-47de-9fcb-f6cb53d21c0d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 880.962386] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13d8edb1-c342-48ff-a12b-040e3481c8c4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.973985] env[69663]: DEBUG oslo_vmware.api [None req-aae99b25-74e3-47de-9fcb-f6cb53d21c0d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 880.973985] env[69663]: value = "task-3332735" [ 880.973985] env[69663]: _type = "Task" [ 880.973985] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.989926] env[69663]: DEBUG oslo_vmware.api [None req-aae99b25-74e3-47de-9fcb-f6cb53d21c0d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.032676] env[69663]: DEBUG nova.compute.manager [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 881.190281] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d309086-a1d3-4ee9-89a7-e5a6467cfccd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.199092] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332734, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.200620] env[69663]: DEBUG nova.network.neutron [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Successfully created port: 8c95292c-3d28-4314-aa33-ed9d6655f13d {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 881.205349] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b46936-e233-47d0-99a6-57f7164a69c3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.240570] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e195dbb8-73f7-4ac4-b4c2-a52c75a44bd8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.249742] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb920946-f94e-464b-aa1d-51503c674afe {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.266077] env[69663]: DEBUG nova.compute.provider_tree [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.389018] env[69663]: DEBUG nova.network.neutron [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Port 57e3d190-1bc5-4c2a-aaf7-55af4cb28e93 binding to destination host cpu-1 is already ACTIVE {{(pid=69663) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 881.430026] env[69663]: INFO nova.compute.manager [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Took 37.38 seconds to build instance. [ 881.486675] env[69663]: DEBUG oslo_vmware.api [None req-aae99b25-74e3-47de-9fcb-f6cb53d21c0d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332735, 'name': PowerOffVM_Task, 'duration_secs': 0.262128} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.486963] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-aae99b25-74e3-47de-9fcb-f6cb53d21c0d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 881.487158] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-aae99b25-74e3-47de-9fcb-f6cb53d21c0d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 881.487420] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d74afb0e-5916-4211-9b92-09904856b13a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.574190] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-aae99b25-74e3-47de-9fcb-f6cb53d21c0d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 881.574450] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-aae99b25-74e3-47de-9fcb-f6cb53d21c0d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 881.574649] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-aae99b25-74e3-47de-9fcb-f6cb53d21c0d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Deleting the datastore file [datastore1] 3f1d4666-da09-4df3-af29-390fe0dadc25 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.574952] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-432b3930-aac3-48ed-8397-92739f1fc540 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.587920] env[69663]: DEBUG oslo_vmware.api [None req-aae99b25-74e3-47de-9fcb-f6cb53d21c0d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 881.587920] env[69663]: value = "task-3332737" [ 881.587920] env[69663]: _type = "Task" [ 881.587920] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.602999] env[69663]: DEBUG oslo_vmware.api [None req-aae99b25-74e3-47de-9fcb-f6cb53d21c0d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332737, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.630868] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "d5140fb2-ebb9-40fe-ae74-8934c1e109b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.631296] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "d5140fb2-ebb9-40fe-ae74-8934c1e109b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.689960] env[69663]: DEBUG nova.network.neutron [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Successfully created port: b13f8bc8-c4be-4955-9855-542bd68942d1 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 881.700283] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332734, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.769118] env[69663]: DEBUG nova.scheduler.client.report [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 881.932707] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cf35b444-900d-47f5-bb62-75cd37f6c192 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Lock "ff8c0288-8e3d-47d1-b1b8-070783fac880" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.188s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.047270] env[69663]: DEBUG nova.compute.manager [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 882.071124] env[69663]: DEBUG nova.virt.hardware [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 882.071417] env[69663]: DEBUG nova.virt.hardware [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 882.071969] env[69663]: DEBUG nova.virt.hardware [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.071969] env[69663]: DEBUG nova.virt.hardware [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 882.072196] env[69663]: DEBUG nova.virt.hardware [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.072365] env[69663]: DEBUG nova.virt.hardware [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 882.072588] env[69663]: DEBUG nova.virt.hardware [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 882.072753] env[69663]: DEBUG nova.virt.hardware [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 882.072928] env[69663]: DEBUG nova.virt.hardware [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 882.073121] env[69663]: DEBUG nova.virt.hardware [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 882.073310] env[69663]: DEBUG nova.virt.hardware [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 882.074226] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51210bc1-fd9a-4ab9-924b-5b1649ac5c65 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.083201] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50b381f-9ca3-4656-99c8-2b7fd20bb6f9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.106353] env[69663]: DEBUG oslo_vmware.api [None req-aae99b25-74e3-47de-9fcb-f6cb53d21c0d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332737, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270893} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.106631] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-aae99b25-74e3-47de-9fcb-f6cb53d21c0d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.106811] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-aae99b25-74e3-47de-9fcb-f6cb53d21c0d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 882.106994] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-aae99b25-74e3-47de-9fcb-f6cb53d21c0d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 882.107198] env[69663]: INFO nova.compute.manager [None req-aae99b25-74e3-47de-9fcb-f6cb53d21c0d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Took 1.16 seconds to destroy the instance on the hypervisor. [ 882.107451] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aae99b25-74e3-47de-9fcb-f6cb53d21c0d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.107649] env[69663]: DEBUG nova.compute.manager [-] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 882.107745] env[69663]: DEBUG nova.network.neutron [-] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 882.196017] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332734, 'name': CreateVM_Task, 'duration_secs': 1.380034} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.196241] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 882.196698] env[69663]: DEBUG oslo_concurrency.lockutils [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.196909] env[69663]: DEBUG oslo_concurrency.lockutils [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.197311] env[69663]: DEBUG oslo_concurrency.lockutils [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.197589] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e6a4f83-1d99-4791-85fe-5da06b5d4468 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.206126] env[69663]: DEBUG oslo_vmware.api [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Waiting for the task: (returnval){ [ 882.206126] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525e8209-878e-c0ad-301a-186328bbccf0" [ 882.206126] env[69663]: _type = "Task" [ 882.206126] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.216515] env[69663]: DEBUG oslo_vmware.api [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525e8209-878e-c0ad-301a-186328bbccf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.274756] env[69663]: DEBUG oslo_concurrency.lockutils [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.251s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.278234] env[69663]: DEBUG oslo_concurrency.lockutils [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.213s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.281181] env[69663]: INFO nova.compute.claims [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.303194] env[69663]: INFO nova.scheduler.client.report [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Deleted allocations for instance ce4eb350-554d-4f1c-92d5-dedcacfc8ea5 [ 882.414736] env[69663]: DEBUG oslo_concurrency.lockutils [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquiring lock "c01b7794-182c-4aa8-9469-6c008817e208-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.414736] env[69663]: DEBUG oslo_concurrency.lockutils [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Lock "c01b7794-182c-4aa8-9469-6c008817e208-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.414736] env[69663]: DEBUG oslo_concurrency.lockutils [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Lock "c01b7794-182c-4aa8-9469-6c008817e208-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.435195] env[69663]: DEBUG nova.compute.manager [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 882.606599] env[69663]: DEBUG nova.compute.manager [req-7cc1e3b0-91db-4a83-9474-ad73c6d1448f req-89964767-04b5-4645-bfa9-a0f67d51d920 service nova] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Received event network-vif-deleted-d0305c8a-1d9a-44ed-9ee1-56f96dab1315 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 882.606783] env[69663]: INFO nova.compute.manager [req-7cc1e3b0-91db-4a83-9474-ad73c6d1448f req-89964767-04b5-4645-bfa9-a0f67d51d920 service nova] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Neutron deleted interface d0305c8a-1d9a-44ed-9ee1-56f96dab1315; detaching it from the instance and deleting it from the info cache [ 882.607367] env[69663]: DEBUG nova.network.neutron [req-7cc1e3b0-91db-4a83-9474-ad73c6d1448f req-89964767-04b5-4645-bfa9-a0f67d51d920 service nova] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.717449] env[69663]: DEBUG oslo_vmware.api [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525e8209-878e-c0ad-301a-186328bbccf0, 'name': SearchDatastore_Task, 'duration_secs': 0.016171} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.717806] env[69663]: DEBUG oslo_concurrency.lockutils [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.718091] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.718373] env[69663]: DEBUG oslo_concurrency.lockutils [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.718534] env[69663]: DEBUG oslo_concurrency.lockutils [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.718755] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.719073] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f54215d-7a9f-4331-ba44-bb199c4f3895 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.729921] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.730240] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 882.731064] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfb14955-f3fc-46c9-a1d9-231da5467796 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.738279] env[69663]: DEBUG oslo_vmware.api [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Waiting for the task: (returnval){ [ 882.738279] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5237eeef-af5e-b480-7c0e-63ada08c7611" [ 882.738279] env[69663]: _type = "Task" [ 882.738279] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.747584] env[69663]: DEBUG oslo_vmware.api [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5237eeef-af5e-b480-7c0e-63ada08c7611, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.811750] env[69663]: DEBUG oslo_concurrency.lockutils [None req-427c2976-2937-455c-9fd0-7dc4a5e7a80c tempest-ServersTestBootFromVolume-403368592 tempest-ServersTestBootFromVolume-403368592-project-member] Lock "ce4eb350-554d-4f1c-92d5-dedcacfc8ea5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.744s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.891480] env[69663]: DEBUG nova.network.neutron [-] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.957520] env[69663]: DEBUG oslo_concurrency.lockutils [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.111707] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4412dcaa-c122-48ca-9246-86cd1a7d7c26 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.124250] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051236c5-7163-4448-9697-1efee348c913 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.165323] env[69663]: DEBUG nova.compute.manager [req-7cc1e3b0-91db-4a83-9474-ad73c6d1448f req-89964767-04b5-4645-bfa9-a0f67d51d920 service nova] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Detach interface failed, port_id=d0305c8a-1d9a-44ed-9ee1-56f96dab1315, reason: Instance 3f1d4666-da09-4df3-af29-390fe0dadc25 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 883.254859] env[69663]: DEBUG oslo_vmware.api [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5237eeef-af5e-b480-7c0e-63ada08c7611, 'name': SearchDatastore_Task, 'duration_secs': 0.011562} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.254859] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff05c525-cfb8-4cfc-939e-efe0d4bec2b0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.262566] env[69663]: DEBUG oslo_vmware.api [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Waiting for the task: (returnval){ [ 883.262566] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ee0364-ec5d-a2f3-57e3-f35360d426cd" [ 883.262566] env[69663]: _type = "Task" [ 883.262566] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.272376] env[69663]: DEBUG oslo_vmware.api [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ee0364-ec5d-a2f3-57e3-f35360d426cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.349134] env[69663]: DEBUG nova.compute.manager [req-7cb80787-a67f-45fa-824f-5c6a3defd2ea req-173c0a9f-9577-412d-bd04-e7fc568095c7 service nova] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Received event network-vif-plugged-8c95292c-3d28-4314-aa33-ed9d6655f13d {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 883.349134] env[69663]: DEBUG oslo_concurrency.lockutils [req-7cb80787-a67f-45fa-824f-5c6a3defd2ea req-173c0a9f-9577-412d-bd04-e7fc568095c7 service nova] Acquiring lock "5ac378c5-aec3-4d4d-bd20-50f52c5c071b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.349134] env[69663]: DEBUG oslo_concurrency.lockutils [req-7cb80787-a67f-45fa-824f-5c6a3defd2ea req-173c0a9f-9577-412d-bd04-e7fc568095c7 service nova] Lock "5ac378c5-aec3-4d4d-bd20-50f52c5c071b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.349134] env[69663]: DEBUG oslo_concurrency.lockutils [req-7cb80787-a67f-45fa-824f-5c6a3defd2ea req-173c0a9f-9577-412d-bd04-e7fc568095c7 service nova] Lock "5ac378c5-aec3-4d4d-bd20-50f52c5c071b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.349134] env[69663]: DEBUG nova.compute.manager [req-7cb80787-a67f-45fa-824f-5c6a3defd2ea req-173c0a9f-9577-412d-bd04-e7fc568095c7 service nova] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] No waiting events found dispatching network-vif-plugged-8c95292c-3d28-4314-aa33-ed9d6655f13d {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 883.349134] env[69663]: WARNING nova.compute.manager [req-7cb80787-a67f-45fa-824f-5c6a3defd2ea req-173c0a9f-9577-412d-bd04-e7fc568095c7 service nova] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Received unexpected event network-vif-plugged-8c95292c-3d28-4314-aa33-ed9d6655f13d for instance with vm_state building and task_state spawning. [ 883.395911] env[69663]: INFO nova.compute.manager [-] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Took 1.29 seconds to deallocate network for instance. [ 883.487679] env[69663]: DEBUG oslo_concurrency.lockutils [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquiring lock "refresh_cache-c01b7794-182c-4aa8-9469-6c008817e208" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.488134] env[69663]: DEBUG oslo_concurrency.lockutils [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquired lock "refresh_cache-c01b7794-182c-4aa8-9469-6c008817e208" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.488302] env[69663]: DEBUG nova.network.neutron [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 883.505977] env[69663]: DEBUG nova.network.neutron [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Successfully updated port: 8c95292c-3d28-4314-aa33-ed9d6655f13d {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 883.593690] env[69663]: DEBUG nova.compute.manager [None req-ccfd8f8e-e68e-4a37-b6d4-b5eed1ef2496 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 883.594808] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d97248-603b-43b4-be30-c6f2a704dc05 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.774589] env[69663]: DEBUG oslo_vmware.api [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ee0364-ec5d-a2f3-57e3-f35360d426cd, 'name': SearchDatastore_Task, 'duration_secs': 0.011256} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.774854] env[69663]: DEBUG oslo_concurrency.lockutils [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.775066] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] c006c2ab-ac5e-48a1-b0d8-64ade984a187/c006c2ab-ac5e-48a1-b0d8-64ade984a187.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 883.775305] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb3c97ea-ad47-49a5-94e3-f9c3c1e5c4ad {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.785397] env[69663]: DEBUG oslo_vmware.api [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Waiting for the task: (returnval){ [ 883.785397] env[69663]: value = "task-3332738" [ 883.785397] env[69663]: _type = "Task" [ 883.785397] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.794934] env[69663]: DEBUG oslo_vmware.api [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.849102] env[69663]: DEBUG oslo_vmware.rw_handles [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52471d58-0830-650f-7d91-3134cc0d77d9/disk-0.vmdk. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 883.850182] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9281383a-648e-4ed6-ad51-7ab1650c9fd1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.862208] env[69663]: DEBUG oslo_vmware.rw_handles [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52471d58-0830-650f-7d91-3134cc0d77d9/disk-0.vmdk is in state: ready. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 883.862411] env[69663]: ERROR oslo_vmware.rw_handles [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52471d58-0830-650f-7d91-3134cc0d77d9/disk-0.vmdk due to incomplete transfer. [ 883.866443] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-57646857-3235-42cf-9f97-1a2f225aeb77 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.876849] env[69663]: DEBUG oslo_vmware.rw_handles [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52471d58-0830-650f-7d91-3134cc0d77d9/disk-0.vmdk. {{(pid=69663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 883.877126] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Uploaded image 0a287205-c462-4fad-8223-d5f8afda66aa to the Glance image server {{(pid=69663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 883.879604] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Destroying the VM {{(pid=69663) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 883.883516] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6559dc84-0564-4aac-8ec4-bad3ea80201b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.894068] env[69663]: DEBUG oslo_vmware.api [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 883.894068] env[69663]: value = "task-3332739" [ 883.894068] env[69663]: _type = "Task" [ 883.894068] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.905880] env[69663]: DEBUG oslo_concurrency.lockutils [None req-aae99b25-74e3-47de-9fcb-f6cb53d21c0d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.906255] env[69663]: DEBUG oslo_vmware.api [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332739, 'name': Destroy_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.006688] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48dfeab-7056-43c3-950c-46d572f8147c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.023933] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c6fe8a-bb57-44a5-99eb-06ed1fb6a129 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.072855] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f71fedc-8745-4bf0-bc14-fa9dfcca78fd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.082441] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf8cefe-9ad5-4be3-a9cb-02803c256489 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.100860] env[69663]: DEBUG nova.compute.provider_tree [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.110664] env[69663]: INFO nova.compute.manager [None req-ccfd8f8e-e68e-4a37-b6d4-b5eed1ef2496 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] instance snapshotting [ 884.113796] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61296590-f357-44a5-8941-0cb441c001b7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.138727] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e7d5b6-0116-47ca-8fbe-66c66f0f070f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.298415] env[69663]: DEBUG oslo_vmware.api [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332738, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.405568] env[69663]: DEBUG oslo_vmware.api [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332739, 'name': Destroy_Task, 'duration_secs': 0.385943} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.405568] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Destroyed the VM [ 884.405568] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Deleting Snapshot of the VM instance {{(pid=69663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 884.407632] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-52f0bac0-a08b-4f8a-a5a1-d5658f1203c6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.417164] env[69663]: DEBUG oslo_vmware.api [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 884.417164] env[69663]: value = "task-3332740" [ 884.417164] env[69663]: _type = "Task" [ 884.417164] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.427167] env[69663]: DEBUG oslo_vmware.api [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332740, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.443664] env[69663]: DEBUG nova.network.neutron [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Updating instance_info_cache with network_info: [{"id": "57e3d190-1bc5-4c2a-aaf7-55af4cb28e93", "address": "fa:16:3e:4a:ce:66", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57e3d190-1b", "ovs_interfaceid": "57e3d190-1bc5-4c2a-aaf7-55af4cb28e93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.604459] env[69663]: DEBUG nova.scheduler.client.report [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 884.653075] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfd8f8e-e68e-4a37-b6d4-b5eed1ef2496 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Creating Snapshot of the VM instance {{(pid=69663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 884.653389] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bf011227-ac1c-4560-899f-4f3b315e0e3c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.663666] env[69663]: DEBUG oslo_vmware.api [None req-ccfd8f8e-e68e-4a37-b6d4-b5eed1ef2496 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for the task: (returnval){ [ 884.663666] env[69663]: value = "task-3332741" [ 884.663666] env[69663]: _type = "Task" [ 884.663666] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.672423] env[69663]: DEBUG oslo_vmware.api [None req-ccfd8f8e-e68e-4a37-b6d4-b5eed1ef2496 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332741, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.802025] env[69663]: DEBUG oslo_vmware.api [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574412} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.802025] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] c006c2ab-ac5e-48a1-b0d8-64ade984a187/c006c2ab-ac5e-48a1-b0d8-64ade984a187.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 884.802025] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.802025] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed3ce0ac-0921-4eb1-bdf3-7866fd15d76b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.812018] env[69663]: DEBUG oslo_vmware.api [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Waiting for the task: (returnval){ [ 884.812018] env[69663]: value = "task-3332742" [ 884.812018] env[69663]: _type = "Task" [ 884.812018] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.823968] env[69663]: DEBUG oslo_vmware.api [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.927481] env[69663]: DEBUG oslo_vmware.api [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332740, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.946390] env[69663]: DEBUG oslo_concurrency.lockutils [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Releasing lock "refresh_cache-c01b7794-182c-4aa8-9469-6c008817e208" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.109862] env[69663]: DEBUG oslo_concurrency.lockutils [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.832s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.111214] env[69663]: DEBUG nova.compute.manager [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 885.114755] env[69663]: DEBUG oslo_concurrency.lockutils [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.498s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.114890] env[69663]: INFO nova.compute.claims [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.181977] env[69663]: DEBUG oslo_vmware.api [None req-ccfd8f8e-e68e-4a37-b6d4-b5eed1ef2496 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332741, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.321819] env[69663]: DEBUG oslo_vmware.api [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.196511} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.321911] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.322789] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3e8a11-a93f-4764-a498-7a134fae415f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.345439] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] c006c2ab-ac5e-48a1-b0d8-64ade984a187/c006c2ab-ac5e-48a1-b0d8-64ade984a187.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.345439] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a48e770-7194-4b54-ba80-ae46653a7a9a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.368952] env[69663]: DEBUG oslo_vmware.api [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Waiting for the task: (returnval){ [ 885.368952] env[69663]: value = "task-3332743" [ 885.368952] env[69663]: _type = "Task" [ 885.368952] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.378687] env[69663]: DEBUG oslo_vmware.api [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332743, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.405928] env[69663]: DEBUG nova.compute.manager [req-09cf0363-2137-4777-b25e-cc30bdf308b3 req-cd58526e-72fd-4322-a8c2-74abc0fdd40e service nova] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Received event network-changed-8c95292c-3d28-4314-aa33-ed9d6655f13d {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 885.406170] env[69663]: DEBUG nova.compute.manager [req-09cf0363-2137-4777-b25e-cc30bdf308b3 req-cd58526e-72fd-4322-a8c2-74abc0fdd40e service nova] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Refreshing instance network info cache due to event network-changed-8c95292c-3d28-4314-aa33-ed9d6655f13d. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 885.406399] env[69663]: DEBUG oslo_concurrency.lockutils [req-09cf0363-2137-4777-b25e-cc30bdf308b3 req-cd58526e-72fd-4322-a8c2-74abc0fdd40e service nova] Acquiring lock "refresh_cache-5ac378c5-aec3-4d4d-bd20-50f52c5c071b" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.406634] env[69663]: DEBUG oslo_concurrency.lockutils [req-09cf0363-2137-4777-b25e-cc30bdf308b3 req-cd58526e-72fd-4322-a8c2-74abc0fdd40e service nova] Acquired lock "refresh_cache-5ac378c5-aec3-4d4d-bd20-50f52c5c071b" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.406700] env[69663]: DEBUG nova.network.neutron [req-09cf0363-2137-4777-b25e-cc30bdf308b3 req-cd58526e-72fd-4322-a8c2-74abc0fdd40e service nova] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Refreshing network info cache for port 8c95292c-3d28-4314-aa33-ed9d6655f13d {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 885.430144] env[69663]: DEBUG oslo_vmware.api [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332740, 'name': RemoveSnapshot_Task, 'duration_secs': 0.574193} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.430831] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Deleted Snapshot of the VM instance {{(pid=69663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 885.430831] env[69663]: INFO nova.compute.manager [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Took 15.54 seconds to snapshot the instance on the hypervisor. [ 885.480493] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cada45-a6f8-429e-b811-47b55ef77722 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.506641] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ab5058-17a0-4b4f-b718-033c8f1dbfb5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.516126] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Updating instance 'c01b7794-182c-4aa8-9469-6c008817e208' progress to 83 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 885.624270] env[69663]: DEBUG nova.compute.utils [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 885.627954] env[69663]: DEBUG nova.compute.manager [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 885.628330] env[69663]: DEBUG nova.network.neutron [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 885.675347] env[69663]: DEBUG oslo_vmware.api [None req-ccfd8f8e-e68e-4a37-b6d4-b5eed1ef2496 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332741, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.709532] env[69663]: DEBUG nova.policy [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d4780402c1044d0a2c4229a0d8e41a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ad33691c2fa4b2eabbeea2f11dce169', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 885.735343] env[69663]: DEBUG nova.compute.manager [req-5ad109d6-63fb-4849-877f-70a6054cddde req-7e6842e9-c70c-4416-950f-2144ea5a5cc3 service nova] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Received event network-vif-plugged-b13f8bc8-c4be-4955-9855-542bd68942d1 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 885.735562] env[69663]: DEBUG oslo_concurrency.lockutils [req-5ad109d6-63fb-4849-877f-70a6054cddde req-7e6842e9-c70c-4416-950f-2144ea5a5cc3 service nova] Acquiring lock "5ac378c5-aec3-4d4d-bd20-50f52c5c071b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.735908] env[69663]: DEBUG oslo_concurrency.lockutils [req-5ad109d6-63fb-4849-877f-70a6054cddde req-7e6842e9-c70c-4416-950f-2144ea5a5cc3 service nova] Lock "5ac378c5-aec3-4d4d-bd20-50f52c5c071b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.735974] env[69663]: DEBUG oslo_concurrency.lockutils [req-5ad109d6-63fb-4849-877f-70a6054cddde req-7e6842e9-c70c-4416-950f-2144ea5a5cc3 service nova] Lock "5ac378c5-aec3-4d4d-bd20-50f52c5c071b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.736582] env[69663]: DEBUG nova.compute.manager [req-5ad109d6-63fb-4849-877f-70a6054cddde req-7e6842e9-c70c-4416-950f-2144ea5a5cc3 service nova] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] No waiting events found dispatching network-vif-plugged-b13f8bc8-c4be-4955-9855-542bd68942d1 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 885.737047] env[69663]: WARNING nova.compute.manager [req-5ad109d6-63fb-4849-877f-70a6054cddde req-7e6842e9-c70c-4416-950f-2144ea5a5cc3 service nova] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Received unexpected event network-vif-plugged-b13f8bc8-c4be-4955-9855-542bd68942d1 for instance with vm_state building and task_state spawning. [ 885.816832] env[69663]: DEBUG nova.network.neutron [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Successfully updated port: b13f8bc8-c4be-4955-9855-542bd68942d1 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 885.881943] env[69663]: DEBUG oslo_vmware.api [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332743, 'name': ReconfigVM_Task, 'duration_secs': 0.335568} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.884022] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Reconfigured VM instance instance-00000035 to attach disk [datastore2] c006c2ab-ac5e-48a1-b0d8-64ade984a187/c006c2ab-ac5e-48a1-b0d8-64ade984a187.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.884022] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bccb379f-dc14-4006-9950-8d51b061e8da {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.892619] env[69663]: DEBUG oslo_vmware.api [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Waiting for the task: (returnval){ [ 885.892619] env[69663]: value = "task-3332744" [ 885.892619] env[69663]: _type = "Task" [ 885.892619] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.905862] env[69663]: DEBUG oslo_vmware.api [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332744, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.947720] env[69663]: DEBUG nova.network.neutron [req-09cf0363-2137-4777-b25e-cc30bdf308b3 req-cd58526e-72fd-4322-a8c2-74abc0fdd40e service nova] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 886.005773] env[69663]: DEBUG nova.compute.manager [None req-b0d0f4e5-d635-4eeb-8d2f-1e359f4271d1 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Found 1 images (rotation: 2) {{(pid=69663) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4554}} [ 886.022905] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 886.023835] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b12d094-610e-46cb-a1ae-38d5b385d550 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.037758] env[69663]: DEBUG oslo_vmware.api [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for the task: (returnval){ [ 886.037758] env[69663]: value = "task-3332745" [ 886.037758] env[69663]: _type = "Task" [ 886.037758] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.045965] env[69663]: DEBUG oslo_vmware.api [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.047628] env[69663]: DEBUG nova.network.neutron [req-09cf0363-2137-4777-b25e-cc30bdf308b3 req-cd58526e-72fd-4322-a8c2-74abc0fdd40e service nova] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.129056] env[69663]: DEBUG nova.compute.manager [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 886.181977] env[69663]: DEBUG oslo_vmware.api [None req-ccfd8f8e-e68e-4a37-b6d4-b5eed1ef2496 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332741, 'name': CreateSnapshot_Task, 'duration_secs': 1.348883} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.182243] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfd8f8e-e68e-4a37-b6d4-b5eed1ef2496 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Created Snapshot of the VM instance {{(pid=69663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 886.183038] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136abb72-a9e2-48b6-8c11-328cdf5644c4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.247817] env[69663]: DEBUG nova.network.neutron [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Successfully created port: 32b55e77-4a3b-4572-836f-3aa876bbf831 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 886.321851] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Acquiring lock "refresh_cache-5ac378c5-aec3-4d4d-bd20-50f52c5c071b" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.408457] env[69663]: DEBUG oslo_vmware.api [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332744, 'name': Rename_Task, 'duration_secs': 0.161089} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.408794] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 886.409255] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5afd2bd-1a55-43b5-a0cb-80a4a15148da {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.420288] env[69663]: DEBUG oslo_vmware.api [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Waiting for the task: (returnval){ [ 886.420288] env[69663]: value = "task-3332746" [ 886.420288] env[69663]: _type = "Task" [ 886.420288] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.432411] env[69663]: DEBUG oslo_vmware.api [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.548012] env[69663]: DEBUG oslo_vmware.api [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332745, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.551381] env[69663]: DEBUG oslo_concurrency.lockutils [req-09cf0363-2137-4777-b25e-cc30bdf308b3 req-cd58526e-72fd-4322-a8c2-74abc0fdd40e service nova] Releasing lock "refresh_cache-5ac378c5-aec3-4d4d-bd20-50f52c5c071b" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.552037] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Acquired lock "refresh_cache-5ac378c5-aec3-4d4d-bd20-50f52c5c071b" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.552247] env[69663]: DEBUG nova.network.neutron [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 886.704286] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfd8f8e-e68e-4a37-b6d4-b5eed1ef2496 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Creating linked-clone VM from snapshot {{(pid=69663) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 886.704947] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7ec6937a-e5f5-41c2-a521-19ee32e3900a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.717171] env[69663]: DEBUG oslo_vmware.api [None req-ccfd8f8e-e68e-4a37-b6d4-b5eed1ef2496 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for the task: (returnval){ [ 886.717171] env[69663]: value = "task-3332747" [ 886.717171] env[69663]: _type = "Task" [ 886.717171] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.733207] env[69663]: DEBUG oslo_vmware.api [None req-ccfd8f8e-e68e-4a37-b6d4-b5eed1ef2496 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332747, 'name': CloneVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.806905] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529a5d9e-24a0-4261-92e7-30fa47dcd60f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.817240] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ef7fc4-9f55-49e3-bda3-a09090ab4d63 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.864270] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adda99d-7717-4f96-a90d-a390d7db9889 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.874997] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f01002f-d249-4feb-897a-740f02a8e1db {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.897711] env[69663]: DEBUG nova.compute.provider_tree [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.936492] env[69663]: DEBUG oslo_vmware.api [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332746, 'name': PowerOnVM_Task, 'duration_secs': 0.478511} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.936711] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 886.937557] env[69663]: DEBUG nova.compute.manager [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 886.937969] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083d035a-cf53-4635-9302-61d992173a0d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.048541] env[69663]: DEBUG oslo_vmware.api [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332745, 'name': PowerOnVM_Task, 'duration_secs': 0.556529} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.048820] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 887.049021] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-51c832cb-87bd-4be9-bb65-8320fd0a4e7d tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Updating instance 'c01b7794-182c-4aa8-9469-6c008817e208' progress to 100 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 887.100690] env[69663]: DEBUG nova.network.neutron [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 887.144174] env[69663]: DEBUG nova.compute.manager [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 887.177474] env[69663]: DEBUG nova.virt.hardware [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 887.177474] env[69663]: DEBUG nova.virt.hardware [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 887.178159] env[69663]: DEBUG nova.virt.hardware [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.178684] env[69663]: DEBUG nova.virt.hardware [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 887.179040] env[69663]: DEBUG nova.virt.hardware [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.179246] env[69663]: DEBUG nova.virt.hardware [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 887.179589] env[69663]: DEBUG nova.virt.hardware [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 887.179869] env[69663]: DEBUG nova.virt.hardware [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 887.180323] env[69663]: DEBUG nova.virt.hardware [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 887.180619] env[69663]: DEBUG nova.virt.hardware [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 887.180946] env[69663]: DEBUG nova.virt.hardware [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 887.185215] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1710845-412e-43ea-ad61-9c0b3a778330 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.195877] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83201b09-ac9c-43c2-aab2-604d3aa516d1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.228469] env[69663]: DEBUG oslo_vmware.api [None req-ccfd8f8e-e68e-4a37-b6d4-b5eed1ef2496 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332747, 'name': CloneVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.230205] env[69663]: DEBUG nova.compute.manager [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 887.230205] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44292653-9e00-402c-b496-e218ae5ddb81 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.403657] env[69663]: DEBUG nova.scheduler.client.report [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 887.455079] env[69663]: DEBUG oslo_concurrency.lockutils [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.537848] env[69663]: DEBUG nova.network.neutron [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Updating instance_info_cache with network_info: [{"id": "8c95292c-3d28-4314-aa33-ed9d6655f13d", "address": "fa:16:3e:09:04:91", "network": {"id": "63fcd5a7-29aa-4181-9c18-778b8dc82076", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-980462639", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e48d9004dc14914a71bd99d9a2753d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c95292c-3d", "ovs_interfaceid": "8c95292c-3d28-4314-aa33-ed9d6655f13d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b13f8bc8-c4be-4955-9855-542bd68942d1", "address": "fa:16:3e:14:fe:8e", "network": {"id": "675a120a-3343-4827-8c0d-b2b54626ee07", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-794383990", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0e48d9004dc14914a71bd99d9a2753d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb13f8bc8-c4", "ovs_interfaceid": "b13f8bc8-c4be-4955-9855-542bd68942d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.730796] env[69663]: DEBUG oslo_vmware.api [None req-ccfd8f8e-e68e-4a37-b6d4-b5eed1ef2496 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332747, 'name': CloneVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.740312] env[69663]: INFO nova.compute.manager [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] instance snapshotting [ 887.740432] env[69663]: DEBUG nova.objects.instance [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lazy-loading 'flavor' on Instance uuid 7be8d9d2-3b54-490e-8a89-00324c49a5a0 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.877108] env[69663]: DEBUG nova.compute.manager [req-103c958a-9a78-4051-beb0-0fca2995ea2d req-a44249ce-2141-4412-bba0-a4a160ff10b0 service nova] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Received event network-changed-b13f8bc8-c4be-4955-9855-542bd68942d1 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 887.877367] env[69663]: DEBUG nova.compute.manager [req-103c958a-9a78-4051-beb0-0fca2995ea2d req-a44249ce-2141-4412-bba0-a4a160ff10b0 service nova] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Refreshing instance network info cache due to event network-changed-b13f8bc8-c4be-4955-9855-542bd68942d1. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 887.877576] env[69663]: DEBUG oslo_concurrency.lockutils [req-103c958a-9a78-4051-beb0-0fca2995ea2d req-a44249ce-2141-4412-bba0-a4a160ff10b0 service nova] Acquiring lock "refresh_cache-5ac378c5-aec3-4d4d-bd20-50f52c5c071b" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.911017] env[69663]: DEBUG oslo_concurrency.lockutils [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.795s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.911017] env[69663]: DEBUG nova.compute.manager [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 887.912868] env[69663]: DEBUG oslo_concurrency.lockutils [None req-675064bc-e308-4782-b24a-a40f088cfbac tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.642s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.913138] env[69663]: DEBUG nova.objects.instance [None req-675064bc-e308-4782-b24a-a40f088cfbac tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Lazy-loading 'resources' on Instance uuid c36ab50f-44a5-407a-8a80-7482470b09aa {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.040933] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Releasing lock "refresh_cache-5ac378c5-aec3-4d4d-bd20-50f52c5c071b" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.041624] env[69663]: DEBUG nova.compute.manager [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Instance network_info: |[{"id": "8c95292c-3d28-4314-aa33-ed9d6655f13d", "address": "fa:16:3e:09:04:91", "network": {"id": "63fcd5a7-29aa-4181-9c18-778b8dc82076", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-980462639", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e48d9004dc14914a71bd99d9a2753d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c95292c-3d", "ovs_interfaceid": "8c95292c-3d28-4314-aa33-ed9d6655f13d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b13f8bc8-c4be-4955-9855-542bd68942d1", "address": "fa:16:3e:14:fe:8e", "network": {"id": "675a120a-3343-4827-8c0d-b2b54626ee07", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-794383990", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0e48d9004dc14914a71bd99d9a2753d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb13f8bc8-c4", "ovs_interfaceid": "b13f8bc8-c4be-4955-9855-542bd68942d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 888.041786] env[69663]: DEBUG oslo_concurrency.lockutils [req-103c958a-9a78-4051-beb0-0fca2995ea2d req-a44249ce-2141-4412-bba0-a4a160ff10b0 service nova] Acquired lock "refresh_cache-5ac378c5-aec3-4d4d-bd20-50f52c5c071b" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.041981] env[69663]: DEBUG nova.network.neutron [req-103c958a-9a78-4051-beb0-0fca2995ea2d req-a44249ce-2141-4412-bba0-a4a160ff10b0 service nova] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Refreshing network info cache for port b13f8bc8-c4be-4955-9855-542bd68942d1 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 888.043403] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:04:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c95292c-3d28-4314-aa33-ed9d6655f13d', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:fe:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '34a581cb-6d33-4e2e-af50-735a6749d6da', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b13f8bc8-c4be-4955-9855-542bd68942d1', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.053312] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.054361] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 888.054616] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba756b1e-59c5-4a0e-ba59-d752a24e0100 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.085473] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.085473] env[69663]: value = "task-3332748" [ 888.085473] env[69663]: _type = "Task" [ 888.085473] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.097037] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332748, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.230406] env[69663]: DEBUG oslo_vmware.api [None req-ccfd8f8e-e68e-4a37-b6d4-b5eed1ef2496 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332747, 'name': CloneVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.246788] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e18273-fd01-4ddf-96d7-1691cd49e139 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.269058] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940ac4b8-30d9-4558-98f5-4821dd31c79b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.321503] env[69663]: DEBUG oslo_concurrency.lockutils [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Acquiring lock "c006c2ab-ac5e-48a1-b0d8-64ade984a187" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.321836] env[69663]: DEBUG oslo_concurrency.lockutils [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Lock "c006c2ab-ac5e-48a1-b0d8-64ade984a187" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.322107] env[69663]: DEBUG oslo_concurrency.lockutils [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Acquiring lock "c006c2ab-ac5e-48a1-b0d8-64ade984a187-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.322340] env[69663]: DEBUG oslo_concurrency.lockutils [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Lock "c006c2ab-ac5e-48a1-b0d8-64ade984a187-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.322531] env[69663]: DEBUG oslo_concurrency.lockutils [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Lock "c006c2ab-ac5e-48a1-b0d8-64ade984a187-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.324983] env[69663]: INFO nova.compute.manager [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Terminating instance [ 888.326794] env[69663]: DEBUG oslo_concurrency.lockutils [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Acquiring lock "refresh_cache-c006c2ab-ac5e-48a1-b0d8-64ade984a187" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.327486] env[69663]: DEBUG oslo_concurrency.lockutils [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Acquired lock "refresh_cache-c006c2ab-ac5e-48a1-b0d8-64ade984a187" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.327486] env[69663]: DEBUG nova.network.neutron [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 888.416337] env[69663]: DEBUG nova.compute.utils [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 888.421470] env[69663]: DEBUG nova.compute.manager [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 888.421660] env[69663]: DEBUG nova.network.neutron [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 888.472435] env[69663]: DEBUG nova.policy [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d4780402c1044d0a2c4229a0d8e41a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ad33691c2fa4b2eabbeea2f11dce169', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 888.514157] env[69663]: DEBUG nova.network.neutron [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Successfully updated port: 32b55e77-4a3b-4572-836f-3aa876bbf831 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 888.565113] env[69663]: DEBUG nova.compute.manager [req-7800152d-a632-4e83-9386-a71750785c04 req-f03d0966-9394-4ee6-aaf8-071793647dd6 service nova] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Received event network-vif-plugged-32b55e77-4a3b-4572-836f-3aa876bbf831 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 888.565390] env[69663]: DEBUG oslo_concurrency.lockutils [req-7800152d-a632-4e83-9386-a71750785c04 req-f03d0966-9394-4ee6-aaf8-071793647dd6 service nova] Acquiring lock "72adaa51-ad9d-4851-9183-58edff64726e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.565621] env[69663]: DEBUG oslo_concurrency.lockutils [req-7800152d-a632-4e83-9386-a71750785c04 req-f03d0966-9394-4ee6-aaf8-071793647dd6 service nova] Lock "72adaa51-ad9d-4851-9183-58edff64726e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.565799] env[69663]: DEBUG oslo_concurrency.lockutils [req-7800152d-a632-4e83-9386-a71750785c04 req-f03d0966-9394-4ee6-aaf8-071793647dd6 service nova] Lock "72adaa51-ad9d-4851-9183-58edff64726e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.565976] env[69663]: DEBUG nova.compute.manager [req-7800152d-a632-4e83-9386-a71750785c04 req-f03d0966-9394-4ee6-aaf8-071793647dd6 service nova] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] No waiting events found dispatching network-vif-plugged-32b55e77-4a3b-4572-836f-3aa876bbf831 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 888.566598] env[69663]: WARNING nova.compute.manager [req-7800152d-a632-4e83-9386-a71750785c04 req-f03d0966-9394-4ee6-aaf8-071793647dd6 service nova] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Received unexpected event network-vif-plugged-32b55e77-4a3b-4572-836f-3aa876bbf831 for instance with vm_state building and task_state spawning. [ 888.612047] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332748, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.732020] env[69663]: DEBUG oslo_vmware.api [None req-ccfd8f8e-e68e-4a37-b6d4-b5eed1ef2496 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332747, 'name': CloneVM_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.783567] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Creating Snapshot of the VM instance {{(pid=69663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 888.788788] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e902fc13-e5b0-48c3-9d9b-27e18bcca6d4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.800959] env[69663]: DEBUG oslo_vmware.api [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 888.800959] env[69663]: value = "task-3332749" [ 888.800959] env[69663]: _type = "Task" [ 888.800959] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.824582] env[69663]: DEBUG oslo_vmware.api [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332749, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.838563] env[69663]: DEBUG nova.network.neutron [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Successfully created port: ef6ea8e9-4f8f-4ee5-81c1-0a3424df9050 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 888.868975] env[69663]: DEBUG nova.network.neutron [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 888.931510] env[69663]: DEBUG nova.compute.manager [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 889.019020] env[69663]: DEBUG oslo_concurrency.lockutils [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquiring lock "refresh_cache-72adaa51-ad9d-4851-9183-58edff64726e" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.019257] env[69663]: DEBUG oslo_concurrency.lockutils [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquired lock "refresh_cache-72adaa51-ad9d-4851-9183-58edff64726e" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.019455] env[69663]: DEBUG nova.network.neutron [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 889.027205] env[69663]: DEBUG nova.network.neutron [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.100226] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332748, 'name': CreateVM_Task, 'duration_secs': 0.581665} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.100481] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 889.101357] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.102494] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.102898] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.103446] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df8f3f8c-83a9-4272-b43f-3612d22f93c5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.110392] env[69663]: DEBUG oslo_vmware.api [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Waiting for the task: (returnval){ [ 889.110392] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]520275c3-6373-a9ef-8f04-2b4ff6c1ba9a" [ 889.110392] env[69663]: _type = "Task" [ 889.110392] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.123713] env[69663]: DEBUG oslo_vmware.api [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]520275c3-6373-a9ef-8f04-2b4ff6c1ba9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.176532] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26615e95-581a-4907-a377-3c9a0ec109c5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.181205] env[69663]: DEBUG nova.network.neutron [req-103c958a-9a78-4051-beb0-0fca2995ea2d req-a44249ce-2141-4412-bba0-a4a160ff10b0 service nova] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Updated VIF entry in instance network info cache for port b13f8bc8-c4be-4955-9855-542bd68942d1. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 889.181775] env[69663]: DEBUG nova.network.neutron [req-103c958a-9a78-4051-beb0-0fca2995ea2d req-a44249ce-2141-4412-bba0-a4a160ff10b0 service nova] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Updating instance_info_cache with network_info: [{"id": "8c95292c-3d28-4314-aa33-ed9d6655f13d", "address": "fa:16:3e:09:04:91", "network": {"id": "63fcd5a7-29aa-4181-9c18-778b8dc82076", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-980462639", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e48d9004dc14914a71bd99d9a2753d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c95292c-3d", "ovs_interfaceid": "8c95292c-3d28-4314-aa33-ed9d6655f13d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b13f8bc8-c4be-4955-9855-542bd68942d1", "address": "fa:16:3e:14:fe:8e", "network": {"id": "675a120a-3343-4827-8c0d-b2b54626ee07", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-794383990", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0e48d9004dc14914a71bd99d9a2753d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb13f8bc8-c4", "ovs_interfaceid": "b13f8bc8-c4be-4955-9855-542bd68942d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.190590] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cbc8081-e3a4-4a9a-9067-6a6025555a7a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.230953] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc465554-fab3-4b63-8fc9-115a9b74ffe4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.245540] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451d83c7-801a-4e59-8cdd-a0bb57589e81 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.249697] env[69663]: DEBUG oslo_vmware.api [None req-ccfd8f8e-e68e-4a37-b6d4-b5eed1ef2496 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332747, 'name': CloneVM_Task, 'duration_secs': 2.07851} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.250482] env[69663]: INFO nova.virt.vmwareapi.vmops [None req-ccfd8f8e-e68e-4a37-b6d4-b5eed1ef2496 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Created linked-clone VM from snapshot [ 889.251892] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75585704-50e0-4499-8da3-43cf304293a3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.264379] env[69663]: DEBUG nova.compute.provider_tree [None req-675064bc-e308-4782-b24a-a40f088cfbac tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.275039] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-ccfd8f8e-e68e-4a37-b6d4-b5eed1ef2496 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Uploading image 3ae210c7-030f-45eb-8b43-1863de31380f {{(pid=69663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 889.293072] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccfd8f8e-e68e-4a37-b6d4-b5eed1ef2496 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Destroying the VM {{(pid=69663) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 889.293384] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-02a5f6a0-737e-430f-8a67-dc1bde6924e3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.307630] env[69663]: DEBUG oslo_vmware.api [None req-ccfd8f8e-e68e-4a37-b6d4-b5eed1ef2496 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for the task: (returnval){ [ 889.307630] env[69663]: value = "task-3332750" [ 889.307630] env[69663]: _type = "Task" [ 889.307630] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.315112] env[69663]: DEBUG oslo_vmware.api [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332749, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.321252] env[69663]: DEBUG oslo_vmware.api [None req-ccfd8f8e-e68e-4a37-b6d4-b5eed1ef2496 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332750, 'name': Destroy_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.530281] env[69663]: DEBUG oslo_concurrency.lockutils [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Releasing lock "refresh_cache-c006c2ab-ac5e-48a1-b0d8-64ade984a187" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.530736] env[69663]: DEBUG nova.compute.manager [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 889.532900] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 889.533324] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f6017c-0e1e-4dd7-b3bb-0d670bbcd015 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.548218] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 889.548218] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-834fcfd3-b13d-448c-9ef4-fb0a754c7643 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.556917] env[69663]: DEBUG oslo_vmware.api [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Waiting for the task: (returnval){ [ 889.556917] env[69663]: value = "task-3332751" [ 889.556917] env[69663]: _type = "Task" [ 889.556917] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.567877] env[69663]: DEBUG oslo_vmware.api [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.628342] env[69663]: DEBUG oslo_vmware.api [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]520275c3-6373-a9ef-8f04-2b4ff6c1ba9a, 'name': SearchDatastore_Task, 'duration_secs': 0.014936} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.628342] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.628342] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.628342] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.628853] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.628853] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.628853] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f62fcf49-eaf5-4c81-8f74-ae70f421aaff {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.640669] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.640669] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 889.641070] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6280bc0-2375-444d-b626-f3f5806cdcad {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.644894] env[69663]: DEBUG nova.network.neutron [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 889.655026] env[69663]: DEBUG oslo_vmware.api [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Waiting for the task: (returnval){ [ 889.655026] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]526a7876-485b-33d6-3151-c557b9b65590" [ 889.655026] env[69663]: _type = "Task" [ 889.655026] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.666872] env[69663]: DEBUG oslo_vmware.api [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]526a7876-485b-33d6-3151-c557b9b65590, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.690295] env[69663]: DEBUG oslo_concurrency.lockutils [req-103c958a-9a78-4051-beb0-0fca2995ea2d req-a44249ce-2141-4412-bba0-a4a160ff10b0 service nova] Releasing lock "refresh_cache-5ac378c5-aec3-4d4d-bd20-50f52c5c071b" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.770975] env[69663]: DEBUG nova.scheduler.client.report [None req-675064bc-e308-4782-b24a-a40f088cfbac tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 889.815661] env[69663]: DEBUG oslo_vmware.api [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332749, 'name': CreateSnapshot_Task, 'duration_secs': 0.720699} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.815661] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Created Snapshot of the VM instance {{(pid=69663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 889.816326] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04c73b0-bec1-4dd6-8a02-c7f0aca32a5f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.823105] env[69663]: DEBUG oslo_vmware.api [None req-ccfd8f8e-e68e-4a37-b6d4-b5eed1ef2496 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332750, 'name': Destroy_Task, 'duration_secs': 0.399852} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.823695] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-ccfd8f8e-e68e-4a37-b6d4-b5eed1ef2496 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Destroyed the VM [ 889.823972] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfd8f8e-e68e-4a37-b6d4-b5eed1ef2496 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Deleting Snapshot of the VM instance {{(pid=69663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 889.824259] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-678b32c3-24d9-4864-a9f8-8c28c060b68e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.837780] env[69663]: DEBUG oslo_vmware.api [None req-ccfd8f8e-e68e-4a37-b6d4-b5eed1ef2496 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for the task: (returnval){ [ 889.837780] env[69663]: value = "task-3332752" [ 889.837780] env[69663]: _type = "Task" [ 889.837780] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.849056] env[69663]: DEBUG oslo_vmware.api [None req-ccfd8f8e-e68e-4a37-b6d4-b5eed1ef2496 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332752, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.864687] env[69663]: DEBUG nova.network.neutron [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Port 57e3d190-1bc5-4c2a-aaf7-55af4cb28e93 binding to destination host cpu-1 is already ACTIVE {{(pid=69663) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 889.864955] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquiring lock "refresh_cache-c01b7794-182c-4aa8-9469-6c008817e208" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.865123] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquired lock "refresh_cache-c01b7794-182c-4aa8-9469-6c008817e208" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.865297] env[69663]: DEBUG nova.network.neutron [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 889.952654] env[69663]: DEBUG nova.compute.manager [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 889.986608] env[69663]: DEBUG nova.network.neutron [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Updating instance_info_cache with network_info: [{"id": "32b55e77-4a3b-4572-836f-3aa876bbf831", "address": "fa:16:3e:9d:01:6a", "network": {"id": "0030965b-e7b4-460d-838e-6c788f6c3ee6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-140417174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ad33691c2fa4b2eabbeea2f11dce169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32b55e77-4a", "ovs_interfaceid": "32b55e77-4a3b-4572-836f-3aa876bbf831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.991265] env[69663]: DEBUG nova.virt.hardware [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 889.991503] env[69663]: DEBUG nova.virt.hardware [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 889.994292] env[69663]: DEBUG nova.virt.hardware [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.994292] env[69663]: DEBUG nova.virt.hardware [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 889.994292] env[69663]: DEBUG nova.virt.hardware [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.994292] env[69663]: DEBUG nova.virt.hardware [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 889.994292] env[69663]: DEBUG nova.virt.hardware [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 889.994292] env[69663]: DEBUG nova.virt.hardware [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 889.994292] env[69663]: DEBUG nova.virt.hardware [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 889.994292] env[69663]: DEBUG nova.virt.hardware [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 889.994292] env[69663]: DEBUG nova.virt.hardware [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 889.994292] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255e11e1-dbeb-4d29-ad55-be668af81b1b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.003856] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e989ca-7341-47ad-b3f8-c40716d3031d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.067840] env[69663]: DEBUG oslo_vmware.api [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332751, 'name': PowerOffVM_Task, 'duration_secs': 0.145793} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.068261] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 890.068488] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 890.068781] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de6092e6-2de0-4ed9-af0d-16dd65060b64 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.101698] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 890.101988] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 890.102230] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Deleting the datastore file [datastore2] c006c2ab-ac5e-48a1-b0d8-64ade984a187 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.102490] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4d7a406-54ca-4145-bec8-746d27b6ad66 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.109726] env[69663]: DEBUG oslo_vmware.api [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Waiting for the task: (returnval){ [ 890.109726] env[69663]: value = "task-3332754" [ 890.109726] env[69663]: _type = "Task" [ 890.109726] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.118865] env[69663]: DEBUG oslo_vmware.api [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.167331] env[69663]: DEBUG oslo_vmware.api [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]526a7876-485b-33d6-3151-c557b9b65590, 'name': SearchDatastore_Task, 'duration_secs': 0.016814} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.168356] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d5385ec-8363-40d5-b655-1875fc91c24a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.175811] env[69663]: DEBUG oslo_vmware.api [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Waiting for the task: (returnval){ [ 890.175811] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d284b9-5138-0c5a-1be3-65691f012769" [ 890.175811] env[69663]: _type = "Task" [ 890.175811] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.187356] env[69663]: DEBUG oslo_vmware.api [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d284b9-5138-0c5a-1be3-65691f012769, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.278912] env[69663]: DEBUG oslo_concurrency.lockutils [None req-675064bc-e308-4782-b24a-a40f088cfbac tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.366s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.281534] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.098s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.283275] env[69663]: INFO nova.compute.claims [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.306513] env[69663]: INFO nova.scheduler.client.report [None req-675064bc-e308-4782-b24a-a40f088cfbac tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Deleted allocations for instance c36ab50f-44a5-407a-8a80-7482470b09aa [ 890.340686] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Creating linked-clone VM from snapshot {{(pid=69663) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 890.341204] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-efaed61c-8794-4657-b26c-556182214a78 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.358193] env[69663]: DEBUG oslo_vmware.api [None req-ccfd8f8e-e68e-4a37-b6d4-b5eed1ef2496 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332752, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.360820] env[69663]: DEBUG oslo_vmware.api [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 890.360820] env[69663]: value = "task-3332755" [ 890.360820] env[69663]: _type = "Task" [ 890.360820] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.372665] env[69663]: DEBUG oslo_vmware.api [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332755, 'name': CloneVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.473305] env[69663]: DEBUG nova.network.neutron [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Successfully updated port: ef6ea8e9-4f8f-4ee5-81c1-0a3424df9050 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 890.497659] env[69663]: DEBUG oslo_concurrency.lockutils [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Releasing lock "refresh_cache-72adaa51-ad9d-4851-9183-58edff64726e" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.498105] env[69663]: DEBUG nova.compute.manager [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Instance network_info: |[{"id": "32b55e77-4a3b-4572-836f-3aa876bbf831", "address": "fa:16:3e:9d:01:6a", "network": {"id": "0030965b-e7b4-460d-838e-6c788f6c3ee6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-140417174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ad33691c2fa4b2eabbeea2f11dce169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32b55e77-4a", "ovs_interfaceid": "32b55e77-4a3b-4572-836f-3aa876bbf831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 890.498515] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:01:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32b55e77-4a3b-4572-836f-3aa876bbf831', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.506452] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.508333] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 890.508668] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-35576561-4e9a-4d50-b8e3-0633bbe67a25 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.533346] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.533346] env[69663]: value = "task-3332756" [ 890.533346] env[69663]: _type = "Task" [ 890.533346] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.543192] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332756, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.632902] env[69663]: DEBUG oslo_vmware.api [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123212} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.632902] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.632902] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 890.632902] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 890.632902] env[69663]: INFO nova.compute.manager [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Took 1.10 seconds to destroy the instance on the hypervisor. [ 890.632902] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.632902] env[69663]: DEBUG nova.compute.manager [-] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 890.632902] env[69663]: DEBUG nova.network.neutron [-] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 890.638954] env[69663]: DEBUG nova.compute.manager [req-0bfddad2-37c8-49f8-b205-55a583adcec8 req-115b1af9-d437-4cb4-a8ed-932b32e927e4 service nova] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Received event network-vif-plugged-ef6ea8e9-4f8f-4ee5-81c1-0a3424df9050 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 890.639275] env[69663]: DEBUG oslo_concurrency.lockutils [req-0bfddad2-37c8-49f8-b205-55a583adcec8 req-115b1af9-d437-4cb4-a8ed-932b32e927e4 service nova] Acquiring lock "da66309c-65cb-4e12-82fc-54c240cb5134-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.639523] env[69663]: DEBUG oslo_concurrency.lockutils [req-0bfddad2-37c8-49f8-b205-55a583adcec8 req-115b1af9-d437-4cb4-a8ed-932b32e927e4 service nova] Lock "da66309c-65cb-4e12-82fc-54c240cb5134-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.639952] env[69663]: DEBUG oslo_concurrency.lockutils [req-0bfddad2-37c8-49f8-b205-55a583adcec8 req-115b1af9-d437-4cb4-a8ed-932b32e927e4 service nova] Lock "da66309c-65cb-4e12-82fc-54c240cb5134-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.639952] env[69663]: DEBUG nova.compute.manager [req-0bfddad2-37c8-49f8-b205-55a583adcec8 req-115b1af9-d437-4cb4-a8ed-932b32e927e4 service nova] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] No waiting events found dispatching network-vif-plugged-ef6ea8e9-4f8f-4ee5-81c1-0a3424df9050 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 890.641087] env[69663]: WARNING nova.compute.manager [req-0bfddad2-37c8-49f8-b205-55a583adcec8 req-115b1af9-d437-4cb4-a8ed-932b32e927e4 service nova] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Received unexpected event network-vif-plugged-ef6ea8e9-4f8f-4ee5-81c1-0a3424df9050 for instance with vm_state building and task_state spawning. [ 890.658499] env[69663]: DEBUG nova.network.neutron [-] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 890.695122] env[69663]: DEBUG oslo_vmware.api [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d284b9-5138-0c5a-1be3-65691f012769, 'name': SearchDatastore_Task, 'duration_secs': 0.01672} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.695720] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.697499] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 5ac378c5-aec3-4d4d-bd20-50f52c5c071b/5ac378c5-aec3-4d4d-bd20-50f52c5c071b.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 890.697499] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42274635-038b-41a2-9b56-9ad2299351bf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.710973] env[69663]: DEBUG oslo_vmware.api [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Waiting for the task: (returnval){ [ 890.710973] env[69663]: value = "task-3332757" [ 890.710973] env[69663]: _type = "Task" [ 890.710973] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.721515] env[69663]: DEBUG oslo_vmware.api [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': task-3332757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.814349] env[69663]: DEBUG oslo_concurrency.lockutils [None req-675064bc-e308-4782-b24a-a40f088cfbac tempest-ServerGroupTestJSON-1584243530 tempest-ServerGroupTestJSON-1584243530-project-member] Lock "c36ab50f-44a5-407a-8a80-7482470b09aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.800s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.853313] env[69663]: DEBUG oslo_vmware.api [None req-ccfd8f8e-e68e-4a37-b6d4-b5eed1ef2496 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332752, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.872810] env[69663]: DEBUG oslo_vmware.api [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332755, 'name': CloneVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.885023] env[69663]: DEBUG nova.network.neutron [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Updating instance_info_cache with network_info: [{"id": "57e3d190-1bc5-4c2a-aaf7-55af4cb28e93", "address": "fa:16:3e:4a:ce:66", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57e3d190-1b", "ovs_interfaceid": "57e3d190-1bc5-4c2a-aaf7-55af4cb28e93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.933070] env[69663]: DEBUG nova.compute.manager [req-7b96d6f8-ae5f-4ed7-bc95-4f6d37ea3e84 req-45a920bd-4c55-4072-aabb-78327a94ba21 service nova] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Received event network-changed-32b55e77-4a3b-4572-836f-3aa876bbf831 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 890.934251] env[69663]: DEBUG nova.compute.manager [req-7b96d6f8-ae5f-4ed7-bc95-4f6d37ea3e84 req-45a920bd-4c55-4072-aabb-78327a94ba21 service nova] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Refreshing instance network info cache due to event network-changed-32b55e77-4a3b-4572-836f-3aa876bbf831. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 890.934251] env[69663]: DEBUG oslo_concurrency.lockutils [req-7b96d6f8-ae5f-4ed7-bc95-4f6d37ea3e84 req-45a920bd-4c55-4072-aabb-78327a94ba21 service nova] Acquiring lock "refresh_cache-72adaa51-ad9d-4851-9183-58edff64726e" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.934251] env[69663]: DEBUG oslo_concurrency.lockutils [req-7b96d6f8-ae5f-4ed7-bc95-4f6d37ea3e84 req-45a920bd-4c55-4072-aabb-78327a94ba21 service nova] Acquired lock "refresh_cache-72adaa51-ad9d-4851-9183-58edff64726e" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.934251] env[69663]: DEBUG nova.network.neutron [req-7b96d6f8-ae5f-4ed7-bc95-4f6d37ea3e84 req-45a920bd-4c55-4072-aabb-78327a94ba21 service nova] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Refreshing network info cache for port 32b55e77-4a3b-4572-836f-3aa876bbf831 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 890.978760] env[69663]: DEBUG oslo_concurrency.lockutils [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquiring lock "refresh_cache-da66309c-65cb-4e12-82fc-54c240cb5134" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.978956] env[69663]: DEBUG oslo_concurrency.lockutils [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquired lock "refresh_cache-da66309c-65cb-4e12-82fc-54c240cb5134" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.979237] env[69663]: DEBUG nova.network.neutron [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 891.050816] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332756, 'name': CreateVM_Task, 'duration_secs': 0.468793} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.050816] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 891.051612] env[69663]: DEBUG oslo_concurrency.lockutils [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.052147] env[69663]: DEBUG oslo_concurrency.lockutils [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.052147] env[69663]: DEBUG oslo_concurrency.lockutils [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.052445] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10ef650d-ff14-4f8a-8678-85a5f7d1c764 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.061793] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for the task: (returnval){ [ 891.061793] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529fa33f-1763-1661-5188-e6f5e31b1b53" [ 891.061793] env[69663]: _type = "Task" [ 891.061793] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.074318] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529fa33f-1763-1661-5188-e6f5e31b1b53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.160603] env[69663]: DEBUG nova.network.neutron [-] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.222735] env[69663]: DEBUG oslo_vmware.api [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': task-3332757, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.285437] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "f4593027-e1c7-44a2-ab70-3d49444f2d69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.285868] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "f4593027-e1c7-44a2-ab70-3d49444f2d69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.356947] env[69663]: DEBUG oslo_vmware.api [None req-ccfd8f8e-e68e-4a37-b6d4-b5eed1ef2496 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332752, 'name': RemoveSnapshot_Task, 'duration_secs': 1.300595} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.357453] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ccfd8f8e-e68e-4a37-b6d4-b5eed1ef2496 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Deleted Snapshot of the VM instance {{(pid=69663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 891.378377] env[69663]: DEBUG oslo_vmware.api [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332755, 'name': CloneVM_Task} progress is 95%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.387684] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Releasing lock "refresh_cache-c01b7794-182c-4aa8-9469-6c008817e208" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.520293] env[69663]: DEBUG nova.network.neutron [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 891.577421] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529fa33f-1763-1661-5188-e6f5e31b1b53, 'name': SearchDatastore_Task, 'duration_secs': 0.026393} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.579761] env[69663]: DEBUG oslo_concurrency.lockutils [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.580075] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.580357] env[69663]: DEBUG oslo_concurrency.lockutils [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.580516] env[69663]: DEBUG oslo_concurrency.lockutils [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.580744] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.581056] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0a6d3c3-bd1d-462f-807e-f849a1c08b64 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.594244] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.594453] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 891.595240] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7aca787-d9ed-4eeb-a317-3c1be5732795 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.606250] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for the task: (returnval){ [ 891.606250] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5213e05e-fd0f-c528-ebd7-2d53a7c3fc2f" [ 891.606250] env[69663]: _type = "Task" [ 891.606250] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.617221] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5213e05e-fd0f-c528-ebd7-2d53a7c3fc2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.665640] env[69663]: INFO nova.compute.manager [-] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Took 1.03 seconds to deallocate network for instance. [ 891.687305] env[69663]: DEBUG nova.network.neutron [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Updating instance_info_cache with network_info: [{"id": "ef6ea8e9-4f8f-4ee5-81c1-0a3424df9050", "address": "fa:16:3e:70:8b:e8", "network": {"id": "0030965b-e7b4-460d-838e-6c788f6c3ee6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-140417174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ad33691c2fa4b2eabbeea2f11dce169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef6ea8e9-4f", "ovs_interfaceid": "ef6ea8e9-4f8f-4ee5-81c1-0a3424df9050", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.728999] env[69663]: DEBUG oslo_vmware.api [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': task-3332757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639362} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.734471] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 5ac378c5-aec3-4d4d-bd20-50f52c5c071b/5ac378c5-aec3-4d4d-bd20-50f52c5c071b.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 891.734963] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.735580] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd08fdbb-5128-44ae-a19f-2fc6a0522796 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.748266] env[69663]: DEBUG oslo_vmware.api [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Waiting for the task: (returnval){ [ 891.748266] env[69663]: value = "task-3332758" [ 891.748266] env[69663]: _type = "Task" [ 891.748266] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.760293] env[69663]: DEBUG oslo_vmware.api [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': task-3332758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.777683] env[69663]: DEBUG nova.network.neutron [req-7b96d6f8-ae5f-4ed7-bc95-4f6d37ea3e84 req-45a920bd-4c55-4072-aabb-78327a94ba21 service nova] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Updated VIF entry in instance network info cache for port 32b55e77-4a3b-4572-836f-3aa876bbf831. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 891.778089] env[69663]: DEBUG nova.network.neutron [req-7b96d6f8-ae5f-4ed7-bc95-4f6d37ea3e84 req-45a920bd-4c55-4072-aabb-78327a94ba21 service nova] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Updating instance_info_cache with network_info: [{"id": "32b55e77-4a3b-4572-836f-3aa876bbf831", "address": "fa:16:3e:9d:01:6a", "network": {"id": "0030965b-e7b4-460d-838e-6c788f6c3ee6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-140417174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ad33691c2fa4b2eabbeea2f11dce169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32b55e77-4a", "ovs_interfaceid": "32b55e77-4a3b-4572-836f-3aa876bbf831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.864044] env[69663]: WARNING nova.compute.manager [None req-ccfd8f8e-e68e-4a37-b6d4-b5eed1ef2496 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Image not found during snapshot: nova.exception.ImageNotFound: Image 3ae210c7-030f-45eb-8b43-1863de31380f could not be found. [ 891.871364] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1416f8-a9ae-45d5-9cc0-dfa71f864318 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.882559] env[69663]: DEBUG oslo_vmware.api [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332755, 'name': CloneVM_Task, 'duration_secs': 1.347683} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.884210] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe7aa07-a8e9-4f19-a6da-221b7b06967c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.887523] env[69663]: INFO nova.virt.vmwareapi.vmops [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Created linked-clone VM from snapshot [ 891.888524] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e601d8f8-5853-4b97-8104-bff4f9a658f2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.894034] env[69663]: DEBUG nova.compute.manager [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69663) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:897}} [ 891.894146] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.925010] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759c1a2f-f612-44aa-b333-6c68dff64f59 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.927872] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Uploading image 240fe07f-fd77-4dee-b71e-e153f889570c {{(pid=69663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 891.936990] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157cc5b8-ec51-4a86-8b1e-40c142ebbf47 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.952730] env[69663]: DEBUG nova.compute.provider_tree [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.962961] env[69663]: DEBUG oslo_vmware.rw_handles [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 891.962961] env[69663]: value = "vm-665296" [ 891.962961] env[69663]: _type = "VirtualMachine" [ 891.962961] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 891.963605] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bd8f0e93-db48-4aff-9067-253b501f9d01 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.972435] env[69663]: DEBUG oslo_vmware.rw_handles [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lease: (returnval){ [ 891.972435] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]520a7ae3-dae1-7101-0fe0-5aa8ad1c8e36" [ 891.972435] env[69663]: _type = "HttpNfcLease" [ 891.972435] env[69663]: } obtained for exporting VM: (result){ [ 891.972435] env[69663]: value = "vm-665296" [ 891.972435] env[69663]: _type = "VirtualMachine" [ 891.972435] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 891.972854] env[69663]: DEBUG oslo_vmware.api [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the lease: (returnval){ [ 891.972854] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]520a7ae3-dae1-7101-0fe0-5aa8ad1c8e36" [ 891.972854] env[69663]: _type = "HttpNfcLease" [ 891.972854] env[69663]: } to be ready. {{(pid=69663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 891.981761] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 891.981761] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]520a7ae3-dae1-7101-0fe0-5aa8ad1c8e36" [ 891.981761] env[69663]: _type = "HttpNfcLease" [ 891.981761] env[69663]: } is initializing. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 892.117410] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5213e05e-fd0f-c528-ebd7-2d53a7c3fc2f, 'name': SearchDatastore_Task, 'duration_secs': 0.011834} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.118269] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d43db838-38c8-4c56-9cd6-c70734c2adf9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.124159] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for the task: (returnval){ [ 892.124159] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5232c515-01c7-9bd4-3d16-56db3be3c81c" [ 892.124159] env[69663]: _type = "Task" [ 892.124159] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.132711] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5232c515-01c7-9bd4-3d16-56db3be3c81c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.175261] env[69663]: DEBUG oslo_concurrency.lockutils [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.192116] env[69663]: DEBUG oslo_concurrency.lockutils [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Releasing lock "refresh_cache-da66309c-65cb-4e12-82fc-54c240cb5134" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.192488] env[69663]: DEBUG nova.compute.manager [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Instance network_info: |[{"id": "ef6ea8e9-4f8f-4ee5-81c1-0a3424df9050", "address": "fa:16:3e:70:8b:e8", "network": {"id": "0030965b-e7b4-460d-838e-6c788f6c3ee6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-140417174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ad33691c2fa4b2eabbeea2f11dce169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef6ea8e9-4f", "ovs_interfaceid": "ef6ea8e9-4f8f-4ee5-81c1-0a3424df9050", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 892.192980] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:8b:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d6abf71-e893-4dec-9a05-0fe7d6c0624e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef6ea8e9-4f8f-4ee5-81c1-0a3424df9050', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.202783] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.203131] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 892.203319] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67e16553-7216-4ee1-bf61-c467e83d3590 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.228572] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.228572] env[69663]: value = "task-3332760" [ 892.228572] env[69663]: _type = "Task" [ 892.228572] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.238971] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332760, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.258022] env[69663]: DEBUG oslo_vmware.api [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': task-3332758, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089149} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.258022] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.258840] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c8b553-500a-4575-8f69-1457315d6be4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.286136] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 5ac378c5-aec3-4d4d-bd20-50f52c5c071b/5ac378c5-aec3-4d4d-bd20-50f52c5c071b.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.286797] env[69663]: DEBUG oslo_concurrency.lockutils [req-7b96d6f8-ae5f-4ed7-bc95-4f6d37ea3e84 req-45a920bd-4c55-4072-aabb-78327a94ba21 service nova] Releasing lock "refresh_cache-72adaa51-ad9d-4851-9183-58edff64726e" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.287256] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24843d42-53b7-464f-83e0-0631eea45704 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.309416] env[69663]: DEBUG oslo_vmware.api [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Waiting for the task: (returnval){ [ 892.309416] env[69663]: value = "task-3332761" [ 892.309416] env[69663]: _type = "Task" [ 892.309416] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.327151] env[69663]: DEBUG oslo_vmware.api [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': task-3332761, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.456767] env[69663]: DEBUG nova.scheduler.client.report [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 892.482697] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 892.482697] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]520a7ae3-dae1-7101-0fe0-5aa8ad1c8e36" [ 892.482697] env[69663]: _type = "HttpNfcLease" [ 892.482697] env[69663]: } is ready. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 892.483128] env[69663]: DEBUG oslo_vmware.rw_handles [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 892.483128] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]520a7ae3-dae1-7101-0fe0-5aa8ad1c8e36" [ 892.483128] env[69663]: _type = "HttpNfcLease" [ 892.483128] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 892.484013] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2913d5-e370-4f8a-9b82-fbd7ddbd1a66 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.492673] env[69663]: DEBUG oslo_vmware.rw_handles [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526eeb2a-20de-48f0-832a-e47ff251adcf/disk-0.vmdk from lease info. {{(pid=69663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 892.492909] env[69663]: DEBUG oslo_vmware.rw_handles [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526eeb2a-20de-48f0-832a-e47ff251adcf/disk-0.vmdk for reading. {{(pid=69663) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 892.596257] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e3dd1f52-53f5-4980-928e-830fc5e21a75 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.634941] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5232c515-01c7-9bd4-3d16-56db3be3c81c, 'name': SearchDatastore_Task, 'duration_secs': 0.011} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.635327] env[69663]: DEBUG oslo_concurrency.lockutils [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.635699] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 72adaa51-ad9d-4851-9183-58edff64726e/72adaa51-ad9d-4851-9183-58edff64726e.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 892.635995] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f326509b-eec2-4bbd-9724-e6e375f249d5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.647508] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for the task: (returnval){ [ 892.647508] env[69663]: value = "task-3332762" [ 892.647508] env[69663]: _type = "Task" [ 892.647508] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.656212] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.740424] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332760, 'name': CreateVM_Task} progress is 25%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.827841] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3d6e27cc-83df-45d7-835c-6869189007ad tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Acquiring lock "ff8c0288-8e3d-47d1-b1b8-070783fac880" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.828389] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3d6e27cc-83df-45d7-835c-6869189007ad tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Lock "ff8c0288-8e3d-47d1-b1b8-070783fac880" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.828696] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3d6e27cc-83df-45d7-835c-6869189007ad tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Acquiring lock "ff8c0288-8e3d-47d1-b1b8-070783fac880-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.829238] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3d6e27cc-83df-45d7-835c-6869189007ad tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Lock "ff8c0288-8e3d-47d1-b1b8-070783fac880-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.829362] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3d6e27cc-83df-45d7-835c-6869189007ad tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Lock "ff8c0288-8e3d-47d1-b1b8-070783fac880-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.831257] env[69663]: DEBUG oslo_vmware.api [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': task-3332761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.831998] env[69663]: INFO nova.compute.manager [None req-3d6e27cc-83df-45d7-835c-6869189007ad tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Terminating instance [ 892.837239] env[69663]: DEBUG nova.compute.manager [None req-3d6e27cc-83df-45d7-835c-6869189007ad tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 892.838822] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6e27cc-83df-45d7-835c-6869189007ad tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 892.838822] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bf9aec-70a4-4841-ac56-101d05e89d61 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.849857] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d6e27cc-83df-45d7-835c-6869189007ad tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 892.851015] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e60cda3f-cd89-43fa-99e5-9381fbc495c6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.861243] env[69663]: DEBUG oslo_vmware.api [None req-3d6e27cc-83df-45d7-835c-6869189007ad tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for the task: (returnval){ [ 892.861243] env[69663]: value = "task-3332763" [ 892.861243] env[69663]: _type = "Task" [ 892.861243] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.874173] env[69663]: DEBUG oslo_vmware.api [None req-3d6e27cc-83df-45d7-835c-6869189007ad tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.964216] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.966093] env[69663]: DEBUG nova.compute.manager [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 892.971439] env[69663]: DEBUG oslo_concurrency.lockutils [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 35.401s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.974641] env[69663]: DEBUG nova.compute.manager [req-6d4c213e-639b-4dfe-b7a4-a3c8ab772eb7 req-1cb553ee-9e5a-48a5-99fe-c9b0bc0ecf03 service nova] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Received event network-changed-ef6ea8e9-4f8f-4ee5-81c1-0a3424df9050 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 892.974909] env[69663]: DEBUG nova.compute.manager [req-6d4c213e-639b-4dfe-b7a4-a3c8ab772eb7 req-1cb553ee-9e5a-48a5-99fe-c9b0bc0ecf03 service nova] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Refreshing instance network info cache due to event network-changed-ef6ea8e9-4f8f-4ee5-81c1-0a3424df9050. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 892.975222] env[69663]: DEBUG oslo_concurrency.lockutils [req-6d4c213e-639b-4dfe-b7a4-a3c8ab772eb7 req-1cb553ee-9e5a-48a5-99fe-c9b0bc0ecf03 service nova] Acquiring lock "refresh_cache-da66309c-65cb-4e12-82fc-54c240cb5134" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.975903] env[69663]: DEBUG oslo_concurrency.lockutils [req-6d4c213e-639b-4dfe-b7a4-a3c8ab772eb7 req-1cb553ee-9e5a-48a5-99fe-c9b0bc0ecf03 service nova] Acquired lock "refresh_cache-da66309c-65cb-4e12-82fc-54c240cb5134" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.976200] env[69663]: DEBUG nova.network.neutron [req-6d4c213e-639b-4dfe-b7a4-a3c8ab772eb7 req-1cb553ee-9e5a-48a5-99fe-c9b0bc0ecf03 service nova] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Refreshing network info cache for port ef6ea8e9-4f8f-4ee5-81c1-0a3424df9050 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 893.164968] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332762, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501186} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.165427] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 72adaa51-ad9d-4851-9183-58edff64726e/72adaa51-ad9d-4851-9183-58edff64726e.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 893.165780] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.166123] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94d160f8-9000-43cd-9ddd-6c58b845cb8b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.177714] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for the task: (returnval){ [ 893.177714] env[69663]: value = "task-3332764" [ 893.177714] env[69663]: _type = "Task" [ 893.177714] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.190300] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332764, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.240510] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332760, 'name': CreateVM_Task, 'duration_secs': 0.651577} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.241698] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 893.242773] env[69663]: DEBUG oslo_concurrency.lockutils [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.243011] env[69663]: DEBUG oslo_concurrency.lockutils [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.243405] env[69663]: DEBUG oslo_concurrency.lockutils [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.243683] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d6ec226-3e5e-46eb-b325-5edcb444d260 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.249456] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for the task: (returnval){ [ 893.249456] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529b67fe-d7df-8377-7fe0-b1958048e905" [ 893.249456] env[69663]: _type = "Task" [ 893.249456] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.264573] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529b67fe-d7df-8377-7fe0-b1958048e905, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.326139] env[69663]: DEBUG oslo_vmware.api [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': task-3332761, 'name': ReconfigVM_Task, 'duration_secs': 0.663583} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.327190] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 5ac378c5-aec3-4d4d-bd20-50f52c5c071b/5ac378c5-aec3-4d4d-bd20-50f52c5c071b.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.328981] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09b2fc71-2a9b-4277-b76c-426657acafe5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.338597] env[69663]: DEBUG oslo_vmware.api [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Waiting for the task: (returnval){ [ 893.338597] env[69663]: value = "task-3332765" [ 893.338597] env[69663]: _type = "Task" [ 893.338597] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.351284] env[69663]: DEBUG oslo_vmware.api [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': task-3332765, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.372689] env[69663]: DEBUG oslo_vmware.api [None req-3d6e27cc-83df-45d7-835c-6869189007ad tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332763, 'name': PowerOffVM_Task, 'duration_secs': 0.348614} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.372689] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d6e27cc-83df-45d7-835c-6869189007ad tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 893.372689] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6e27cc-83df-45d7-835c-6869189007ad tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 893.374809] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7905ee25-f33f-4bae-b03c-f2085b287411 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.441823] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6e27cc-83df-45d7-835c-6869189007ad tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 893.442510] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6e27cc-83df-45d7-835c-6869189007ad tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 893.442801] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d6e27cc-83df-45d7-835c-6869189007ad tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Deleting the datastore file [datastore1] ff8c0288-8e3d-47d1-b1b8-070783fac880 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.443181] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f32b1f97-736d-428a-b815-ea4a3d2b4939 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.454318] env[69663]: DEBUG oslo_vmware.api [None req-3d6e27cc-83df-45d7-835c-6869189007ad tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for the task: (returnval){ [ 893.454318] env[69663]: value = "task-3332767" [ 893.454318] env[69663]: _type = "Task" [ 893.454318] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.464193] env[69663]: DEBUG oslo_vmware.api [None req-3d6e27cc-83df-45d7-835c-6869189007ad tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332767, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.481840] env[69663]: INFO nova.compute.claims [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 893.487418] env[69663]: DEBUG nova.compute.utils [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 893.493046] env[69663]: DEBUG nova.compute.manager [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 893.493309] env[69663]: DEBUG nova.network.neutron [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 893.548358] env[69663]: DEBUG nova.policy [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '361b82a90e7e41acb712ebf78708ee7b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0fa2fdfa7e83480f97937f70b6225ff7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 893.690166] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332764, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094359} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.690166] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.691300] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190e53d9-f996-4534-b817-c0af0673d250 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.716151] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 72adaa51-ad9d-4851-9183-58edff64726e/72adaa51-ad9d-4851-9183-58edff64726e.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.719115] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-847ee2d2-4a4b-4b88-9cea-52c8b199693e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.744320] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for the task: (returnval){ [ 893.744320] env[69663]: value = "task-3332768" [ 893.744320] env[69663]: _type = "Task" [ 893.744320] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.759239] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332768, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.766787] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529b67fe-d7df-8377-7fe0-b1958048e905, 'name': SearchDatastore_Task, 'duration_secs': 0.0119} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.773256] env[69663]: DEBUG oslo_concurrency.lockutils [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.773256] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.773256] env[69663]: DEBUG oslo_concurrency.lockutils [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.773256] env[69663]: DEBUG oslo_concurrency.lockutils [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.773256] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.773256] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-091901f2-9f1c-45f9-aa7a-e7a9d40bf021 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.785988] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.785988] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 893.785988] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca4f170c-3394-4968-9f81-8ff792f5a353 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.795071] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for the task: (returnval){ [ 893.795071] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52153b6e-5a4d-46b1-cb09-7ffd8500d402" [ 893.795071] env[69663]: _type = "Task" [ 893.795071] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.808614] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52153b6e-5a4d-46b1-cb09-7ffd8500d402, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.852356] env[69663]: DEBUG oslo_vmware.api [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': task-3332765, 'name': Rename_Task, 'duration_secs': 0.229326} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.853023] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 893.854075] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-396331de-1260-466b-856b-302dfb11ff82 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.863516] env[69663]: DEBUG oslo_vmware.api [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Waiting for the task: (returnval){ [ 893.863516] env[69663]: value = "task-3332769" [ 893.863516] env[69663]: _type = "Task" [ 893.863516] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.877842] env[69663]: DEBUG oslo_vmware.api [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': task-3332769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.880445] env[69663]: DEBUG nova.network.neutron [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Successfully created port: 05260360-885f-4271-b73a-6c5dbb9463e6 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 893.967990] env[69663]: DEBUG oslo_vmware.api [None req-3d6e27cc-83df-45d7-835c-6869189007ad tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3332767, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166824} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.968959] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d6e27cc-83df-45d7-835c-6869189007ad tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.968959] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6e27cc-83df-45d7-835c-6869189007ad tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 893.968959] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3d6e27cc-83df-45d7-835c-6869189007ad tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 893.969366] env[69663]: INFO nova.compute.manager [None req-3d6e27cc-83df-45d7-835c-6869189007ad tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Took 1.13 seconds to destroy the instance on the hypervisor. [ 893.969766] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d6e27cc-83df-45d7-835c-6869189007ad tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.970462] env[69663]: DEBUG nova.compute.manager [-] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 893.972956] env[69663]: DEBUG nova.network.neutron [-] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 893.997299] env[69663]: DEBUG nova.compute.manager [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 894.002647] env[69663]: INFO nova.compute.resource_tracker [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Updating resource usage from migration 9364fbfc-6c36-486d-a944-ef21f654311a [ 894.083586] env[69663]: DEBUG nova.network.neutron [req-6d4c213e-639b-4dfe-b7a4-a3c8ab772eb7 req-1cb553ee-9e5a-48a5-99fe-c9b0bc0ecf03 service nova] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Updated VIF entry in instance network info cache for port ef6ea8e9-4f8f-4ee5-81c1-0a3424df9050. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 894.084009] env[69663]: DEBUG nova.network.neutron [req-6d4c213e-639b-4dfe-b7a4-a3c8ab772eb7 req-1cb553ee-9e5a-48a5-99fe-c9b0bc0ecf03 service nova] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Updating instance_info_cache with network_info: [{"id": "ef6ea8e9-4f8f-4ee5-81c1-0a3424df9050", "address": "fa:16:3e:70:8b:e8", "network": {"id": "0030965b-e7b4-460d-838e-6c788f6c3ee6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-140417174-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ad33691c2fa4b2eabbeea2f11dce169", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d6abf71-e893-4dec-9a05-0fe7d6c0624e", "external-id": "nsx-vlan-transportzone-133", "segmentation_id": 133, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef6ea8e9-4f", "ovs_interfaceid": "ef6ea8e9-4f8f-4ee5-81c1-0a3424df9050", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.266283] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332768, 'name': ReconfigVM_Task, 'duration_secs': 0.330882} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.266661] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 72adaa51-ad9d-4851-9183-58edff64726e/72adaa51-ad9d-4851-9183-58edff64726e.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.267956] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca49b064-95ac-445b-8823-befad505d9dc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.281289] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for the task: (returnval){ [ 894.281289] env[69663]: value = "task-3332770" [ 894.281289] env[69663]: _type = "Task" [ 894.281289] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.292279] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332770, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.308947] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52153b6e-5a4d-46b1-cb09-7ffd8500d402, 'name': SearchDatastore_Task, 'duration_secs': 0.010972} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.309893] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cbaad23-b756-4edf-bf8e-389d91fce4d7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.319255] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for the task: (returnval){ [ 894.319255] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b007d7-1114-5292-3d5f-f120d991e1f0" [ 894.319255] env[69663]: _type = "Task" [ 894.319255] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.328134] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b007d7-1114-5292-3d5f-f120d991e1f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.374711] env[69663]: DEBUG oslo_vmware.api [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': task-3332769, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.587911] env[69663]: DEBUG oslo_concurrency.lockutils [req-6d4c213e-639b-4dfe-b7a4-a3c8ab772eb7 req-1cb553ee-9e5a-48a5-99fe-c9b0bc0ecf03 service nova] Releasing lock "refresh_cache-da66309c-65cb-4e12-82fc-54c240cb5134" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.698147] env[69663]: DEBUG nova.compute.manager [req-44437bdb-aa67-4dcb-9221-2bcea50a41fb req-545ef63e-03ef-4c30-8ca5-2b85277f21aa service nova] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Received event network-vif-deleted-f1ab676a-c101-45e0-a2e0-469d65ddd666 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 894.698384] env[69663]: INFO nova.compute.manager [req-44437bdb-aa67-4dcb-9221-2bcea50a41fb req-545ef63e-03ef-4c30-8ca5-2b85277f21aa service nova] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Neutron deleted interface f1ab676a-c101-45e0-a2e0-469d65ddd666; detaching it from the instance and deleting it from the info cache [ 894.698734] env[69663]: DEBUG nova.network.neutron [req-44437bdb-aa67-4dcb-9221-2bcea50a41fb req-545ef63e-03ef-4c30-8ca5-2b85277f21aa service nova] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.701867] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d260ae-0e2d-456a-ab2b-7bd7c20205a8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.715066] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf2c972-dcb6-4058-af2a-8b2b24ae4b58 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.750328] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e0ba56-1dd7-459e-8482-b5c4b3a8fae2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.760015] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407e41a8-957f-4409-a248-97b2bf68b93a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.777896] env[69663]: DEBUG nova.compute.provider_tree [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.790718] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332770, 'name': Rename_Task, 'duration_secs': 0.165544} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.791658] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 894.791963] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c8a908e-cc73-41f6-bb63-5a7db1695622 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.801363] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for the task: (returnval){ [ 894.801363] env[69663]: value = "task-3332771" [ 894.801363] env[69663]: _type = "Task" [ 894.801363] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.811386] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.831048] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b007d7-1114-5292-3d5f-f120d991e1f0, 'name': SearchDatastore_Task, 'duration_secs': 0.011513} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.831048] env[69663]: DEBUG oslo_concurrency.lockutils [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.831827] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] da66309c-65cb-4e12-82fc-54c240cb5134/da66309c-65cb-4e12-82fc-54c240cb5134.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 894.831827] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-920b4899-391f-43f9-915b-da902a4875aa {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.841045] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for the task: (returnval){ [ 894.841045] env[69663]: value = "task-3332772" [ 894.841045] env[69663]: _type = "Task" [ 894.841045] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.851426] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.875353] env[69663]: DEBUG oslo_vmware.api [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': task-3332769, 'name': PowerOnVM_Task, 'duration_secs': 0.899436} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.875720] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 894.875957] env[69663]: INFO nova.compute.manager [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Took 12.83 seconds to spawn the instance on the hypervisor. [ 894.876162] env[69663]: DEBUG nova.compute.manager [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 894.877080] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c95290-91c8-48dc-b1c9-1be22feec359 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.018606] env[69663]: DEBUG nova.compute.manager [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 895.047200] env[69663]: DEBUG nova.virt.hardware [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 895.047475] env[69663]: DEBUG nova.virt.hardware [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 895.047641] env[69663]: DEBUG nova.virt.hardware [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.047830] env[69663]: DEBUG nova.virt.hardware [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 895.048830] env[69663]: DEBUG nova.virt.hardware [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.048830] env[69663]: DEBUG nova.virt.hardware [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 895.048830] env[69663]: DEBUG nova.virt.hardware [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 895.048830] env[69663]: DEBUG nova.virt.hardware [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 895.048830] env[69663]: DEBUG nova.virt.hardware [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 895.049271] env[69663]: DEBUG nova.virt.hardware [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 895.049271] env[69663]: DEBUG nova.virt.hardware [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 895.050322] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feccf9af-ac41-4a1d-9b1d-e58b88c8597e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.063379] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7b9a4e-592e-4dc0-8cbf-da2ba3bf2d67 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.069924] env[69663]: DEBUG nova.network.neutron [-] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.209469] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d155a363-e565-4ca8-92d4-67e799262d40 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.228558] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93a8b9f-87cd-4c87-8f56-7092bcbb6156 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.282030] env[69663]: DEBUG nova.compute.manager [req-44437bdb-aa67-4dcb-9221-2bcea50a41fb req-545ef63e-03ef-4c30-8ca5-2b85277f21aa service nova] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Detach interface failed, port_id=f1ab676a-c101-45e0-a2e0-469d65ddd666, reason: Instance ff8c0288-8e3d-47d1-b1b8-070783fac880 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 895.286324] env[69663]: DEBUG nova.scheduler.client.report [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 895.314277] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332771, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.352538] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332772, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.397894] env[69663]: INFO nova.compute.manager [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Took 45.17 seconds to build instance. [ 895.462381] env[69663]: DEBUG nova.compute.manager [req-8ddad727-afb0-492e-8e5a-cd48db233759 req-f2c71f80-09b2-4cf6-9f6f-3b5fcfc26f59 service nova] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Received event network-vif-plugged-05260360-885f-4271-b73a-6c5dbb9463e6 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 895.462708] env[69663]: DEBUG oslo_concurrency.lockutils [req-8ddad727-afb0-492e-8e5a-cd48db233759 req-f2c71f80-09b2-4cf6-9f6f-3b5fcfc26f59 service nova] Acquiring lock "16b5464a-f8e6-48ba-964e-41ded7b00fa2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.462942] env[69663]: DEBUG oslo_concurrency.lockutils [req-8ddad727-afb0-492e-8e5a-cd48db233759 req-f2c71f80-09b2-4cf6-9f6f-3b5fcfc26f59 service nova] Lock "16b5464a-f8e6-48ba-964e-41ded7b00fa2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.463345] env[69663]: DEBUG oslo_concurrency.lockutils [req-8ddad727-afb0-492e-8e5a-cd48db233759 req-f2c71f80-09b2-4cf6-9f6f-3b5fcfc26f59 service nova] Lock "16b5464a-f8e6-48ba-964e-41ded7b00fa2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.463567] env[69663]: DEBUG nova.compute.manager [req-8ddad727-afb0-492e-8e5a-cd48db233759 req-f2c71f80-09b2-4cf6-9f6f-3b5fcfc26f59 service nova] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] No waiting events found dispatching network-vif-plugged-05260360-885f-4271-b73a-6c5dbb9463e6 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 895.463719] env[69663]: WARNING nova.compute.manager [req-8ddad727-afb0-492e-8e5a-cd48db233759 req-f2c71f80-09b2-4cf6-9f6f-3b5fcfc26f59 service nova] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Received unexpected event network-vif-plugged-05260360-885f-4271-b73a-6c5dbb9463e6 for instance with vm_state building and task_state spawning. [ 895.572986] env[69663]: INFO nova.compute.manager [-] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Took 1.60 seconds to deallocate network for instance. [ 895.695098] env[69663]: DEBUG nova.network.neutron [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Successfully updated port: 05260360-885f-4271-b73a-6c5dbb9463e6 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 895.793362] env[69663]: DEBUG oslo_concurrency.lockutils [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.822s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.793588] env[69663]: INFO nova.compute.manager [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Migrating [ 895.800441] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ee58b1ea-7e58-4e45-8689-a4aaa235215d tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.063s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.800682] env[69663]: DEBUG nova.objects.instance [None req-ee58b1ea-7e58-4e45-8689-a4aaa235215d tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Lazy-loading 'resources' on Instance uuid 76897d45-3652-487d-beba-517307e3e6e6 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.820343] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332771, 'name': PowerOnVM_Task, 'duration_secs': 0.806186} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.821202] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 895.821618] env[69663]: INFO nova.compute.manager [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Took 8.68 seconds to spawn the instance on the hypervisor. [ 895.821725] env[69663]: DEBUG nova.compute.manager [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 895.823066] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9374516-c0ed-4ebc-99aa-e01e1e0a1be0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.855018] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544366} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.855018] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] da66309c-65cb-4e12-82fc-54c240cb5134/da66309c-65cb-4e12-82fc-54c240cb5134.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 895.855018] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.855018] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4966ce77-2f0b-4334-9b43-9e5b5943dd9e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.865450] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for the task: (returnval){ [ 895.865450] env[69663]: value = "task-3332773" [ 895.865450] env[69663]: _type = "Task" [ 895.865450] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.874862] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.900347] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e70e1c01-fda3-40ed-9421-476ee47ab702 tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Lock "5ac378c5-aec3-4d4d-bd20-50f52c5c071b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.995s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.081792] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3d6e27cc-83df-45d7-835c-6869189007ad tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.187742] env[69663]: DEBUG oslo_concurrency.lockutils [None req-28d69f62-fea8-4435-a2f5-202bada33fed tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Acquiring lock "5ac378c5-aec3-4d4d-bd20-50f52c5c071b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.187912] env[69663]: DEBUG oslo_concurrency.lockutils [None req-28d69f62-fea8-4435-a2f5-202bada33fed tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Lock "5ac378c5-aec3-4d4d-bd20-50f52c5c071b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.188221] env[69663]: DEBUG oslo_concurrency.lockutils [None req-28d69f62-fea8-4435-a2f5-202bada33fed tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Acquiring lock "5ac378c5-aec3-4d4d-bd20-50f52c5c071b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.188630] env[69663]: DEBUG oslo_concurrency.lockutils [None req-28d69f62-fea8-4435-a2f5-202bada33fed tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Lock "5ac378c5-aec3-4d4d-bd20-50f52c5c071b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.188828] env[69663]: DEBUG oslo_concurrency.lockutils [None req-28d69f62-fea8-4435-a2f5-202bada33fed tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Lock "5ac378c5-aec3-4d4d-bd20-50f52c5c071b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.192964] env[69663]: INFO nova.compute.manager [None req-28d69f62-fea8-4435-a2f5-202bada33fed tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Terminating instance [ 896.198291] env[69663]: DEBUG nova.compute.manager [None req-28d69f62-fea8-4435-a2f5-202bada33fed tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 896.198291] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-28d69f62-fea8-4435-a2f5-202bada33fed tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 896.198291] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a3a155-ebe8-4697-aa0a-443de181607a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.200741] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Acquiring lock "refresh_cache-16b5464a-f8e6-48ba-964e-41ded7b00fa2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.201673] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Acquired lock "refresh_cache-16b5464a-f8e6-48ba-964e-41ded7b00fa2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.201673] env[69663]: DEBUG nova.network.neutron [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 896.214380] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d69f62-fea8-4435-a2f5-202bada33fed tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 896.214380] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8229873c-2397-42cf-9fb3-17a0e8637cec {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.223429] env[69663]: DEBUG oslo_vmware.api [None req-28d69f62-fea8-4435-a2f5-202bada33fed tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Waiting for the task: (returnval){ [ 896.223429] env[69663]: value = "task-3332774" [ 896.223429] env[69663]: _type = "Task" [ 896.223429] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.234138] env[69663]: DEBUG oslo_vmware.api [None req-28d69f62-fea8-4435-a2f5-202bada33fed tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': task-3332774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.314467] env[69663]: DEBUG oslo_concurrency.lockutils [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquiring lock "refresh_cache-15b18416-7534-4888-b1a7-9e147ff3980c" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.314688] env[69663]: DEBUG oslo_concurrency.lockutils [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquired lock "refresh_cache-15b18416-7534-4888-b1a7-9e147ff3980c" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.314877] env[69663]: DEBUG nova.network.neutron [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 896.351770] env[69663]: INFO nova.compute.manager [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Took 43.31 seconds to build instance. [ 896.379956] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095992} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.384842] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 896.385828] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9034811f-448d-4111-8405-ec9a88e9849c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.403437] env[69663]: DEBUG nova.compute.manager [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 896.428486] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] da66309c-65cb-4e12-82fc-54c240cb5134/da66309c-65cb-4e12-82fc-54c240cb5134.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.429749] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5ed98a9-14c0-4d5b-8f27-5c49385a0c4b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.454603] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for the task: (returnval){ [ 896.454603] env[69663]: value = "task-3332775" [ 896.454603] env[69663]: _type = "Task" [ 896.454603] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.466913] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332775, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.739161] env[69663]: DEBUG oslo_vmware.api [None req-28d69f62-fea8-4435-a2f5-202bada33fed tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': task-3332774, 'name': PowerOffVM_Task, 'duration_secs': 0.24939} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.742703] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-28d69f62-fea8-4435-a2f5-202bada33fed tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 896.742908] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-28d69f62-fea8-4435-a2f5-202bada33fed tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 896.743484] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0bb6e75-351e-460a-8c51-015cbb5474b2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.752951] env[69663]: DEBUG nova.network.neutron [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 896.856380] env[69663]: DEBUG oslo_concurrency.lockutils [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lock "72adaa51-ad9d-4851-9183-58edff64726e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.809s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.863553] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-28d69f62-fea8-4435-a2f5-202bada33fed tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 896.863553] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-28d69f62-fea8-4435-a2f5-202bada33fed tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 896.863553] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-28d69f62-fea8-4435-a2f5-202bada33fed tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Deleting the datastore file [datastore2] 5ac378c5-aec3-4d4d-bd20-50f52c5c071b {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.863553] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fbdff5e-a122-41f9-bb0c-1dd45ae144b9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.880309] env[69663]: DEBUG oslo_vmware.api [None req-28d69f62-fea8-4435-a2f5-202bada33fed tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Waiting for the task: (returnval){ [ 896.880309] env[69663]: value = "task-3332777" [ 896.880309] env[69663]: _type = "Task" [ 896.880309] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.895627] env[69663]: DEBUG oslo_vmware.api [None req-28d69f62-fea8-4435-a2f5-202bada33fed tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': task-3332777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.949764] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.967523] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332775, 'name': ReconfigVM_Task, 'duration_secs': 0.328592} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.973637] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Reconfigured VM instance instance-00000039 to attach disk [datastore1] da66309c-65cb-4e12-82fc-54c240cb5134/da66309c-65cb-4e12-82fc-54c240cb5134.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.977030] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea59c17e-74cd-4e29-922f-edeb1ac296c8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.990518] env[69663]: DEBUG nova.network.neutron [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Updating instance_info_cache with network_info: [{"id": "05260360-885f-4271-b73a-6c5dbb9463e6", "address": "fa:16:3e:93:b7:11", "network": {"id": "3f0fadcb-cb71-40a0-802f-3b6980b977ae", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1577660428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fa2fdfa7e83480f97937f70b6225ff7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05260360-88", "ovs_interfaceid": "05260360-885f-4271-b73a-6c5dbb9463e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.998582] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for the task: (returnval){ [ 896.998582] env[69663]: value = "task-3332778" [ 896.998582] env[69663]: _type = "Task" [ 896.998582] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.009672] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332778, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.086906] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab58d8b1-698a-4ead-aba2-10d933c7f123 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.097194] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a09ed2-9afc-49bd-8549-020ae220b155 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.137799] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91c4bf6-eb22-4489-8e14-790fbd83409b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.150859] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254c1270-383d-4a4e-b387-8b3b3fbd1666 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.169092] env[69663]: DEBUG nova.compute.provider_tree [None req-ee58b1ea-7e58-4e45-8689-a4aaa235215d tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 897.315736] env[69663]: DEBUG nova.network.neutron [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Updating instance_info_cache with network_info: [{"id": "8db95fcb-3f73-4bd3-a9b6-951f1ff294cf", "address": "fa:16:3e:06:38:36", "network": {"id": "dac535d4-890b-4c14-a296-d1a6e6353c0e", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-2036290172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69e38c23e4344a638313c6c7d5573df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db95fcb-3f", "ovs_interfaceid": "8db95fcb-3f73-4bd3-a9b6-951f1ff294cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.362474] env[69663]: DEBUG nova.compute.manager [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 897.393588] env[69663]: DEBUG oslo_vmware.api [None req-28d69f62-fea8-4435-a2f5-202bada33fed tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Task: {'id': task-3332777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319224} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.393973] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-28d69f62-fea8-4435-a2f5-202bada33fed tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.394094] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-28d69f62-fea8-4435-a2f5-202bada33fed tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 897.394525] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-28d69f62-fea8-4435-a2f5-202bada33fed tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 897.394525] env[69663]: INFO nova.compute.manager [None req-28d69f62-fea8-4435-a2f5-202bada33fed tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Took 1.20 seconds to destroy the instance on the hypervisor. [ 897.394729] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28d69f62-fea8-4435-a2f5-202bada33fed tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.394889] env[69663]: DEBUG nova.compute.manager [-] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 897.394977] env[69663]: DEBUG nova.network.neutron [-] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 897.496058] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Releasing lock "refresh_cache-16b5464a-f8e6-48ba-964e-41ded7b00fa2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.496573] env[69663]: DEBUG nova.compute.manager [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Instance network_info: |[{"id": "05260360-885f-4271-b73a-6c5dbb9463e6", "address": "fa:16:3e:93:b7:11", "network": {"id": "3f0fadcb-cb71-40a0-802f-3b6980b977ae", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1577660428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fa2fdfa7e83480f97937f70b6225ff7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05260360-88", "ovs_interfaceid": "05260360-885f-4271-b73a-6c5dbb9463e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 897.497082] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:b7:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2624812a-9f9c-461d-8b5f-79bea90c7ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05260360-885f-4271-b73a-6c5dbb9463e6', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.510313] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Creating folder: Project (0fa2fdfa7e83480f97937f70b6225ff7). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 897.510813] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b58c251-32fc-4f91-9039-f961d2ca663d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.530321] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332778, 'name': Rename_Task, 'duration_secs': 0.191653} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.533413] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 897.533876] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Created folder: Project (0fa2fdfa7e83480f97937f70b6225ff7) in parent group-v665133. [ 897.534092] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Creating folder: Instances. Parent ref: group-v665299. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 897.534328] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcdbcbc7-2536-40b3-8e6f-88d3163946b3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.536290] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-622ed528-7aae-481f-a1b1-ccf3d2e406f6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.545737] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for the task: (returnval){ [ 897.545737] env[69663]: value = "task-3332780" [ 897.545737] env[69663]: _type = "Task" [ 897.545737] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.552842] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Created folder: Instances in parent group-v665299. [ 897.553175] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.554127] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 897.554360] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbcc5cd1-cf36-41a3-8d98-3d659ac48a13 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.573990] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.581266] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.581266] env[69663]: value = "task-3332782" [ 897.581266] env[69663]: _type = "Task" [ 897.581266] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.591274] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332782, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.695647] env[69663]: ERROR nova.scheduler.client.report [None req-ee58b1ea-7e58-4e45-8689-a4aaa235215d tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] [req-2c5e1908-2b08-4821-90d1-0e0f81dd1b27] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f2fb168a-c97f-41a4-9b18-725376271f6b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2c5e1908-2b08-4821-90d1-0e0f81dd1b27"}]} [ 897.716825] env[69663]: DEBUG nova.scheduler.client.report [None req-ee58b1ea-7e58-4e45-8689-a4aaa235215d tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Refreshing inventories for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 897.742300] env[69663]: DEBUG nova.scheduler.client.report [None req-ee58b1ea-7e58-4e45-8689-a4aaa235215d tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Updating ProviderTree inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 897.742578] env[69663]: DEBUG nova.compute.provider_tree [None req-ee58b1ea-7e58-4e45-8689-a4aaa235215d tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 897.756492] env[69663]: DEBUG nova.scheduler.client.report [None req-ee58b1ea-7e58-4e45-8689-a4aaa235215d tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Refreshing aggregate associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, aggregates: None {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 897.764054] env[69663]: DEBUG nova.compute.manager [req-4d606176-de76-40ea-9d28-87af2d0bda33 req-87e3fc1b-2a22-4d96-9ae9-bf489c1e49e5 service nova] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Received event network-changed-05260360-885f-4271-b73a-6c5dbb9463e6 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 897.764337] env[69663]: DEBUG nova.compute.manager [req-4d606176-de76-40ea-9d28-87af2d0bda33 req-87e3fc1b-2a22-4d96-9ae9-bf489c1e49e5 service nova] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Refreshing instance network info cache due to event network-changed-05260360-885f-4271-b73a-6c5dbb9463e6. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 897.764918] env[69663]: DEBUG oslo_concurrency.lockutils [req-4d606176-de76-40ea-9d28-87af2d0bda33 req-87e3fc1b-2a22-4d96-9ae9-bf489c1e49e5 service nova] Acquiring lock "refresh_cache-16b5464a-f8e6-48ba-964e-41ded7b00fa2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.765072] env[69663]: DEBUG oslo_concurrency.lockutils [req-4d606176-de76-40ea-9d28-87af2d0bda33 req-87e3fc1b-2a22-4d96-9ae9-bf489c1e49e5 service nova] Acquired lock "refresh_cache-16b5464a-f8e6-48ba-964e-41ded7b00fa2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.765259] env[69663]: DEBUG nova.network.neutron [req-4d606176-de76-40ea-9d28-87af2d0bda33 req-87e3fc1b-2a22-4d96-9ae9-bf489c1e49e5 service nova] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Refreshing network info cache for port 05260360-885f-4271-b73a-6c5dbb9463e6 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 897.784916] env[69663]: DEBUG nova.scheduler.client.report [None req-ee58b1ea-7e58-4e45-8689-a4aaa235215d tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Refreshing trait associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 897.820007] env[69663]: DEBUG oslo_concurrency.lockutils [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Releasing lock "refresh_cache-15b18416-7534-4888-b1a7-9e147ff3980c" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.888823] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.059045] env[69663]: DEBUG oslo_vmware.api [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332780, 'name': PowerOnVM_Task, 'duration_secs': 0.506317} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.063102] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 898.063102] env[69663]: INFO nova.compute.manager [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Took 8.11 seconds to spawn the instance on the hypervisor. [ 898.063102] env[69663]: DEBUG nova.compute.manager [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 898.063598] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce6e2a5-f6ee-42c0-a3b4-b1d876415055 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.094693] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332782, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.175046] env[69663]: DEBUG nova.compute.manager [req-dad5d76e-99dd-4314-ae54-3fb8304178dd req-2232515c-7ea5-47d9-98e4-4a19dfd5951f service nova] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Received event network-vif-deleted-b13f8bc8-c4be-4955-9855-542bd68942d1 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 898.175558] env[69663]: INFO nova.compute.manager [req-dad5d76e-99dd-4314-ae54-3fb8304178dd req-2232515c-7ea5-47d9-98e4-4a19dfd5951f service nova] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Neutron deleted interface b13f8bc8-c4be-4955-9855-542bd68942d1; detaching it from the instance and deleting it from the info cache [ 898.175901] env[69663]: DEBUG nova.network.neutron [req-dad5d76e-99dd-4314-ae54-3fb8304178dd req-2232515c-7ea5-47d9-98e4-4a19dfd5951f service nova] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Updating instance_info_cache with network_info: [{"id": "8c95292c-3d28-4314-aa33-ed9d6655f13d", "address": "fa:16:3e:09:04:91", "network": {"id": "63fcd5a7-29aa-4181-9c18-778b8dc82076", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-980462639", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.131", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e48d9004dc14914a71bd99d9a2753d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c95292c-3d", "ovs_interfaceid": "8c95292c-3d28-4314-aa33-ed9d6655f13d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.506273] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4e5628-afbb-4c5e-b164-18cbe1a9cca4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.520762] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32614d62-9528-4010-8e22-7122240903c7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.556186] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3385fd-4c7b-4eab-baf4-c65550b77802 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.565289] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beaac591-7905-4392-8dee-d2af2075680a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.592054] env[69663]: DEBUG nova.compute.provider_tree [None req-ee58b1ea-7e58-4e45-8689-a4aaa235215d tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.601032] env[69663]: INFO nova.compute.manager [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Took 45.02 seconds to build instance. [ 898.608270] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332782, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.681988] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8cdecbb6-9623-45b2-94fb-01b5b66135a2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.693232] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ed721d-ec75-422b-a28a-4d008b7c7b68 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.705543] env[69663]: DEBUG nova.network.neutron [req-4d606176-de76-40ea-9d28-87af2d0bda33 req-87e3fc1b-2a22-4d96-9ae9-bf489c1e49e5 service nova] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Updated VIF entry in instance network info cache for port 05260360-885f-4271-b73a-6c5dbb9463e6. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 898.706016] env[69663]: DEBUG nova.network.neutron [req-4d606176-de76-40ea-9d28-87af2d0bda33 req-87e3fc1b-2a22-4d96-9ae9-bf489c1e49e5 service nova] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Updating instance_info_cache with network_info: [{"id": "05260360-885f-4271-b73a-6c5dbb9463e6", "address": "fa:16:3e:93:b7:11", "network": {"id": "3f0fadcb-cb71-40a0-802f-3b6980b977ae", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1577660428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fa2fdfa7e83480f97937f70b6225ff7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05260360-88", "ovs_interfaceid": "05260360-885f-4271-b73a-6c5dbb9463e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.739424] env[69663]: DEBUG nova.compute.manager [req-dad5d76e-99dd-4314-ae54-3fb8304178dd req-2232515c-7ea5-47d9-98e4-4a19dfd5951f service nova] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Detach interface failed, port_id=b13f8bc8-c4be-4955-9855-542bd68942d1, reason: Instance 5ac378c5-aec3-4d4d-bd20-50f52c5c071b could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 898.753099] env[69663]: DEBUG nova.network.neutron [-] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.913553] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Acquiring lock "012861af-a026-49dc-84e0-2240fdcb4c96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.913854] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Lock "012861af-a026-49dc-84e0-2240fdcb4c96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.103240] env[69663]: DEBUG nova.scheduler.client.report [None req-ee58b1ea-7e58-4e45-8689-a4aaa235215d tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 899.106435] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332782, 'name': CreateVM_Task, 'duration_secs': 1.448428} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.107246] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 899.107668] env[69663]: DEBUG oslo_concurrency.lockutils [None req-485bba31-f17a-4906-a602-83991fc39d77 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lock "da66309c-65cb-4e12-82fc-54c240cb5134" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.029s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.108532] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.108773] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.109171] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.110538] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e034285-ccf7-42c1-a0a2-088b2e44a01a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.116631] env[69663]: DEBUG oslo_vmware.api [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Waiting for the task: (returnval){ [ 899.116631] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52146c95-5728-8082-87a8-d718754d9a21" [ 899.116631] env[69663]: _type = "Task" [ 899.116631] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.127261] env[69663]: DEBUG oslo_vmware.api [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52146c95-5728-8082-87a8-d718754d9a21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.210831] env[69663]: DEBUG oslo_concurrency.lockutils [req-4d606176-de76-40ea-9d28-87af2d0bda33 req-87e3fc1b-2a22-4d96-9ae9-bf489c1e49e5 service nova] Releasing lock "refresh_cache-16b5464a-f8e6-48ba-964e-41ded7b00fa2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.255586] env[69663]: INFO nova.compute.manager [-] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Took 1.86 seconds to deallocate network for instance. [ 899.289863] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e697b30a-d613-4139-ae79-3bca171a96bd tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquiring lock "da66309c-65cb-4e12-82fc-54c240cb5134" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.289863] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e697b30a-d613-4139-ae79-3bca171a96bd tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lock "da66309c-65cb-4e12-82fc-54c240cb5134" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.289863] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e697b30a-d613-4139-ae79-3bca171a96bd tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquiring lock "da66309c-65cb-4e12-82fc-54c240cb5134-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.289863] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e697b30a-d613-4139-ae79-3bca171a96bd tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lock "da66309c-65cb-4e12-82fc-54c240cb5134-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.289863] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e697b30a-d613-4139-ae79-3bca171a96bd tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lock "da66309c-65cb-4e12-82fc-54c240cb5134-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.291127] env[69663]: INFO nova.compute.manager [None req-e697b30a-d613-4139-ae79-3bca171a96bd tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Terminating instance [ 899.295094] env[69663]: DEBUG nova.compute.manager [None req-e697b30a-d613-4139-ae79-3bca171a96bd tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 899.296168] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e697b30a-d613-4139-ae79-3bca171a96bd tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 899.299598] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1386fdbd-4008-47a2-9eda-801864c6b796 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.308264] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e697b30a-d613-4139-ae79-3bca171a96bd tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 899.308264] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98ee647b-1c52-4498-9607-8d39ea930747 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.318882] env[69663]: DEBUG oslo_vmware.api [None req-e697b30a-d613-4139-ae79-3bca171a96bd tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for the task: (returnval){ [ 899.318882] env[69663]: value = "task-3332783" [ 899.318882] env[69663]: _type = "Task" [ 899.318882] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.330790] env[69663]: DEBUG oslo_vmware.api [None req-e697b30a-d613-4139-ae79-3bca171a96bd tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.345112] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1585d34d-29ee-4862-ac24-f857d8709976 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.368049] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Updating instance '15b18416-7534-4888-b1a7-9e147ff3980c' progress to 0 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 899.543032] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9b85f97b-a3cd-466e-805d-36fa60a2d576 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquiring lock "72adaa51-ad9d-4851-9183-58edff64726e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.543159] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9b85f97b-a3cd-466e-805d-36fa60a2d576 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lock "72adaa51-ad9d-4851-9183-58edff64726e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.543576] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9b85f97b-a3cd-466e-805d-36fa60a2d576 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquiring lock "72adaa51-ad9d-4851-9183-58edff64726e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.543576] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9b85f97b-a3cd-466e-805d-36fa60a2d576 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lock "72adaa51-ad9d-4851-9183-58edff64726e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.543748] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9b85f97b-a3cd-466e-805d-36fa60a2d576 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lock "72adaa51-ad9d-4851-9183-58edff64726e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.546615] env[69663]: INFO nova.compute.manager [None req-9b85f97b-a3cd-466e-805d-36fa60a2d576 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Terminating instance [ 899.548998] env[69663]: DEBUG nova.compute.manager [None req-9b85f97b-a3cd-466e-805d-36fa60a2d576 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 899.549492] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9b85f97b-a3cd-466e-805d-36fa60a2d576 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 899.550104] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfe52f4-7ab9-4f1e-b048-5038e99362fd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.559772] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b85f97b-a3cd-466e-805d-36fa60a2d576 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 899.560074] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d31aed50-40f3-4a1b-9dcb-0c536f0d9f0a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.569246] env[69663]: DEBUG oslo_vmware.api [None req-9b85f97b-a3cd-466e-805d-36fa60a2d576 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for the task: (returnval){ [ 899.569246] env[69663]: value = "task-3332784" [ 899.569246] env[69663]: _type = "Task" [ 899.569246] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.577864] env[69663]: DEBUG oslo_vmware.api [None req-9b85f97b-a3cd-466e-805d-36fa60a2d576 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.608340] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ee58b1ea-7e58-4e45-8689-a4aaa235215d tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.808s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.610840] env[69663]: DEBUG oslo_concurrency.lockutils [None req-eaec4c98-ad23-460c-8bd9-0f7457e2320b tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.558s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.611098] env[69663]: DEBUG nova.objects.instance [None req-eaec4c98-ad23-460c-8bd9-0f7457e2320b tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Lazy-loading 'resources' on Instance uuid c46089b3-927b-4b96-84bb-cfa3e5e70037 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.612756] env[69663]: DEBUG nova.compute.manager [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 899.628562] env[69663]: DEBUG oslo_vmware.api [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52146c95-5728-8082-87a8-d718754d9a21, 'name': SearchDatastore_Task, 'duration_secs': 0.020214} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.628932] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.629224] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.629513] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.629697] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.630014] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.630366] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb4e856a-ffd9-42af-aa7d-a2d259ccb6ef {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.633075] env[69663]: INFO nova.scheduler.client.report [None req-ee58b1ea-7e58-4e45-8689-a4aaa235215d tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Deleted allocations for instance 76897d45-3652-487d-beba-517307e3e6e6 [ 899.700485] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.700748] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 899.701646] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8fba139-56e8-4100-a298-97a4246ee5ba {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.708354] env[69663]: DEBUG oslo_vmware.api [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Waiting for the task: (returnval){ [ 899.708354] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52809620-6cdc-56b9-e9ed-422a1ffbecf1" [ 899.708354] env[69663]: _type = "Task" [ 899.708354] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.718466] env[69663]: DEBUG oslo_vmware.api [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52809620-6cdc-56b9-e9ed-422a1ffbecf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.765487] env[69663]: DEBUG oslo_concurrency.lockutils [None req-28d69f62-fea8-4435-a2f5-202bada33fed tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.830007] env[69663]: DEBUG oslo_vmware.api [None req-e697b30a-d613-4139-ae79-3bca171a96bd tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332783, 'name': PowerOffVM_Task, 'duration_secs': 0.186596} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.832144] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e697b30a-d613-4139-ae79-3bca171a96bd tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 899.832353] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e697b30a-d613-4139-ae79-3bca171a96bd tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 899.832849] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6451ed7e-d3c5-4256-beb4-848bbf483b46 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.841274] env[69663]: DEBUG oslo_vmware.rw_handles [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526eeb2a-20de-48f0-832a-e47ff251adcf/disk-0.vmdk. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 899.842214] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969f0b3d-8dd6-4ce6-a277-295417f51016 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.848740] env[69663]: DEBUG oslo_vmware.rw_handles [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526eeb2a-20de-48f0-832a-e47ff251adcf/disk-0.vmdk is in state: ready. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 899.848907] env[69663]: ERROR oslo_vmware.rw_handles [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526eeb2a-20de-48f0-832a-e47ff251adcf/disk-0.vmdk due to incomplete transfer. [ 899.849172] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-10a10f56-a9d6-4810-8562-51cf4e5c5866 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.857180] env[69663]: DEBUG oslo_vmware.rw_handles [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526eeb2a-20de-48f0-832a-e47ff251adcf/disk-0.vmdk. {{(pid=69663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 899.857400] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Uploaded image 240fe07f-fd77-4dee-b71e-e153f889570c to the Glance image server {{(pid=69663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 899.859813] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Destroying the VM {{(pid=69663) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 899.860130] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d08d53ea-546f-43f3-9227-b7eb420a144f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.866920] env[69663]: DEBUG oslo_vmware.api [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 899.866920] env[69663]: value = "task-3332786" [ 899.866920] env[69663]: _type = "Task" [ 899.866920] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.878116] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 899.878369] env[69663]: DEBUG oslo_vmware.api [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332786, 'name': Destroy_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.878605] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd5bd722-786c-4692-bd6c-a8dd54ad9365 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.886688] env[69663]: DEBUG oslo_vmware.api [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 899.886688] env[69663]: value = "task-3332787" [ 899.886688] env[69663]: _type = "Task" [ 899.886688] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.896375] env[69663]: DEBUG oslo_vmware.api [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3332787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.903242] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e697b30a-d613-4139-ae79-3bca171a96bd tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 899.903543] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e697b30a-d613-4139-ae79-3bca171a96bd tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 899.903783] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e697b30a-d613-4139-ae79-3bca171a96bd tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Deleting the datastore file [datastore1] da66309c-65cb-4e12-82fc-54c240cb5134 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.904100] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6943c93e-e460-46b8-a7fc-1e0b2f833820 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.912537] env[69663]: DEBUG oslo_vmware.api [None req-e697b30a-d613-4139-ae79-3bca171a96bd tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for the task: (returnval){ [ 899.912537] env[69663]: value = "task-3332788" [ 899.912537] env[69663]: _type = "Task" [ 899.912537] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.921717] env[69663]: DEBUG oslo_vmware.api [None req-e697b30a-d613-4139-ae79-3bca171a96bd tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.080052] env[69663]: DEBUG oslo_vmware.api [None req-9b85f97b-a3cd-466e-805d-36fa60a2d576 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332784, 'name': PowerOffVM_Task, 'duration_secs': 0.225147} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.080052] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b85f97b-a3cd-466e-805d-36fa60a2d576 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 900.080285] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9b85f97b-a3cd-466e-805d-36fa60a2d576 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 900.080544] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-216dcd3d-0eab-44f7-b553-8ef1a139a762 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.145953] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.145953] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ee58b1ea-7e58-4e45-8689-a4aaa235215d tempest-ServersTestJSON-1445967154 tempest-ServersTestJSON-1445967154-project-member] Lock "76897d45-3652-487d-beba-517307e3e6e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.636s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.146309] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9b85f97b-a3cd-466e-805d-36fa60a2d576 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 900.147155] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9b85f97b-a3cd-466e-805d-36fa60a2d576 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 900.147155] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b85f97b-a3cd-466e-805d-36fa60a2d576 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Deleting the datastore file [datastore1] 72adaa51-ad9d-4851-9183-58edff64726e {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.147155] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9bffd17-7b09-43b4-8b98-05ae6c444b52 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.163482] env[69663]: DEBUG oslo_vmware.api [None req-9b85f97b-a3cd-466e-805d-36fa60a2d576 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for the task: (returnval){ [ 900.163482] env[69663]: value = "task-3332790" [ 900.163482] env[69663]: _type = "Task" [ 900.163482] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.183964] env[69663]: DEBUG oslo_vmware.api [None req-9b85f97b-a3cd-466e-805d-36fa60a2d576 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.221655] env[69663]: DEBUG oslo_vmware.api [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52809620-6cdc-56b9-e9ed-422a1ffbecf1, 'name': SearchDatastore_Task, 'duration_secs': 0.010652} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.225744] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b17ed9fe-a9fe-4e1e-8c80-c133edefcb11 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.233179] env[69663]: DEBUG oslo_vmware.api [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Waiting for the task: (returnval){ [ 900.233179] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525edb2c-f5df-51f7-c833-a8334a938314" [ 900.233179] env[69663]: _type = "Task" [ 900.233179] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.244391] env[69663]: DEBUG oslo_vmware.api [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525edb2c-f5df-51f7-c833-a8334a938314, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.306912] env[69663]: DEBUG nova.compute.manager [req-7ee19605-696d-425f-acee-4876ac6b6351 req-6a80e736-4323-4ee6-a9ca-a8e14b475d92 service nova] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Received event network-vif-deleted-8c95292c-3d28-4314-aa33-ed9d6655f13d {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 900.376537] env[69663]: DEBUG oslo_vmware.api [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332786, 'name': Destroy_Task} progress is 33%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.400409] env[69663]: DEBUG oslo_vmware.api [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3332787, 'name': PowerOffVM_Task, 'duration_secs': 0.35205} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.400714] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 900.400911] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Updating instance '15b18416-7534-4888-b1a7-9e147ff3980c' progress to 17 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 900.423112] env[69663]: DEBUG oslo_vmware.api [None req-e697b30a-d613-4139-ae79-3bca171a96bd tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208501} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.425920] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e697b30a-d613-4139-ae79-3bca171a96bd tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.426140] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e697b30a-d613-4139-ae79-3bca171a96bd tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 900.426331] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e697b30a-d613-4139-ae79-3bca171a96bd tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 900.426515] env[69663]: INFO nova.compute.manager [None req-e697b30a-d613-4139-ae79-3bca171a96bd tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Took 1.13 seconds to destroy the instance on the hypervisor. [ 900.426760] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e697b30a-d613-4139-ae79-3bca171a96bd tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.427232] env[69663]: DEBUG nova.compute.manager [-] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 900.427337] env[69663]: DEBUG nova.network.neutron [-] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 900.678845] env[69663]: DEBUG oslo_vmware.api [None req-9b85f97b-a3cd-466e-805d-36fa60a2d576 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Task: {'id': task-3332790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147879} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.679237] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b85f97b-a3cd-466e-805d-36fa60a2d576 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.679449] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9b85f97b-a3cd-466e-805d-36fa60a2d576 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 900.679885] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9b85f97b-a3cd-466e-805d-36fa60a2d576 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 900.679964] env[69663]: INFO nova.compute.manager [None req-9b85f97b-a3cd-466e-805d-36fa60a2d576 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 900.680947] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b85f97b-a3cd-466e-805d-36fa60a2d576 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.680947] env[69663]: DEBUG nova.compute.manager [-] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 900.680947] env[69663]: DEBUG nova.network.neutron [-] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 900.713102] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57764ec1-7548-40d8-be62-27a89766bce2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.721836] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea11455-62e9-4242-acdd-e4a6d2431d84 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.761942] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf8c5cd-b220-42b6-bea3-0910e1591af9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.775877] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e59995-81bc-49e5-9ccb-9e2580193c05 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.779878] env[69663]: DEBUG oslo_vmware.api [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525edb2c-f5df-51f7-c833-a8334a938314, 'name': SearchDatastore_Task, 'duration_secs': 0.014654} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.780801] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.783017] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 16b5464a-f8e6-48ba-964e-41ded7b00fa2/16b5464a-f8e6-48ba-964e-41ded7b00fa2.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 900.783017] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bbd00827-1019-442d-b6ab-7a8c8941b858 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.793670] env[69663]: DEBUG nova.compute.provider_tree [None req-eaec4c98-ad23-460c-8bd9-0f7457e2320b tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.798778] env[69663]: DEBUG oslo_vmware.api [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Waiting for the task: (returnval){ [ 900.798778] env[69663]: value = "task-3332791" [ 900.798778] env[69663]: _type = "Task" [ 900.798778] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.809019] env[69663]: DEBUG oslo_vmware.api [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3332791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.876408] env[69663]: DEBUG oslo_vmware.api [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332786, 'name': Destroy_Task, 'duration_secs': 0.570017} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.876701] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Destroyed the VM [ 900.876949] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Deleting Snapshot of the VM instance {{(pid=69663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 900.877222] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-213ae379-1894-4071-aa95-8a75b3e02dd7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.884375] env[69663]: DEBUG oslo_vmware.api [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 900.884375] env[69663]: value = "task-3332792" [ 900.884375] env[69663]: _type = "Task" [ 900.884375] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.893447] env[69663]: DEBUG oslo_vmware.api [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332792, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.910972] env[69663]: DEBUG nova.virt.hardware [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:27:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={},flavorid='1387665732',id=39,is_public=True,memory_mb=1024,name='tempest-ServersWithFlavorSwapResizeTest-flavor-507416252',projects=,root_gb=1,rxtx_factor=1.0,swap=1024,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 900.911321] env[69663]: DEBUG nova.virt.hardware [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 900.911500] env[69663]: DEBUG nova.virt.hardware [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.911780] env[69663]: DEBUG nova.virt.hardware [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 900.912012] env[69663]: DEBUG nova.virt.hardware [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.912262] env[69663]: DEBUG nova.virt.hardware [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 900.912560] env[69663]: DEBUG nova.virt.hardware [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 900.912817] env[69663]: DEBUG nova.virt.hardware [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 900.913110] env[69663]: DEBUG nova.virt.hardware [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 900.913366] env[69663]: DEBUG nova.virt.hardware [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 900.913613] env[69663]: DEBUG nova.virt.hardware [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 900.919696] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67fee458-0986-47c5-b2e5-2e70888b127e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.939946] env[69663]: DEBUG oslo_vmware.api [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 900.939946] env[69663]: value = "task-3332793" [ 900.939946] env[69663]: _type = "Task" [ 900.939946] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.950137] env[69663]: DEBUG oslo_vmware.api [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3332793, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.265547] env[69663]: DEBUG nova.network.neutron [-] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.297355] env[69663]: DEBUG nova.scheduler.client.report [None req-eaec4c98-ad23-460c-8bd9-0f7457e2320b tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 901.310395] env[69663]: DEBUG oslo_vmware.api [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3332791, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498859} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.310702] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 16b5464a-f8e6-48ba-964e-41ded7b00fa2/16b5464a-f8e6-48ba-964e-41ded7b00fa2.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 901.310930] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.311351] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44184e19-8066-444c-ae94-b9f108545305 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.323206] env[69663]: DEBUG oslo_vmware.api [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Waiting for the task: (returnval){ [ 901.323206] env[69663]: value = "task-3332794" [ 901.323206] env[69663]: _type = "Task" [ 901.323206] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.336118] env[69663]: DEBUG oslo_vmware.api [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3332794, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.358171] env[69663]: DEBUG nova.compute.manager [req-0c7514ea-4b57-4908-afd5-73e3b70b07d9 req-3499cd22-cffa-43c9-99d1-ace49def6656 service nova] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Received event network-vif-deleted-32b55e77-4a3b-4572-836f-3aa876bbf831 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 901.359017] env[69663]: INFO nova.compute.manager [req-0c7514ea-4b57-4908-afd5-73e3b70b07d9 req-3499cd22-cffa-43c9-99d1-ace49def6656 service nova] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Neutron deleted interface 32b55e77-4a3b-4572-836f-3aa876bbf831; detaching it from the instance and deleting it from the info cache [ 901.359017] env[69663]: DEBUG nova.network.neutron [req-0c7514ea-4b57-4908-afd5-73e3b70b07d9 req-3499cd22-cffa-43c9-99d1-ace49def6656 service nova] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.396795] env[69663]: DEBUG oslo_vmware.api [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332792, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.450564] env[69663]: DEBUG oslo_vmware.api [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3332793, 'name': ReconfigVM_Task, 'duration_secs': 0.214583} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.451399] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Updating instance '15b18416-7534-4888-b1a7-9e147ff3980c' progress to 33 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 901.462652] env[69663]: DEBUG nova.network.neutron [-] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.775194] env[69663]: INFO nova.compute.manager [-] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Took 1.35 seconds to deallocate network for instance. [ 901.806114] env[69663]: DEBUG oslo_concurrency.lockutils [None req-eaec4c98-ad23-460c-8bd9-0f7457e2320b tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.192s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.812414] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e28d3383-aea1-4a4c-aa43-ff55dd2abfa5 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.499s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.812414] env[69663]: DEBUG nova.objects.instance [None req-e28d3383-aea1-4a4c-aa43-ff55dd2abfa5 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lazy-loading 'resources' on Instance uuid d98525f7-509c-4e3e-81ec-977938e49623 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.834539] env[69663]: DEBUG oslo_vmware.api [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3332794, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073622} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.834730] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.835560] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf38236-d983-49cd-8b35-f4c30211e6ca {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.861534] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 16b5464a-f8e6-48ba-964e-41ded7b00fa2/16b5464a-f8e6-48ba-964e-41ded7b00fa2.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.862779] env[69663]: INFO nova.scheduler.client.report [None req-eaec4c98-ad23-460c-8bd9-0f7457e2320b tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Deleted allocations for instance c46089b3-927b-4b96-84bb-cfa3e5e70037 [ 901.864303] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d92ad75e-a29e-4675-9d7a-bca53c71f963 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.885020] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8fd52bb7-9e39-498d-8cea-4f365fc7ff3f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.893288] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b97fd5b-ccb4-4dcb-9d69-b61ac5eae285 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.908371] env[69663]: DEBUG oslo_vmware.api [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Waiting for the task: (returnval){ [ 901.908371] env[69663]: value = "task-3332795" [ 901.908371] env[69663]: _type = "Task" [ 901.908371] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.910910] env[69663]: DEBUG oslo_vmware.api [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332792, 'name': RemoveSnapshot_Task, 'duration_secs': 0.800826} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.910910] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Deleted Snapshot of the VM instance {{(pid=69663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 901.910910] env[69663]: INFO nova.compute.manager [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Took 13.66 seconds to snapshot the instance on the hypervisor. [ 901.921483] env[69663]: DEBUG oslo_vmware.api [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3332795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.937556] env[69663]: DEBUG nova.compute.manager [req-0c7514ea-4b57-4908-afd5-73e3b70b07d9 req-3499cd22-cffa-43c9-99d1-ace49def6656 service nova] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Detach interface failed, port_id=32b55e77-4a3b-4572-836f-3aa876bbf831, reason: Instance 72adaa51-ad9d-4851-9183-58edff64726e could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 901.959791] env[69663]: DEBUG nova.virt.hardware [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:24:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={},flavorid='1715290924',id=21,is_public=True,memory_mb=1024,name='tempest-ServersWithFlavorSwapResizeTest-flavor-1942290240',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 901.960039] env[69663]: DEBUG nova.virt.hardware [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 901.960341] env[69663]: DEBUG nova.virt.hardware [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.961628] env[69663]: DEBUG nova.virt.hardware [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 901.961628] env[69663]: DEBUG nova.virt.hardware [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.961628] env[69663]: DEBUG nova.virt.hardware [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 901.961628] env[69663]: DEBUG nova.virt.hardware [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 901.961628] env[69663]: DEBUG nova.virt.hardware [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 901.961628] env[69663]: DEBUG nova.virt.hardware [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 901.961628] env[69663]: DEBUG nova.virt.hardware [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 901.961897] env[69663]: DEBUG nova.virt.hardware [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 901.967506] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Reconfiguring VM instance instance-00000007 to detach disk 2000 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 901.968587] env[69663]: INFO nova.compute.manager [-] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Took 1.29 seconds to deallocate network for instance. [ 901.968828] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd03a603-695a-474f-b651-242aa69ad094 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.000666] env[69663]: DEBUG oslo_vmware.api [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 902.000666] env[69663]: value = "task-3332796" [ 902.000666] env[69663]: _type = "Task" [ 902.000666] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.010500] env[69663]: DEBUG oslo_vmware.api [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3332796, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.281080] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e697b30a-d613-4139-ae79-3bca171a96bd tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.338248] env[69663]: DEBUG nova.compute.manager [req-ce237737-9d99-4b79-ab7a-3b378f909b76 req-cce77749-b52c-45d5-9204-b74197cdc094 service nova] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Received event network-vif-deleted-ef6ea8e9-4f8f-4ee5-81c1-0a3424df9050 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 902.390714] env[69663]: DEBUG oslo_concurrency.lockutils [None req-eaec4c98-ad23-460c-8bd9-0f7457e2320b tempest-ServerRescueTestJSONUnderV235-1089995768 tempest-ServerRescueTestJSONUnderV235-1089995768-project-member] Lock "c46089b3-927b-4b96-84bb-cfa3e5e70037" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.803s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.423732] env[69663]: DEBUG oslo_vmware.api [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3332795, 'name': ReconfigVM_Task, 'duration_secs': 0.316436} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.430555] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 16b5464a-f8e6-48ba-964e-41ded7b00fa2/16b5464a-f8e6-48ba-964e-41ded7b00fa2.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 902.432034] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-143314f4-4757-4c53-b5f5-39510820cc49 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.444178] env[69663]: DEBUG oslo_vmware.api [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Waiting for the task: (returnval){ [ 902.444178] env[69663]: value = "task-3332797" [ 902.444178] env[69663]: _type = "Task" [ 902.444178] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.464576] env[69663]: DEBUG oslo_vmware.api [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3332797, 'name': Rename_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.485964] env[69663]: DEBUG nova.compute.manager [None req-8883275e-8e13-42b1-9b67-4d9e12feb0be tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Found 2 images (rotation: 2) {{(pid=69663) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4554}} [ 902.488941] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9b85f97b-a3cd-466e-805d-36fa60a2d576 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.520923] env[69663]: DEBUG oslo_vmware.api [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3332796, 'name': ReconfigVM_Task, 'duration_secs': 0.180296} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.521285] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Reconfigured VM instance instance-00000007 to detach disk 2000 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 902.522168] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f5de25-8098-498b-ad87-04e77d95443a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.560747] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 15b18416-7534-4888-b1a7-9e147ff3980c/15b18416-7534-4888-b1a7-9e147ff3980c.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.563728] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cce96276-d633-4826-9abf-31b9324af7db {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.584415] env[69663]: DEBUG oslo_vmware.api [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 902.584415] env[69663]: value = "task-3332798" [ 902.584415] env[69663]: _type = "Task" [ 902.584415] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.593950] env[69663]: DEBUG oslo_vmware.api [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3332798, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.963417] env[69663]: DEBUG oslo_vmware.api [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3332797, 'name': Rename_Task, 'duration_secs': 0.301782} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.963767] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 902.964078] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41340cfa-3a7d-4db0-96cd-201caa48997c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.972830] env[69663]: DEBUG oslo_vmware.api [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Waiting for the task: (returnval){ [ 902.972830] env[69663]: value = "task-3332799" [ 902.972830] env[69663]: _type = "Task" [ 902.972830] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.982320] env[69663]: DEBUG oslo_vmware.api [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3332799, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.001804] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae297ea-aeb3-46c2-82d1-ad0ab1541735 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.011442] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5c42ba-6b2d-47b6-8943-784b75776ab9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.049896] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5c46f9-632d-4b08-8f90-2e41fa12f6e2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.059921] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627f7fcb-91e0-4bb8-96bc-f36c7ebdbd5a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.082876] env[69663]: DEBUG nova.compute.provider_tree [None req-e28d3383-aea1-4a4c-aa43-ff55dd2abfa5 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.094384] env[69663]: DEBUG oslo_vmware.api [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3332798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.542109] env[69663]: DEBUG oslo_vmware.api [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3332799, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.586041] env[69663]: DEBUG nova.scheduler.client.report [None req-e28d3383-aea1-4a4c-aa43-ff55dd2abfa5 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 903.608828] env[69663]: DEBUG oslo_vmware.api [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3332798, 'name': ReconfigVM_Task, 'duration_secs': 0.618239} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.609193] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 15b18416-7534-4888-b1a7-9e147ff3980c/15b18416-7534-4888-b1a7-9e147ff3980c.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.609663] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Updating instance '15b18416-7534-4888-b1a7-9e147ff3980c' progress to 50 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 903.993081] env[69663]: DEBUG oslo_vmware.api [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3332799, 'name': PowerOnVM_Task, 'duration_secs': 0.549216} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.993921] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 903.994378] env[69663]: INFO nova.compute.manager [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Took 8.98 seconds to spawn the instance on the hypervisor. [ 903.995009] env[69663]: DEBUG nova.compute.manager [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 903.996460] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca2c0fe-0458-4c8f-9522-8cd82d4db19d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.000438] env[69663]: DEBUG nova.compute.manager [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 904.003540] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4dd471-06c4-4733-9c4f-d78fc4f9a09e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.101598] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e28d3383-aea1-4a4c-aa43-ff55dd2abfa5 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.292s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.104492] env[69663]: DEBUG oslo_concurrency.lockutils [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.156s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.107419] env[69663]: INFO nova.compute.claims [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.123943] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266b270b-22ff-4712-bd7c-71dfa0d34b4c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.149361] env[69663]: INFO nova.scheduler.client.report [None req-e28d3383-aea1-4a4c-aa43-ff55dd2abfa5 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Deleted allocations for instance d98525f7-509c-4e3e-81ec-977938e49623 [ 904.154494] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e79b902-5df3-4f2b-afb0-4e9b6a1a13e0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.179693] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Updating instance '15b18416-7534-4888-b1a7-9e147ff3980c' progress to 67 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 904.516955] env[69663]: INFO nova.compute.manager [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] instance snapshotting [ 904.517697] env[69663]: DEBUG nova.objects.instance [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lazy-loading 'flavor' on Instance uuid 7be8d9d2-3b54-490e-8a89-00324c49a5a0 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.527753] env[69663]: INFO nova.compute.manager [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Took 49.37 seconds to build instance. [ 904.663679] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e28d3383-aea1-4a4c-aa43-ff55dd2abfa5 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "d98525f7-509c-4e3e-81ec-977938e49623" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.786s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.733995] env[69663]: DEBUG nova.network.neutron [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Port 8db95fcb-3f73-4bd3-a9b6-951f1ff294cf binding to destination host cpu-1 is already ACTIVE {{(pid=69663) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 905.027966] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cf5102-2f5e-4054-9cef-4d2567cf7c3a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.031117] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7b3cf1fc-ade5-450c-9331-5c1017fa0d50 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Lock "16b5464a-f8e6-48ba-964e-41ded7b00fa2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.973s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.052019] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cc30a3-d7b2-4de7-9f80-52f23effc076 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.533377] env[69663]: DEBUG nova.compute.manager [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 905.565633] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Creating Snapshot of the VM instance {{(pid=69663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 905.565973] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-911f08ff-a78b-4be3-8dd3-2d240a74101b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.576361] env[69663]: DEBUG oslo_vmware.api [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 905.576361] env[69663]: value = "task-3332800" [ 905.576361] env[69663]: _type = "Task" [ 905.576361] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.595664] env[69663]: DEBUG oslo_vmware.api [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332800, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.693223] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebf6966-ccce-4e03-a102-9b6024039809 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.701811] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fa6d64-9760-4f99-9037-75ec1d9d6b01 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.736163] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a601f865-f9ae-45de-a726-5168e6e8839b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.751706] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242874b2-c9d5-44e9-b394-597303db9e78 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.761892] env[69663]: DEBUG oslo_concurrency.lockutils [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquiring lock "15b18416-7534-4888-b1a7-9e147ff3980c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.762128] env[69663]: DEBUG oslo_concurrency.lockutils [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lock "15b18416-7534-4888-b1a7-9e147ff3980c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.762317] env[69663]: DEBUG oslo_concurrency.lockutils [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lock "15b18416-7534-4888-b1a7-9e147ff3980c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.779490] env[69663]: DEBUG nova.compute.provider_tree [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.054229] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.087848] env[69663]: DEBUG oslo_vmware.api [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332800, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.139120] env[69663]: DEBUG nova.compute.manager [req-8c8496c1-76c5-4cfd-839a-4249436a6cc2 req-52badcca-bea2-4a4d-a192-7237dce86d52 service nova] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Received event network-changed-05260360-885f-4271-b73a-6c5dbb9463e6 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 906.139120] env[69663]: DEBUG nova.compute.manager [req-8c8496c1-76c5-4cfd-839a-4249436a6cc2 req-52badcca-bea2-4a4d-a192-7237dce86d52 service nova] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Refreshing instance network info cache due to event network-changed-05260360-885f-4271-b73a-6c5dbb9463e6. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 906.139120] env[69663]: DEBUG oslo_concurrency.lockutils [req-8c8496c1-76c5-4cfd-839a-4249436a6cc2 req-52badcca-bea2-4a4d-a192-7237dce86d52 service nova] Acquiring lock "refresh_cache-16b5464a-f8e6-48ba-964e-41ded7b00fa2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.139120] env[69663]: DEBUG oslo_concurrency.lockutils [req-8c8496c1-76c5-4cfd-839a-4249436a6cc2 req-52badcca-bea2-4a4d-a192-7237dce86d52 service nova] Acquired lock "refresh_cache-16b5464a-f8e6-48ba-964e-41ded7b00fa2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.139120] env[69663]: DEBUG nova.network.neutron [req-8c8496c1-76c5-4cfd-839a-4249436a6cc2 req-52badcca-bea2-4a4d-a192-7237dce86d52 service nova] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Refreshing network info cache for port 05260360-885f-4271-b73a-6c5dbb9463e6 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 906.283247] env[69663]: DEBUG nova.scheduler.client.report [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 906.594488] env[69663]: DEBUG oslo_vmware.api [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332800, 'name': CreateSnapshot_Task, 'duration_secs': 0.725221} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.595343] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Created Snapshot of the VM instance {{(pid=69663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 906.598028] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2c185e-2b25-4ebc-a8c9-68384faf010b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.790924] env[69663]: DEBUG oslo_concurrency.lockutils [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.790924] env[69663]: DEBUG nova.compute.manager [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 906.793685] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.770s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.796323] env[69663]: INFO nova.compute.claims [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.826401] env[69663]: DEBUG oslo_concurrency.lockutils [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquiring lock "refresh_cache-15b18416-7534-4888-b1a7-9e147ff3980c" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.826907] env[69663]: DEBUG oslo_concurrency.lockutils [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquired lock "refresh_cache-15b18416-7534-4888-b1a7-9e147ff3980c" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.827573] env[69663]: DEBUG nova.network.neutron [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 907.003365] env[69663]: DEBUG nova.network.neutron [req-8c8496c1-76c5-4cfd-839a-4249436a6cc2 req-52badcca-bea2-4a4d-a192-7237dce86d52 service nova] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Updated VIF entry in instance network info cache for port 05260360-885f-4271-b73a-6c5dbb9463e6. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 907.005016] env[69663]: DEBUG nova.network.neutron [req-8c8496c1-76c5-4cfd-839a-4249436a6cc2 req-52badcca-bea2-4a4d-a192-7237dce86d52 service nova] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Updating instance_info_cache with network_info: [{"id": "05260360-885f-4271-b73a-6c5dbb9463e6", "address": "fa:16:3e:93:b7:11", "network": {"id": "3f0fadcb-cb71-40a0-802f-3b6980b977ae", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1577660428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fa2fdfa7e83480f97937f70b6225ff7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05260360-88", "ovs_interfaceid": "05260360-885f-4271-b73a-6c5dbb9463e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.125357] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Creating linked-clone VM from snapshot {{(pid=69663) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 907.125957] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a0dc7415-8935-4007-9b65-10f61fccdb9f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.137688] env[69663]: DEBUG oslo_vmware.api [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 907.137688] env[69663]: value = "task-3332801" [ 907.137688] env[69663]: _type = "Task" [ 907.137688] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.152659] env[69663]: DEBUG oslo_vmware.api [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332801, 'name': CloneVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.302788] env[69663]: DEBUG nova.compute.utils [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 907.306650] env[69663]: DEBUG nova.compute.manager [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 907.306851] env[69663]: DEBUG nova.network.neutron [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 907.355734] env[69663]: DEBUG nova.policy [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '417b844d7cdb4a22ae79ceb8ff2acb6a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f28dcf13a6f4f95b8ded602e272f5c9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 907.507034] env[69663]: DEBUG oslo_concurrency.lockutils [req-8c8496c1-76c5-4cfd-839a-4249436a6cc2 req-52badcca-bea2-4a4d-a192-7237dce86d52 service nova] Releasing lock "refresh_cache-16b5464a-f8e6-48ba-964e-41ded7b00fa2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.653315] env[69663]: DEBUG oslo_vmware.api [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332801, 'name': CloneVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.685979] env[69663]: DEBUG nova.network.neutron [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Successfully created port: ae802c67-fedd-4d18-9455-a2e3bdebc34c {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 907.709635] env[69663]: DEBUG nova.network.neutron [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Updating instance_info_cache with network_info: [{"id": "8db95fcb-3f73-4bd3-a9b6-951f1ff294cf", "address": "fa:16:3e:06:38:36", "network": {"id": "dac535d4-890b-4c14-a296-d1a6e6353c0e", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-2036290172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69e38c23e4344a638313c6c7d5573df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db95fcb-3f", "ovs_interfaceid": "8db95fcb-3f73-4bd3-a9b6-951f1ff294cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.807956] env[69663]: DEBUG nova.compute.manager [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 908.153841] env[69663]: DEBUG oslo_vmware.api [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332801, 'name': CloneVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.214012] env[69663]: DEBUG oslo_concurrency.lockutils [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Releasing lock "refresh_cache-15b18416-7534-4888-b1a7-9e147ff3980c" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.435195] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32d9e4b-8a2c-4e31-a145-7df046a1083e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.443743] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b33ac5-3b65-48cd-be9f-f344ae374052 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.476583] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d793728-900a-445f-bd56-079a17b99cee {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.486206] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408e7616-cd18-4020-bcba-40656ba14725 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.500284] env[69663]: DEBUG nova.compute.provider_tree [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.656528] env[69663]: DEBUG oslo_vmware.api [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332801, 'name': CloneVM_Task} progress is 95%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.741468] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc926e9-1550-4427-a70a-5191f7f5b2b5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.763441] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a2445d-ab42-4933-b5fc-d58f4004bcd2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.771085] env[69663]: DEBUG oslo_concurrency.lockutils [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "731c4f58-055c-480f-99ca-1c9ef9bb9dff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.771085] env[69663]: DEBUG oslo_concurrency.lockutils [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "731c4f58-055c-480f-99ca-1c9ef9bb9dff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.775138] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69663) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1373}} [ 908.776182] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-1adb83aa-7cf4-4100-8833-731cae6421e3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.785145] env[69663]: DEBUG oslo_vmware.api [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 908.785145] env[69663]: value = "task-3332802" [ 908.785145] env[69663]: _type = "Task" [ 908.785145] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.794786] env[69663]: DEBUG oslo_vmware.api [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3332802, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.822888] env[69663]: DEBUG nova.compute.manager [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 908.853471] env[69663]: DEBUG nova.virt.hardware [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 908.853726] env[69663]: DEBUG nova.virt.hardware [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 908.853887] env[69663]: DEBUG nova.virt.hardware [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.854092] env[69663]: DEBUG nova.virt.hardware [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 908.854248] env[69663]: DEBUG nova.virt.hardware [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.854400] env[69663]: DEBUG nova.virt.hardware [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 908.854617] env[69663]: DEBUG nova.virt.hardware [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 908.854780] env[69663]: DEBUG nova.virt.hardware [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 908.854951] env[69663]: DEBUG nova.virt.hardware [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 908.855133] env[69663]: DEBUG nova.virt.hardware [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 908.855313] env[69663]: DEBUG nova.virt.hardware [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 908.856187] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c83888-099f-4532-89c6-aa4c1bbea8a5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.864647] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870d6a0a-0815-4f26-88d9-a71c51f5bf49 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.005616] env[69663]: DEBUG nova.scheduler.client.report [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 909.124761] env[69663]: DEBUG nova.compute.manager [req-d5716b36-1a15-4e66-8596-26c4ce806207 req-0289c228-af2e-4c6e-970e-cfe25fad8b07 service nova] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Received event network-vif-plugged-ae802c67-fedd-4d18-9455-a2e3bdebc34c {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 909.125079] env[69663]: DEBUG oslo_concurrency.lockutils [req-d5716b36-1a15-4e66-8596-26c4ce806207 req-0289c228-af2e-4c6e-970e-cfe25fad8b07 service nova] Acquiring lock "bad669a6-f3ec-4d33-ac44-e6d1307ea99d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.125304] env[69663]: DEBUG oslo_concurrency.lockutils [req-d5716b36-1a15-4e66-8596-26c4ce806207 req-0289c228-af2e-4c6e-970e-cfe25fad8b07 service nova] Lock "bad669a6-f3ec-4d33-ac44-e6d1307ea99d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.125480] env[69663]: DEBUG oslo_concurrency.lockutils [req-d5716b36-1a15-4e66-8596-26c4ce806207 req-0289c228-af2e-4c6e-970e-cfe25fad8b07 service nova] Lock "bad669a6-f3ec-4d33-ac44-e6d1307ea99d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.125658] env[69663]: DEBUG nova.compute.manager [req-d5716b36-1a15-4e66-8596-26c4ce806207 req-0289c228-af2e-4c6e-970e-cfe25fad8b07 service nova] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] No waiting events found dispatching network-vif-plugged-ae802c67-fedd-4d18-9455-a2e3bdebc34c {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 909.125824] env[69663]: WARNING nova.compute.manager [req-d5716b36-1a15-4e66-8596-26c4ce806207 req-0289c228-af2e-4c6e-970e-cfe25fad8b07 service nova] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Received unexpected event network-vif-plugged-ae802c67-fedd-4d18-9455-a2e3bdebc34c for instance with vm_state building and task_state spawning. [ 909.153454] env[69663]: DEBUG oslo_vmware.api [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332801, 'name': CloneVM_Task, 'duration_secs': 1.634717} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.153760] env[69663]: INFO nova.virt.vmwareapi.vmops [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Created linked-clone VM from snapshot [ 909.154858] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ec15bb-4cbc-4207-9fb5-eabacdb028ba {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.164347] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Uploading image 79625fea-f6c0-48b2-a55c-94ba9875804f {{(pid=69663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 909.191629] env[69663]: DEBUG oslo_vmware.rw_handles [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 909.191629] env[69663]: value = "vm-665303" [ 909.191629] env[69663]: _type = "VirtualMachine" [ 909.191629] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 909.192273] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6b5f87ce-4cc5-40e5-9952-1b29cd4b1b94 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.203080] env[69663]: DEBUG oslo_vmware.rw_handles [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lease: (returnval){ [ 909.203080] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c38e54-e133-f864-78a8-99bc3d5d1ef3" [ 909.203080] env[69663]: _type = "HttpNfcLease" [ 909.203080] env[69663]: } obtained for exporting VM: (result){ [ 909.203080] env[69663]: value = "vm-665303" [ 909.203080] env[69663]: _type = "VirtualMachine" [ 909.203080] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 909.203391] env[69663]: DEBUG oslo_vmware.api [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the lease: (returnval){ [ 909.203391] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c38e54-e133-f864-78a8-99bc3d5d1ef3" [ 909.203391] env[69663]: _type = "HttpNfcLease" [ 909.203391] env[69663]: } to be ready. {{(pid=69663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 909.210668] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 909.210668] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c38e54-e133-f864-78a8-99bc3d5d1ef3" [ 909.210668] env[69663]: _type = "HttpNfcLease" [ 909.210668] env[69663]: } is initializing. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 909.222652] env[69663]: DEBUG nova.network.neutron [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Successfully updated port: ae802c67-fedd-4d18-9455-a2e3bdebc34c {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.296123] env[69663]: DEBUG oslo_vmware.api [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3332802, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.070315} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.296443] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69663) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1394}} [ 909.297320] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07efc98-b5ee-4e4b-b847-c404c1b1dbaa {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.325508] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 15b18416-7534-4888-b1a7-9e147ff3980c/swap.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.325838] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b1b8b7e-95ea-4509-b066-a7db168a952f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.346532] env[69663]: DEBUG oslo_vmware.api [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 909.346532] env[69663]: value = "task-3332804" [ 909.346532] env[69663]: _type = "Task" [ 909.346532] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.357171] env[69663]: DEBUG oslo_vmware.api [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3332804, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.509993] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.510718] env[69663]: DEBUG nova.compute.manager [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 909.513366] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.573s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.514828] env[69663]: INFO nova.compute.claims [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.716021] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 909.716021] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c38e54-e133-f864-78a8-99bc3d5d1ef3" [ 909.716021] env[69663]: _type = "HttpNfcLease" [ 909.716021] env[69663]: } is ready. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 909.716021] env[69663]: DEBUG oslo_vmware.rw_handles [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 909.716021] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c38e54-e133-f864-78a8-99bc3d5d1ef3" [ 909.716021] env[69663]: _type = "HttpNfcLease" [ 909.716021] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 909.716021] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e489f384-5a82-444b-a341-c0187d7df37e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.722974] env[69663]: DEBUG oslo_vmware.rw_handles [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5252bf90-8ea9-bd17-7b03-520fbe368315/disk-0.vmdk from lease info. {{(pid=69663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 909.723217] env[69663]: DEBUG oslo_vmware.rw_handles [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5252bf90-8ea9-bd17-7b03-520fbe368315/disk-0.vmdk for reading. {{(pid=69663) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 909.781738] env[69663]: DEBUG oslo_concurrency.lockutils [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Acquiring lock "refresh_cache-bad669a6-f3ec-4d33-ac44-e6d1307ea99d" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.781899] env[69663]: DEBUG oslo_concurrency.lockutils [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Acquired lock "refresh_cache-bad669a6-f3ec-4d33-ac44-e6d1307ea99d" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.782073] env[69663]: DEBUG nova.network.neutron [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 909.815468] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ef793f06-816c-446c-9f9a-70d1917e5d0a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.862826] env[69663]: DEBUG oslo_vmware.api [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3332804, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.020570] env[69663]: DEBUG nova.compute.utils [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 910.023441] env[69663]: DEBUG nova.compute.manager [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 910.023643] env[69663]: DEBUG nova.network.neutron [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 910.063888] env[69663]: DEBUG nova.policy [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0da4ec0414b43578258361ebc5777c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4847e3dd76c14ad49059be464cf1c17f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 910.325298] env[69663]: DEBUG nova.network.neutron [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 910.356874] env[69663]: DEBUG nova.network.neutron [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Successfully created port: a67f2722-526d-478a-9dbc-d1e12c929a3c {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 910.365935] env[69663]: DEBUG oslo_vmware.api [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3332804, 'name': ReconfigVM_Task, 'duration_secs': 0.614448} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.366909] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 15b18416-7534-4888-b1a7-9e147ff3980c/swap.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.368493] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Updating instance '15b18416-7534-4888-b1a7-9e147ff3980c' progress to 83 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 910.536693] env[69663]: DEBUG nova.compute.manager [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 910.567643] env[69663]: DEBUG nova.network.neutron [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Updating instance_info_cache with network_info: [{"id": "ae802c67-fedd-4d18-9455-a2e3bdebc34c", "address": "fa:16:3e:c4:b9:20", "network": {"id": "59c13d7a-19b3-4a8a-8493-3bc7847ae545", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-163167955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f28dcf13a6f4f95b8ded602e272f5c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae802c67-fe", "ovs_interfaceid": "ae802c67-fedd-4d18-9455-a2e3bdebc34c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.876899] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 910.879985] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68fb1071-8f27-4020-9458-cf922c370baf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.889079] env[69663]: DEBUG oslo_vmware.api [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 910.889079] env[69663]: value = "task-3332805" [ 910.889079] env[69663]: _type = "Task" [ 910.889079] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.905582] env[69663]: DEBUG oslo_vmware.api [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3332805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.070236] env[69663]: DEBUG oslo_concurrency.lockutils [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Releasing lock "refresh_cache-bad669a6-f3ec-4d33-ac44-e6d1307ea99d" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.070575] env[69663]: DEBUG nova.compute.manager [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Instance network_info: |[{"id": "ae802c67-fedd-4d18-9455-a2e3bdebc34c", "address": "fa:16:3e:c4:b9:20", "network": {"id": "59c13d7a-19b3-4a8a-8493-3bc7847ae545", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-163167955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f28dcf13a6f4f95b8ded602e272f5c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae802c67-fe", "ovs_interfaceid": "ae802c67-fedd-4d18-9455-a2e3bdebc34c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 911.071022] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:b9:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae802c67-fedd-4d18-9455-a2e3bdebc34c', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.079670] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Creating folder: Project (5f28dcf13a6f4f95b8ded602e272f5c9). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 911.082912] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bec39e76-afb1-4edc-a810-033f4b42c827 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.100922] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Created folder: Project (5f28dcf13a6f4f95b8ded602e272f5c9) in parent group-v665133. [ 911.101304] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Creating folder: Instances. Parent ref: group-v665304. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 911.101591] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07447154-4772-49c6-bc77-66b8c92c1c01 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.114802] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Created folder: Instances in parent group-v665304. [ 911.115226] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.115745] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 911.116068] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9035948-6f28-4f72-977f-472bd605008d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.141604] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.141604] env[69663]: value = "task-3332808" [ 911.141604] env[69663]: _type = "Task" [ 911.141604] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.146725] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6963231-a556-4b49-b7ba-62a01f15414b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.153988] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332808, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.158683] env[69663]: DEBUG nova.compute.manager [req-535abc1c-4696-46a9-8f84-57d5442a4835 req-5828ccec-3b54-436c-b644-836ff344e716 service nova] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Received event network-changed-ae802c67-fedd-4d18-9455-a2e3bdebc34c {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 911.159016] env[69663]: DEBUG nova.compute.manager [req-535abc1c-4696-46a9-8f84-57d5442a4835 req-5828ccec-3b54-436c-b644-836ff344e716 service nova] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Refreshing instance network info cache due to event network-changed-ae802c67-fedd-4d18-9455-a2e3bdebc34c. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 911.159419] env[69663]: DEBUG oslo_concurrency.lockutils [req-535abc1c-4696-46a9-8f84-57d5442a4835 req-5828ccec-3b54-436c-b644-836ff344e716 service nova] Acquiring lock "refresh_cache-bad669a6-f3ec-4d33-ac44-e6d1307ea99d" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.159683] env[69663]: DEBUG oslo_concurrency.lockutils [req-535abc1c-4696-46a9-8f84-57d5442a4835 req-5828ccec-3b54-436c-b644-836ff344e716 service nova] Acquired lock "refresh_cache-bad669a6-f3ec-4d33-ac44-e6d1307ea99d" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.159911] env[69663]: DEBUG nova.network.neutron [req-535abc1c-4696-46a9-8f84-57d5442a4835 req-5828ccec-3b54-436c-b644-836ff344e716 service nova] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Refreshing network info cache for port ae802c67-fedd-4d18-9455-a2e3bdebc34c {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 911.165804] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0455e88-36d5-442c-9620-8599b043b499 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.205337] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3b770a-0c6e-4f5c-87c2-28daaf8045fe {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.214919] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b971d837-0b72-42bc-998d-4a2edb337265 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.232105] env[69663]: DEBUG nova.compute.provider_tree [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.401582] env[69663]: DEBUG oslo_vmware.api [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3332805, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.553377] env[69663]: DEBUG nova.compute.manager [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 911.579636] env[69663]: DEBUG nova.virt.hardware [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 911.579784] env[69663]: DEBUG nova.virt.hardware [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 911.579900] env[69663]: DEBUG nova.virt.hardware [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.580109] env[69663]: DEBUG nova.virt.hardware [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 911.580256] env[69663]: DEBUG nova.virt.hardware [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.580593] env[69663]: DEBUG nova.virt.hardware [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 911.580745] env[69663]: DEBUG nova.virt.hardware [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 911.580850] env[69663]: DEBUG nova.virt.hardware [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 911.581034] env[69663]: DEBUG nova.virt.hardware [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 911.581213] env[69663]: DEBUG nova.virt.hardware [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 911.581512] env[69663]: DEBUG nova.virt.hardware [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 911.582335] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3745981-fd0b-4d86-87c6-611e7e7c2167 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.591374] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74dcc4fc-1106-4660-be9a-c73554db8fea {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.651406] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332808, 'name': CreateVM_Task, 'duration_secs': 0.416768} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.651628] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 911.652380] env[69663]: DEBUG oslo_concurrency.lockutils [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.652541] env[69663]: DEBUG oslo_concurrency.lockutils [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.652868] env[69663]: DEBUG oslo_concurrency.lockutils [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.653158] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb117908-91f2-478c-912b-346c4fa82b9b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.658661] env[69663]: DEBUG oslo_vmware.api [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Waiting for the task: (returnval){ [ 911.658661] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529d02a0-2020-6d5d-0f35-72cffd4560b5" [ 911.658661] env[69663]: _type = "Task" [ 911.658661] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.671098] env[69663]: DEBUG oslo_vmware.api [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529d02a0-2020-6d5d-0f35-72cffd4560b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.735939] env[69663]: DEBUG nova.scheduler.client.report [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 911.864082] env[69663]: DEBUG nova.network.neutron [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Successfully updated port: a67f2722-526d-478a-9dbc-d1e12c929a3c {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 911.900965] env[69663]: DEBUG oslo_vmware.api [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3332805, 'name': PowerOnVM_Task, 'duration_secs': 0.571162} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.901355] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 911.901529] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-69a3b2a8-ba8e-43c7-bdd0-fb3d543b89ee tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Updating instance '15b18416-7534-4888-b1a7-9e147ff3980c' progress to 100 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 912.077553] env[69663]: DEBUG nova.network.neutron [req-535abc1c-4696-46a9-8f84-57d5442a4835 req-5828ccec-3b54-436c-b644-836ff344e716 service nova] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Updated VIF entry in instance network info cache for port ae802c67-fedd-4d18-9455-a2e3bdebc34c. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 912.077758] env[69663]: DEBUG nova.network.neutron [req-535abc1c-4696-46a9-8f84-57d5442a4835 req-5828ccec-3b54-436c-b644-836ff344e716 service nova] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Updating instance_info_cache with network_info: [{"id": "ae802c67-fedd-4d18-9455-a2e3bdebc34c", "address": "fa:16:3e:c4:b9:20", "network": {"id": "59c13d7a-19b3-4a8a-8493-3bc7847ae545", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-163167955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f28dcf13a6f4f95b8ded602e272f5c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae802c67-fe", "ovs_interfaceid": "ae802c67-fedd-4d18-9455-a2e3bdebc34c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.172797] env[69663]: DEBUG oslo_vmware.api [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529d02a0-2020-6d5d-0f35-72cffd4560b5, 'name': SearchDatastore_Task, 'duration_secs': 0.014228} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.173544] env[69663]: DEBUG oslo_concurrency.lockutils [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.174244] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.175024] env[69663]: DEBUG oslo_concurrency.lockutils [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.175408] env[69663]: DEBUG oslo_concurrency.lockutils [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.176223] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.176775] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c59cbae4-c7f4-4584-b413-4a14a0a7cf67 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.189261] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.189576] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 912.190497] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f059e63b-2e2f-4995-8c3b-9aeb42ec1b75 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.198832] env[69663]: DEBUG oslo_vmware.api [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Waiting for the task: (returnval){ [ 912.198832] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]526aa4dc-ad12-01b6-3aee-860359699485" [ 912.198832] env[69663]: _type = "Task" [ 912.198832] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.208397] env[69663]: DEBUG oslo_vmware.api [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]526aa4dc-ad12-01b6-3aee-860359699485, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.242901] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.243443] env[69663]: DEBUG nova.compute.manager [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 912.246420] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.166s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.248157] env[69663]: INFO nova.compute.claims [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.367120] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Acquiring lock "refresh_cache-92ca4ae9-bd93-4031-b96d-79a4e5f4c851" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.367287] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Acquired lock "refresh_cache-92ca4ae9-bd93-4031-b96d-79a4e5f4c851" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.367442] env[69663]: DEBUG nova.network.neutron [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 912.583252] env[69663]: DEBUG oslo_concurrency.lockutils [req-535abc1c-4696-46a9-8f84-57d5442a4835 req-5828ccec-3b54-436c-b644-836ff344e716 service nova] Releasing lock "refresh_cache-bad669a6-f3ec-4d33-ac44-e6d1307ea99d" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.710971] env[69663]: DEBUG oslo_vmware.api [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]526aa4dc-ad12-01b6-3aee-860359699485, 'name': SearchDatastore_Task, 'duration_secs': 0.014161} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.711840] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bd99c57-9d22-4896-9481-8429b0ff2021 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.717992] env[69663]: DEBUG oslo_vmware.api [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Waiting for the task: (returnval){ [ 912.717992] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b85efa-c5b3-3719-0739-02df4ecee2fb" [ 912.717992] env[69663]: _type = "Task" [ 912.717992] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.727857] env[69663]: DEBUG oslo_vmware.api [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b85efa-c5b3-3719-0739-02df4ecee2fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.752632] env[69663]: DEBUG nova.compute.utils [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 912.756145] env[69663]: DEBUG nova.compute.manager [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 912.756378] env[69663]: DEBUG nova.network.neutron [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] [instance: a3f0b263-807a-4192-9851-f3638eff935f] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 912.821430] env[69663]: DEBUG nova.policy [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fc4da04d12ff4985b45203c37a5f79d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '671b5128506b43e6976dbd88b8a26498', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 912.915878] env[69663]: DEBUG nova.network.neutron [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 913.069973] env[69663]: DEBUG nova.network.neutron [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Updating instance_info_cache with network_info: [{"id": "a67f2722-526d-478a-9dbc-d1e12c929a3c", "address": "fa:16:3e:87:22:7d", "network": {"id": "e427cf70-97b5-48f8-ac2b-0d0d6cb22186", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-669294967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4847e3dd76c14ad49059be464cf1c17f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa67f2722-52", "ovs_interfaceid": "a67f2722-526d-478a-9dbc-d1e12c929a3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.230415] env[69663]: DEBUG oslo_vmware.api [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b85efa-c5b3-3719-0739-02df4ecee2fb, 'name': SearchDatastore_Task, 'duration_secs': 0.012677} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.230739] env[69663]: DEBUG oslo_concurrency.lockutils [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.231038] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] bad669a6-f3ec-4d33-ac44-e6d1307ea99d/bad669a6-f3ec-4d33-ac44-e6d1307ea99d.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 913.231350] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8b3eae9-1013-4ec1-855d-948e74465617 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.241338] env[69663]: DEBUG oslo_vmware.api [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Waiting for the task: (returnval){ [ 913.241338] env[69663]: value = "task-3332809" [ 913.241338] env[69663]: _type = "Task" [ 913.241338] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.250983] env[69663]: DEBUG oslo_vmware.api [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Task: {'id': task-3332809, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.262032] env[69663]: DEBUG nova.compute.manager [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 913.310497] env[69663]: DEBUG nova.network.neutron [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Successfully created port: 6eb248a8-dfb3-42fd-b123-6b433ed4f767 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.323920] env[69663]: DEBUG nova.compute.manager [req-7aa746a0-7efa-4138-846b-04e39fa21d7b req-d0e78044-a54e-46f8-b8c1-ef3b3f653400 service nova] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Received event network-vif-plugged-a67f2722-526d-478a-9dbc-d1e12c929a3c {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 913.324162] env[69663]: DEBUG oslo_concurrency.lockutils [req-7aa746a0-7efa-4138-846b-04e39fa21d7b req-d0e78044-a54e-46f8-b8c1-ef3b3f653400 service nova] Acquiring lock "92ca4ae9-bd93-4031-b96d-79a4e5f4c851-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.325093] env[69663]: DEBUG oslo_concurrency.lockutils [req-7aa746a0-7efa-4138-846b-04e39fa21d7b req-d0e78044-a54e-46f8-b8c1-ef3b3f653400 service nova] Lock "92ca4ae9-bd93-4031-b96d-79a4e5f4c851-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.325093] env[69663]: DEBUG oslo_concurrency.lockutils [req-7aa746a0-7efa-4138-846b-04e39fa21d7b req-d0e78044-a54e-46f8-b8c1-ef3b3f653400 service nova] Lock "92ca4ae9-bd93-4031-b96d-79a4e5f4c851-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.325093] env[69663]: DEBUG nova.compute.manager [req-7aa746a0-7efa-4138-846b-04e39fa21d7b req-d0e78044-a54e-46f8-b8c1-ef3b3f653400 service nova] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] No waiting events found dispatching network-vif-plugged-a67f2722-526d-478a-9dbc-d1e12c929a3c {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 913.325093] env[69663]: WARNING nova.compute.manager [req-7aa746a0-7efa-4138-846b-04e39fa21d7b req-d0e78044-a54e-46f8-b8c1-ef3b3f653400 service nova] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Received unexpected event network-vif-plugged-a67f2722-526d-478a-9dbc-d1e12c929a3c for instance with vm_state building and task_state spawning. [ 913.325445] env[69663]: DEBUG nova.compute.manager [req-7aa746a0-7efa-4138-846b-04e39fa21d7b req-d0e78044-a54e-46f8-b8c1-ef3b3f653400 service nova] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Received event network-changed-a67f2722-526d-478a-9dbc-d1e12c929a3c {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 913.325445] env[69663]: DEBUG nova.compute.manager [req-7aa746a0-7efa-4138-846b-04e39fa21d7b req-d0e78044-a54e-46f8-b8c1-ef3b3f653400 service nova] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Refreshing instance network info cache due to event network-changed-a67f2722-526d-478a-9dbc-d1e12c929a3c. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 913.325576] env[69663]: DEBUG oslo_concurrency.lockutils [req-7aa746a0-7efa-4138-846b-04e39fa21d7b req-d0e78044-a54e-46f8-b8c1-ef3b3f653400 service nova] Acquiring lock "refresh_cache-92ca4ae9-bd93-4031-b96d-79a4e5f4c851" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.572984] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Releasing lock "refresh_cache-92ca4ae9-bd93-4031-b96d-79a4e5f4c851" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.573371] env[69663]: DEBUG nova.compute.manager [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Instance network_info: |[{"id": "a67f2722-526d-478a-9dbc-d1e12c929a3c", "address": "fa:16:3e:87:22:7d", "network": {"id": "e427cf70-97b5-48f8-ac2b-0d0d6cb22186", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-669294967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4847e3dd76c14ad49059be464cf1c17f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa67f2722-52", "ovs_interfaceid": "a67f2722-526d-478a-9dbc-d1e12c929a3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 913.573727] env[69663]: DEBUG oslo_concurrency.lockutils [req-7aa746a0-7efa-4138-846b-04e39fa21d7b req-d0e78044-a54e-46f8-b8c1-ef3b3f653400 service nova] Acquired lock "refresh_cache-92ca4ae9-bd93-4031-b96d-79a4e5f4c851" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.573941] env[69663]: DEBUG nova.network.neutron [req-7aa746a0-7efa-4138-846b-04e39fa21d7b req-d0e78044-a54e-46f8-b8c1-ef3b3f653400 service nova] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Refreshing network info cache for port a67f2722-526d-478a-9dbc-d1e12c929a3c {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 913.575378] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:22:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec763be6-4041-4651-8fd7-3820cf0ab86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a67f2722-526d-478a-9dbc-d1e12c929a3c', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 913.584349] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Creating folder: Project (4847e3dd76c14ad49059be464cf1c17f). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 913.588491] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55894983-8403-464b-9d0a-425ec3b5d21c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.606660] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Created folder: Project (4847e3dd76c14ad49059be464cf1c17f) in parent group-v665133. [ 913.606894] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Creating folder: Instances. Parent ref: group-v665307. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 913.607590] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c189b258-2a05-4d2f-942e-ecff0a93d7ae {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.625488] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Created folder: Instances in parent group-v665307. [ 913.625831] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.626073] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 913.626382] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3190499-d92a-4bc8-a067-471e9d978dd6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.655806] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 913.655806] env[69663]: value = "task-3332812" [ 913.655806] env[69663]: _type = "Task" [ 913.655806] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.669679] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332812, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.753739] env[69663]: DEBUG oslo_vmware.api [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Task: {'id': task-3332809, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49633} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.757993] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] bad669a6-f3ec-4d33-ac44-e6d1307ea99d/bad669a6-f3ec-4d33-ac44-e6d1307ea99d.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 913.757993] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.760641] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7f2f048-f876-49a1-8fb8-a0264bb0b53f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.773319] env[69663]: DEBUG oslo_vmware.api [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Waiting for the task: (returnval){ [ 913.773319] env[69663]: value = "task-3332813" [ 913.773319] env[69663]: _type = "Task" [ 913.773319] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.791521] env[69663]: DEBUG oslo_vmware.api [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Task: {'id': task-3332813, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.951783] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2a7993-7bb6-4e93-acab-4985141995a9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.960237] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d94680-f89c-4b31-8e60-8badb4b1b192 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.002022] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5fcc31-89c9-4f12-bab9-79c4f43549dd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.010347] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e308dc5a-4cd0-4aa8-8dc8-4f69ef8059eb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.026668] env[69663]: DEBUG nova.compute.provider_tree [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.171222] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332812, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.283697] env[69663]: DEBUG nova.compute.manager [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 914.296151] env[69663]: DEBUG oslo_vmware.api [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Task: {'id': task-3332813, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072296} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.296492] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.297421] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01aa2731-06e2-4b55-8e38-7d4c4b4f0e7a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.322379] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] bad669a6-f3ec-4d33-ac44-e6d1307ea99d/bad669a6-f3ec-4d33-ac44-e6d1307ea99d.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.324709] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-525092d4-7042-43be-ad86-26442b1d925f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.339548] env[69663]: DEBUG nova.network.neutron [req-7aa746a0-7efa-4138-846b-04e39fa21d7b req-d0e78044-a54e-46f8-b8c1-ef3b3f653400 service nova] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Updated VIF entry in instance network info cache for port a67f2722-526d-478a-9dbc-d1e12c929a3c. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 914.339908] env[69663]: DEBUG nova.network.neutron [req-7aa746a0-7efa-4138-846b-04e39fa21d7b req-d0e78044-a54e-46f8-b8c1-ef3b3f653400 service nova] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Updating instance_info_cache with network_info: [{"id": "a67f2722-526d-478a-9dbc-d1e12c929a3c", "address": "fa:16:3e:87:22:7d", "network": {"id": "e427cf70-97b5-48f8-ac2b-0d0d6cb22186", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-669294967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4847e3dd76c14ad49059be464cf1c17f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa67f2722-52", "ovs_interfaceid": "a67f2722-526d-478a-9dbc-d1e12c929a3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.345099] env[69663]: DEBUG nova.virt.hardware [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 914.345347] env[69663]: DEBUG nova.virt.hardware [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 914.345508] env[69663]: DEBUG nova.virt.hardware [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.345696] env[69663]: DEBUG nova.virt.hardware [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 914.345996] env[69663]: DEBUG nova.virt.hardware [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.346226] env[69663]: DEBUG nova.virt.hardware [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 914.346468] env[69663]: DEBUG nova.virt.hardware [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 914.346634] env[69663]: DEBUG nova.virt.hardware [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 914.346808] env[69663]: DEBUG nova.virt.hardware [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 914.347022] env[69663]: DEBUG nova.virt.hardware [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 914.347232] env[69663]: DEBUG nova.virt.hardware [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 914.348193] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab825f8-ef6f-46be-83e7-6336eeed62e9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.353837] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dc5401ec-994b-4bb3-bfc2-2845819e5522 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquiring lock "15b18416-7534-4888-b1a7-9e147ff3980c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.354082] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dc5401ec-994b-4bb3-bfc2-2845819e5522 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lock "15b18416-7534-4888-b1a7-9e147ff3980c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.354279] env[69663]: DEBUG nova.compute.manager [None req-dc5401ec-994b-4bb3-bfc2-2845819e5522 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Going to confirm migration 3 {{(pid=69663) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 914.356687] env[69663]: DEBUG oslo_vmware.api [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Waiting for the task: (returnval){ [ 914.356687] env[69663]: value = "task-3332814" [ 914.356687] env[69663]: _type = "Task" [ 914.356687] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.365186] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae32c26-5208-4782-b6d3-700a339906aa {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.373045] env[69663]: DEBUG oslo_vmware.api [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Task: {'id': task-3332814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.535014] env[69663]: DEBUG nova.scheduler.client.report [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 914.668756] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332812, 'name': CreateVM_Task, 'duration_secs': 0.580342} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.668936] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 914.669634] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.669804] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.670136] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.670434] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63814226-4c18-4055-bbc6-ce7f96b1c44e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.675586] env[69663]: DEBUG oslo_vmware.api [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Waiting for the task: (returnval){ [ 914.675586] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e02848-54df-144f-c563-595c450a8041" [ 914.675586] env[69663]: _type = "Task" [ 914.675586] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.684210] env[69663]: DEBUG oslo_vmware.api [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e02848-54df-144f-c563-595c450a8041, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.842766] env[69663]: DEBUG oslo_concurrency.lockutils [req-7aa746a0-7efa-4138-846b-04e39fa21d7b req-d0e78044-a54e-46f8-b8c1-ef3b3f653400 service nova] Releasing lock "refresh_cache-92ca4ae9-bd93-4031-b96d-79a4e5f4c851" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.873027] env[69663]: DEBUG oslo_vmware.api [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Task: {'id': task-3332814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.942936] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dc5401ec-994b-4bb3-bfc2-2845819e5522 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquiring lock "refresh_cache-15b18416-7534-4888-b1a7-9e147ff3980c" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.943171] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dc5401ec-994b-4bb3-bfc2-2845819e5522 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquired lock "refresh_cache-15b18416-7534-4888-b1a7-9e147ff3980c" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.943362] env[69663]: DEBUG nova.network.neutron [None req-dc5401ec-994b-4bb3-bfc2-2845819e5522 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 914.943556] env[69663]: DEBUG nova.objects.instance [None req-dc5401ec-994b-4bb3-bfc2-2845819e5522 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lazy-loading 'info_cache' on Instance uuid 15b18416-7534-4888-b1a7-9e147ff3980c {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.037396] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.037891] env[69663]: DEBUG nova.compute.manager [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 915.040753] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f96e5248-a297-4b1a-a00c-cae73b4aa033 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.577s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.041096] env[69663]: DEBUG nova.objects.instance [None req-f96e5248-a297-4b1a-a00c-cae73b4aa033 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Lazy-loading 'resources' on Instance uuid 779bf209-bdee-44a6-aff6-cf79dbf46bd4 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.191941] env[69663]: DEBUG oslo_vmware.api [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e02848-54df-144f-c563-595c450a8041, 'name': SearchDatastore_Task, 'duration_secs': 0.011352} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.192295] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.192561] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.192808] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.193059] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.193173] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.193456] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-635aa420-a3e2-4e22-9c82-45f24fd9a38c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.208111] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.208336] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 915.209135] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6abdc6cf-6f65-48fe-90a4-cc47dd82228c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.214957] env[69663]: DEBUG oslo_vmware.api [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Waiting for the task: (returnval){ [ 915.214957] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52280df0-c008-539f-60d8-3e4c79e58f91" [ 915.214957] env[69663]: _type = "Task" [ 915.214957] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.224418] env[69663]: DEBUG oslo_vmware.api [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52280df0-c008-539f-60d8-3e4c79e58f91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.371113] env[69663]: DEBUG oslo_vmware.api [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Task: {'id': task-3332814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.527166] env[69663]: DEBUG nova.network.neutron [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Successfully updated port: 6eb248a8-dfb3-42fd-b123-6b433ed4f767 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.543955] env[69663]: DEBUG nova.compute.manager [req-3a5f5f85-50c2-4585-9037-3186ffe832a5 req-5cbec99b-cda8-4d27-a6b3-58a7f147b2ea service nova] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Received event network-vif-plugged-6eb248a8-dfb3-42fd-b123-6b433ed4f767 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 915.544079] env[69663]: DEBUG oslo_concurrency.lockutils [req-3a5f5f85-50c2-4585-9037-3186ffe832a5 req-5cbec99b-cda8-4d27-a6b3-58a7f147b2ea service nova] Acquiring lock "a3f0b263-807a-4192-9851-f3638eff935f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.544288] env[69663]: DEBUG oslo_concurrency.lockutils [req-3a5f5f85-50c2-4585-9037-3186ffe832a5 req-5cbec99b-cda8-4d27-a6b3-58a7f147b2ea service nova] Lock "a3f0b263-807a-4192-9851-f3638eff935f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.544494] env[69663]: DEBUG oslo_concurrency.lockutils [req-3a5f5f85-50c2-4585-9037-3186ffe832a5 req-5cbec99b-cda8-4d27-a6b3-58a7f147b2ea service nova] Lock "a3f0b263-807a-4192-9851-f3638eff935f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.544714] env[69663]: DEBUG nova.compute.manager [req-3a5f5f85-50c2-4585-9037-3186ffe832a5 req-5cbec99b-cda8-4d27-a6b3-58a7f147b2ea service nova] [instance: a3f0b263-807a-4192-9851-f3638eff935f] No waiting events found dispatching network-vif-plugged-6eb248a8-dfb3-42fd-b123-6b433ed4f767 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 915.544967] env[69663]: WARNING nova.compute.manager [req-3a5f5f85-50c2-4585-9037-3186ffe832a5 req-5cbec99b-cda8-4d27-a6b3-58a7f147b2ea service nova] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Received unexpected event network-vif-plugged-6eb248a8-dfb3-42fd-b123-6b433ed4f767 for instance with vm_state building and task_state spawning. [ 915.548859] env[69663]: DEBUG nova.compute.utils [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 915.553248] env[69663]: DEBUG nova.compute.manager [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 915.553401] env[69663]: DEBUG nova.network.neutron [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 915.632586] env[69663]: DEBUG nova.policy [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ca6b7f0a0fc451b8dab6acf2ede6f54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b301ab3411f4313ad4ee32e7e97402a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 915.733189] env[69663]: DEBUG oslo_vmware.api [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52280df0-c008-539f-60d8-3e4c79e58f91, 'name': SearchDatastore_Task, 'duration_secs': 0.012741} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.737108] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56194cf9-fe33-42b6-b5f4-2a3fc98ecac6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.746384] env[69663]: DEBUG oslo_vmware.api [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Waiting for the task: (returnval){ [ 915.746384] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5213e06f-3890-b2c9-68fd-342e78e1c2d6" [ 915.746384] env[69663]: _type = "Task" [ 915.746384] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.760209] env[69663]: DEBUG oslo_vmware.api [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5213e06f-3890-b2c9-68fd-342e78e1c2d6, 'name': SearchDatastore_Task, 'duration_secs': 0.01157} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.761038] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.761038] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 92ca4ae9-bd93-4031-b96d-79a4e5f4c851/92ca4ae9-bd93-4031-b96d-79a4e5f4c851.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 915.761175] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-373727a5-1b7c-4f7f-bc4c-97f4ae46b082 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.772976] env[69663]: DEBUG oslo_vmware.api [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Waiting for the task: (returnval){ [ 915.772976] env[69663]: value = "task-3332815" [ 915.772976] env[69663]: _type = "Task" [ 915.772976] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.783800] env[69663]: DEBUG oslo_vmware.api [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Task: {'id': task-3332815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.874660] env[69663]: DEBUG oslo_vmware.api [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Task: {'id': task-3332814, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.031274] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Acquiring lock "refresh_cache-a3f0b263-807a-4192-9851-f3638eff935f" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.031274] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Acquired lock "refresh_cache-a3f0b263-807a-4192-9851-f3638eff935f" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.031274] env[69663]: DEBUG nova.network.neutron [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 916.053615] env[69663]: DEBUG nova.compute.manager [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 916.136708] env[69663]: DEBUG nova.network.neutron [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Successfully created port: ab3955a0-8995-4a5a-b7b1-cb2c4f153c52 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.224554] env[69663]: DEBUG nova.network.neutron [None req-dc5401ec-994b-4bb3-bfc2-2845819e5522 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Updating instance_info_cache with network_info: [{"id": "8db95fcb-3f73-4bd3-a9b6-951f1ff294cf", "address": "fa:16:3e:06:38:36", "network": {"id": "dac535d4-890b-4c14-a296-d1a6e6353c0e", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-2036290172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69e38c23e4344a638313c6c7d5573df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8db95fcb-3f", "ovs_interfaceid": "8db95fcb-3f73-4bd3-a9b6-951f1ff294cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.280694] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b4453e-8a69-4695-ae92-16aac0c0210d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.295226] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1602297-52fa-480e-b10b-f1a6835c466c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.296555] env[69663]: DEBUG oslo_vmware.api [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Task: {'id': task-3332815, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.330019] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-843e3d71-6186-455b-b27b-259bdf0d2628 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.340242] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76153872-06cd-46a9-95f1-e0441f624be5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.359849] env[69663]: DEBUG nova.compute.provider_tree [None req-f96e5248-a297-4b1a-a00c-cae73b4aa033 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.373651] env[69663]: DEBUG oslo_vmware.api [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Task: {'id': task-3332814, 'name': ReconfigVM_Task, 'duration_secs': 1.554563} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.373985] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Reconfigured VM instance instance-0000003b to attach disk [datastore2] bad669a6-f3ec-4d33-ac44-e6d1307ea99d/bad669a6-f3ec-4d33-ac44-e6d1307ea99d.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.374711] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37026dfa-f43f-442a-b983-a876862f6a6b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.383549] env[69663]: DEBUG oslo_vmware.api [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Waiting for the task: (returnval){ [ 916.383549] env[69663]: value = "task-3332816" [ 916.383549] env[69663]: _type = "Task" [ 916.383549] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.400041] env[69663]: DEBUG oslo_vmware.api [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Task: {'id': task-3332816, 'name': Rename_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.571345] env[69663]: DEBUG nova.network.neutron [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 916.723754] env[69663]: DEBUG nova.network.neutron [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Updating instance_info_cache with network_info: [{"id": "6eb248a8-dfb3-42fd-b123-6b433ed4f767", "address": "fa:16:3e:fa:26:2c", "network": {"id": "cdd01833-e891-4254-b9d4-08f9b37cd9ee", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1010592022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "671b5128506b43e6976dbd88b8a26498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eb248a8-df", "ovs_interfaceid": "6eb248a8-dfb3-42fd-b123-6b433ed4f767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.726874] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dc5401ec-994b-4bb3-bfc2-2845819e5522 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Releasing lock "refresh_cache-15b18416-7534-4888-b1a7-9e147ff3980c" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.727143] env[69663]: DEBUG nova.objects.instance [None req-dc5401ec-994b-4bb3-bfc2-2845819e5522 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lazy-loading 'migration_context' on Instance uuid 15b18416-7534-4888-b1a7-9e147ff3980c {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.784114] env[69663]: DEBUG oslo_vmware.api [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Task: {'id': task-3332815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570038} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.784400] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 92ca4ae9-bd93-4031-b96d-79a4e5f4c851/92ca4ae9-bd93-4031-b96d-79a4e5f4c851.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 916.784625] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 916.784881] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8af83121-a7a0-4e50-9664-b936b8606e15 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.793359] env[69663]: DEBUG oslo_vmware.api [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Waiting for the task: (returnval){ [ 916.793359] env[69663]: value = "task-3332817" [ 916.793359] env[69663]: _type = "Task" [ 916.793359] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.803445] env[69663]: DEBUG oslo_vmware.api [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Task: {'id': task-3332817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.864716] env[69663]: DEBUG nova.scheduler.client.report [None req-f96e5248-a297-4b1a-a00c-cae73b4aa033 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 916.894213] env[69663]: DEBUG oslo_vmware.api [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Task: {'id': task-3332816, 'name': Rename_Task, 'duration_secs': 0.212262} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.895056] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 916.895056] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0cb2dec-2d8b-4395-9774-7829ecda2331 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.904456] env[69663]: DEBUG oslo_vmware.api [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Waiting for the task: (returnval){ [ 916.904456] env[69663]: value = "task-3332818" [ 916.904456] env[69663]: _type = "Task" [ 916.904456] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.911221] env[69663]: DEBUG oslo_vmware.api [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Task: {'id': task-3332818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.062958] env[69663]: DEBUG nova.compute.manager [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 917.088592] env[69663]: DEBUG nova.virt.hardware [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 917.088850] env[69663]: DEBUG nova.virt.hardware [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 917.089024] env[69663]: DEBUG nova.virt.hardware [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.089221] env[69663]: DEBUG nova.virt.hardware [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 917.089377] env[69663]: DEBUG nova.virt.hardware [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.089563] env[69663]: DEBUG nova.virt.hardware [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 917.089802] env[69663]: DEBUG nova.virt.hardware [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 917.089969] env[69663]: DEBUG nova.virt.hardware [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 917.090155] env[69663]: DEBUG nova.virt.hardware [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 917.090350] env[69663]: DEBUG nova.virt.hardware [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 917.090535] env[69663]: DEBUG nova.virt.hardware [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 917.091414] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9fea1a-080b-41ae-8140-e5088f0f3dd4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.100326] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d095718-5d69-47a4-9877-e3850b7a80de {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.226914] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Releasing lock "refresh_cache-a3f0b263-807a-4192-9851-f3638eff935f" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.227409] env[69663]: DEBUG nova.compute.manager [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Instance network_info: |[{"id": "6eb248a8-dfb3-42fd-b123-6b433ed4f767", "address": "fa:16:3e:fa:26:2c", "network": {"id": "cdd01833-e891-4254-b9d4-08f9b37cd9ee", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1010592022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "671b5128506b43e6976dbd88b8a26498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eb248a8-df", "ovs_interfaceid": "6eb248a8-dfb3-42fd-b123-6b433ed4f767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 917.227747] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:26:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6eb248a8-dfb3-42fd-b123-6b433ed4f767', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.236043] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Creating folder: Project (671b5128506b43e6976dbd88b8a26498). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 917.236570] env[69663]: DEBUG nova.objects.base [None req-dc5401ec-994b-4bb3-bfc2-2845819e5522 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Object Instance<15b18416-7534-4888-b1a7-9e147ff3980c> lazy-loaded attributes: info_cache,migration_context {{(pid=69663) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 917.236879] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab2e9e31-58ba-487e-accf-bffb93d9f122 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.239180] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01343cc4-485e-46df-9a47-a1a051396e9b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.265609] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-184bc7de-24c5-498f-9ccf-d149c952aa02 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.271570] env[69663]: DEBUG oslo_vmware.api [None req-dc5401ec-994b-4bb3-bfc2-2845819e5522 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 917.271570] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]528848be-21a0-b915-316d-6e7118055894" [ 917.271570] env[69663]: _type = "Task" [ 917.271570] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.275824] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Created folder: Project (671b5128506b43e6976dbd88b8a26498) in parent group-v665133. [ 917.276031] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Creating folder: Instances. Parent ref: group-v665310. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 917.276292] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c63be5d5-abe4-4339-8513-c1430c1d4b1f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.288969] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Created folder: Instances in parent group-v665310. [ 917.289241] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.289440] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 917.289650] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-783a089b-d934-4878-898d-d492cf2c5330 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.311817] env[69663]: DEBUG oslo_vmware.api [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Task: {'id': task-3332817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069794} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.313058] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 917.313322] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.313322] env[69663]: value = "task-3332821" [ 917.313322] env[69663]: _type = "Task" [ 917.313322] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.314029] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267e32f4-fc30-45b3-a455-20e14e881c44 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.324922] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332821, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.343467] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 92ca4ae9-bd93-4031-b96d-79a4e5f4c851/92ca4ae9-bd93-4031-b96d-79a4e5f4c851.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 917.343467] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50630e9a-3c6b-46fe-b4dd-d67ce9d925f4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.363114] env[69663]: DEBUG oslo_vmware.api [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Waiting for the task: (returnval){ [ 917.363114] env[69663]: value = "task-3332822" [ 917.363114] env[69663]: _type = "Task" [ 917.363114] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.373058] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f96e5248-a297-4b1a-a00c-cae73b4aa033 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.332s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.375173] env[69663]: DEBUG oslo_vmware.api [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Task: {'id': task-3332822, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.376484] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.343s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.376484] env[69663]: DEBUG nova.objects.instance [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Lazy-loading 'resources' on Instance uuid 0d901684-b23e-4908-a5af-165c31ddc5c1 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 917.401248] env[69663]: INFO nova.scheduler.client.report [None req-f96e5248-a297-4b1a-a00c-cae73b4aa033 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Deleted allocations for instance 779bf209-bdee-44a6-aff6-cf79dbf46bd4 [ 917.416073] env[69663]: DEBUG oslo_vmware.api [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Task: {'id': task-3332818, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.610430] env[69663]: DEBUG nova.compute.manager [req-e0a88d06-7ab0-4f7f-8abd-1f96aafaa590 req-a638f03d-1039-44ce-8fbd-9974002c4764 service nova] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Received event network-changed-6eb248a8-dfb3-42fd-b123-6b433ed4f767 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 917.610430] env[69663]: DEBUG nova.compute.manager [req-e0a88d06-7ab0-4f7f-8abd-1f96aafaa590 req-a638f03d-1039-44ce-8fbd-9974002c4764 service nova] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Refreshing instance network info cache due to event network-changed-6eb248a8-dfb3-42fd-b123-6b433ed4f767. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 917.610430] env[69663]: DEBUG oslo_concurrency.lockutils [req-e0a88d06-7ab0-4f7f-8abd-1f96aafaa590 req-a638f03d-1039-44ce-8fbd-9974002c4764 service nova] Acquiring lock "refresh_cache-a3f0b263-807a-4192-9851-f3638eff935f" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.610430] env[69663]: DEBUG oslo_concurrency.lockutils [req-e0a88d06-7ab0-4f7f-8abd-1f96aafaa590 req-a638f03d-1039-44ce-8fbd-9974002c4764 service nova] Acquired lock "refresh_cache-a3f0b263-807a-4192-9851-f3638eff935f" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.610430] env[69663]: DEBUG nova.network.neutron [req-e0a88d06-7ab0-4f7f-8abd-1f96aafaa590 req-a638f03d-1039-44ce-8fbd-9974002c4764 service nova] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Refreshing network info cache for port 6eb248a8-dfb3-42fd-b123-6b433ed4f767 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 917.784246] env[69663]: DEBUG oslo_vmware.api [None req-dc5401ec-994b-4bb3-bfc2-2845819e5522 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]528848be-21a0-b915-316d-6e7118055894, 'name': SearchDatastore_Task, 'duration_secs': 0.013786} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.784712] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dc5401ec-994b-4bb3-bfc2-2845819e5522 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.828479] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332821, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.877438] env[69663]: DEBUG oslo_vmware.api [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Task: {'id': task-3332822, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.914482] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f96e5248-a297-4b1a-a00c-cae73b4aa033 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Lock "779bf209-bdee-44a6-aff6-cf79dbf46bd4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.854s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.921733] env[69663]: DEBUG oslo_vmware.api [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Task: {'id': task-3332818, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.154541] env[69663]: DEBUG nova.network.neutron [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Successfully updated port: ab3955a0-8995-4a5a-b7b1-cb2c4f153c52 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.329194] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332821, 'name': CreateVM_Task, 'duration_secs': 0.564151} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.329398] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 918.330199] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.332768] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.332768] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.332768] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d039a87-e7c4-46d6-81fd-713eacbff55b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.339864] env[69663]: DEBUG oslo_vmware.api [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Waiting for the task: (returnval){ [ 918.339864] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52cd93e4-55fb-bdba-f1f9-1370c0d09c8d" [ 918.339864] env[69663]: _type = "Task" [ 918.339864] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.356386] env[69663]: DEBUG oslo_vmware.api [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52cd93e4-55fb-bdba-f1f9-1370c0d09c8d, 'name': SearchDatastore_Task, 'duration_secs': 0.011991} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.356727] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.356960] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.357233] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.357413] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.357547] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.360278] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae970ba3-7885-4165-9348-c8b9c47c0487 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.370497] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.370751] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 918.371883] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-547b8414-4a11-4b16-96af-3a6d79190a32 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.379411] env[69663]: DEBUG oslo_vmware.api [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Task: {'id': task-3332822, 'name': ReconfigVM_Task, 'duration_secs': 0.696616} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.380233] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 92ca4ae9-bd93-4031-b96d-79a4e5f4c851/92ca4ae9-bd93-4031-b96d-79a4e5f4c851.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.381557] env[69663]: DEBUG nova.network.neutron [req-e0a88d06-7ab0-4f7f-8abd-1f96aafaa590 req-a638f03d-1039-44ce-8fbd-9974002c4764 service nova] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Updated VIF entry in instance network info cache for port 6eb248a8-dfb3-42fd-b123-6b433ed4f767. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 918.381907] env[69663]: DEBUG nova.network.neutron [req-e0a88d06-7ab0-4f7f-8abd-1f96aafaa590 req-a638f03d-1039-44ce-8fbd-9974002c4764 service nova] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Updating instance_info_cache with network_info: [{"id": "6eb248a8-dfb3-42fd-b123-6b433ed4f767", "address": "fa:16:3e:fa:26:2c", "network": {"id": "cdd01833-e891-4254-b9d4-08f9b37cd9ee", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1010592022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "671b5128506b43e6976dbd88b8a26498", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6eb248a8-df", "ovs_interfaceid": "6eb248a8-dfb3-42fd-b123-6b433ed4f767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.383107] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcc20a09-41dd-45ea-88d0-377f7f7ca74d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.388032] env[69663]: DEBUG oslo_vmware.api [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Waiting for the task: (returnval){ [ 918.388032] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a24248-1058-c16f-1861-303af9dac53f" [ 918.388032] env[69663]: _type = "Task" [ 918.388032] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.396247] env[69663]: DEBUG oslo_vmware.api [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Waiting for the task: (returnval){ [ 918.396247] env[69663]: value = "task-3332823" [ 918.396247] env[69663]: _type = "Task" [ 918.396247] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.402601] env[69663]: DEBUG oslo_vmware.api [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a24248-1058-c16f-1861-303af9dac53f, 'name': SearchDatastore_Task, 'duration_secs': 0.011231} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.409260] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20b182d9-1cf8-4b92-8e3d-05d295942e2a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.415543] env[69663]: DEBUG oslo_vmware.api [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Waiting for the task: (returnval){ [ 918.415543] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a8b11b-bb19-cb68-c158-27fa8453789a" [ 918.415543] env[69663]: _type = "Task" [ 918.415543] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.419214] env[69663]: DEBUG oslo_vmware.api [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Task: {'id': task-3332823, 'name': Rename_Task} progress is 10%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.429279] env[69663]: DEBUG oslo_vmware.api [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Task: {'id': task-3332818, 'name': PowerOnVM_Task, 'duration_secs': 1.224151} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.430033] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 918.430264] env[69663]: INFO nova.compute.manager [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Took 9.61 seconds to spawn the instance on the hypervisor. [ 918.430666] env[69663]: DEBUG nova.compute.manager [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 918.431521] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d14f5a2-e477-42cf-a9cc-46ec5c1cf224 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.437998] env[69663]: DEBUG oslo_vmware.api [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a8b11b-bb19-cb68-c158-27fa8453789a, 'name': SearchDatastore_Task, 'duration_secs': 0.012783} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.438705] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.439040] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] a3f0b263-807a-4192-9851-f3638eff935f/a3f0b263-807a-4192-9851-f3638eff935f.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 918.439261] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bc0f58e-a2d2-4d97-bb4c-186fc0762b34 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.456028] env[69663]: DEBUG oslo_vmware.api [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Waiting for the task: (returnval){ [ 918.456028] env[69663]: value = "task-3332824" [ 918.456028] env[69663]: _type = "Task" [ 918.456028] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.464541] env[69663]: DEBUG oslo_vmware.api [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Task: {'id': task-3332824, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.494812] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f4a5eb-2839-4f71-a145-226a340e5678 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.505360] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bdd027-43ef-4e30-8272-f2f47691eed9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.542257] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a3113a-ecdd-435d-a781-7cd6e7826284 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.552948] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7ca4c5-86a9-45b5-9bc2-97e697637064 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.569792] env[69663]: DEBUG nova.compute.provider_tree [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 918.658696] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "refresh_cache-d5682303-1beb-49da-93b9-3701a37e8dcd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.658861] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquired lock "refresh_cache-d5682303-1beb-49da-93b9-3701a37e8dcd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.659200] env[69663]: DEBUG nova.network.neutron [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 918.887941] env[69663]: DEBUG oslo_concurrency.lockutils [req-e0a88d06-7ab0-4f7f-8abd-1f96aafaa590 req-a638f03d-1039-44ce-8fbd-9974002c4764 service nova] Releasing lock "refresh_cache-a3f0b263-807a-4192-9851-f3638eff935f" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.913240] env[69663]: DEBUG oslo_vmware.api [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Task: {'id': task-3332823, 'name': Rename_Task, 'duration_secs': 0.218065} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.913600] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 918.913870] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0568623d-be35-424a-bf7f-15c99863b9b7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.921596] env[69663]: DEBUG oslo_vmware.api [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Waiting for the task: (returnval){ [ 918.921596] env[69663]: value = "task-3332825" [ 918.921596] env[69663]: _type = "Task" [ 918.921596] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.931764] env[69663]: DEBUG oslo_vmware.api [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Task: {'id': task-3332825, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.961382] env[69663]: INFO nova.compute.manager [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Took 53.03 seconds to build instance. [ 918.966270] env[69663]: DEBUG oslo_vmware.api [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Task: {'id': task-3332824, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4898} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.966553] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] a3f0b263-807a-4192-9851-f3638eff935f/a3f0b263-807a-4192-9851-f3638eff935f.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 918.966776] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.967065] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecfbee1e-5947-48da-9ddd-241729de49c1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.975257] env[69663]: DEBUG oslo_vmware.api [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Waiting for the task: (returnval){ [ 918.975257] env[69663]: value = "task-3332826" [ 918.975257] env[69663]: _type = "Task" [ 918.975257] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.985084] env[69663]: DEBUG oslo_vmware.api [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Task: {'id': task-3332826, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.093776] env[69663]: ERROR nova.scheduler.client.report [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [req-09421e0e-a54f-4aa4-944f-8da57fe83fa5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f2fb168a-c97f-41a4-9b18-725376271f6b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-09421e0e-a54f-4aa4-944f-8da57fe83fa5"}]} [ 919.112433] env[69663]: DEBUG nova.scheduler.client.report [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Refreshing inventories for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 919.127592] env[69663]: DEBUG nova.scheduler.client.report [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Updating ProviderTree inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 919.127913] env[69663]: DEBUG nova.compute.provider_tree [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 919.140026] env[69663]: DEBUG nova.scheduler.client.report [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Refreshing aggregate associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, aggregates: None {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 919.159288] env[69663]: DEBUG nova.scheduler.client.report [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Refreshing trait associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 919.218820] env[69663]: DEBUG nova.network.neutron [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 919.431586] env[69663]: DEBUG oslo_vmware.api [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Task: {'id': task-3332825, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.467268] env[69663]: DEBUG oslo_concurrency.lockutils [None req-af0c6457-ba1f-4e49-92b9-d6223b432047 tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Lock "bad669a6-f3ec-4d33-ac44-e6d1307ea99d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.848s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.476751] env[69663]: DEBUG nova.network.neutron [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Updating instance_info_cache with network_info: [{"id": "ab3955a0-8995-4a5a-b7b1-cb2c4f153c52", "address": "fa:16:3e:67:a2:d1", "network": {"id": "18486395-b376-46f7-969d-ee8913a2338e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1505527570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b301ab3411f4313ad4ee32e7e97402a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab3955a0-89", "ovs_interfaceid": "ab3955a0-8995-4a5a-b7b1-cb2c4f153c52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.493517] env[69663]: DEBUG oslo_vmware.api [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Task: {'id': task-3332826, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08419} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.493517] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.494097] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57fca3b-1a8d-48c8-98bf-c71e8f4a9890 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.517512] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] a3f0b263-807a-4192-9851-f3638eff935f/a3f0b263-807a-4192-9851-f3638eff935f.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.520643] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21b40652-b010-4124-8b45-6e7a96c7e576 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.540674] env[69663]: DEBUG oslo_vmware.api [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Waiting for the task: (returnval){ [ 919.540674] env[69663]: value = "task-3332827" [ 919.540674] env[69663]: _type = "Task" [ 919.540674] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.548896] env[69663]: DEBUG oslo_vmware.api [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Task: {'id': task-3332827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.643409] env[69663]: DEBUG nova.compute.manager [req-5d3bb84f-0b4b-4d33-9a5a-5fe30ba2c1c2 req-5e955e3b-fa59-4692-8993-d00e4fdf86d0 service nova] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Received event network-vif-plugged-ab3955a0-8995-4a5a-b7b1-cb2c4f153c52 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 919.643662] env[69663]: DEBUG oslo_concurrency.lockutils [req-5d3bb84f-0b4b-4d33-9a5a-5fe30ba2c1c2 req-5e955e3b-fa59-4692-8993-d00e4fdf86d0 service nova] Acquiring lock "d5682303-1beb-49da-93b9-3701a37e8dcd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.643880] env[69663]: DEBUG oslo_concurrency.lockutils [req-5d3bb84f-0b4b-4d33-9a5a-5fe30ba2c1c2 req-5e955e3b-fa59-4692-8993-d00e4fdf86d0 service nova] Lock "d5682303-1beb-49da-93b9-3701a37e8dcd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.644070] env[69663]: DEBUG oslo_concurrency.lockutils [req-5d3bb84f-0b4b-4d33-9a5a-5fe30ba2c1c2 req-5e955e3b-fa59-4692-8993-d00e4fdf86d0 service nova] Lock "d5682303-1beb-49da-93b9-3701a37e8dcd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.644323] env[69663]: DEBUG nova.compute.manager [req-5d3bb84f-0b4b-4d33-9a5a-5fe30ba2c1c2 req-5e955e3b-fa59-4692-8993-d00e4fdf86d0 service nova] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] No waiting events found dispatching network-vif-plugged-ab3955a0-8995-4a5a-b7b1-cb2c4f153c52 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 919.644622] env[69663]: WARNING nova.compute.manager [req-5d3bb84f-0b4b-4d33-9a5a-5fe30ba2c1c2 req-5e955e3b-fa59-4692-8993-d00e4fdf86d0 service nova] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Received unexpected event network-vif-plugged-ab3955a0-8995-4a5a-b7b1-cb2c4f153c52 for instance with vm_state building and task_state spawning. [ 919.644821] env[69663]: DEBUG nova.compute.manager [req-5d3bb84f-0b4b-4d33-9a5a-5fe30ba2c1c2 req-5e955e3b-fa59-4692-8993-d00e4fdf86d0 service nova] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Received event network-changed-ab3955a0-8995-4a5a-b7b1-cb2c4f153c52 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 919.645052] env[69663]: DEBUG nova.compute.manager [req-5d3bb84f-0b4b-4d33-9a5a-5fe30ba2c1c2 req-5e955e3b-fa59-4692-8993-d00e4fdf86d0 service nova] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Refreshing instance network info cache due to event network-changed-ab3955a0-8995-4a5a-b7b1-cb2c4f153c52. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 919.645454] env[69663]: DEBUG oslo_concurrency.lockutils [req-5d3bb84f-0b4b-4d33-9a5a-5fe30ba2c1c2 req-5e955e3b-fa59-4692-8993-d00e4fdf86d0 service nova] Acquiring lock "refresh_cache-d5682303-1beb-49da-93b9-3701a37e8dcd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.706411] env[69663]: DEBUG nova.compute.manager [req-81deca4a-e8bb-4a9f-9b8b-44af1bf75db4 req-8a9f772e-6264-426b-9552-91b58133edbe service nova] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Received event network-changed-ae802c67-fedd-4d18-9455-a2e3bdebc34c {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 919.706744] env[69663]: DEBUG nova.compute.manager [req-81deca4a-e8bb-4a9f-9b8b-44af1bf75db4 req-8a9f772e-6264-426b-9552-91b58133edbe service nova] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Refreshing instance network info cache due to event network-changed-ae802c67-fedd-4d18-9455-a2e3bdebc34c. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 919.707342] env[69663]: DEBUG oslo_concurrency.lockutils [req-81deca4a-e8bb-4a9f-9b8b-44af1bf75db4 req-8a9f772e-6264-426b-9552-91b58133edbe service nova] Acquiring lock "refresh_cache-bad669a6-f3ec-4d33-ac44-e6d1307ea99d" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.707666] env[69663]: DEBUG oslo_concurrency.lockutils [req-81deca4a-e8bb-4a9f-9b8b-44af1bf75db4 req-8a9f772e-6264-426b-9552-91b58133edbe service nova] Acquired lock "refresh_cache-bad669a6-f3ec-4d33-ac44-e6d1307ea99d" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.707666] env[69663]: DEBUG nova.network.neutron [req-81deca4a-e8bb-4a9f-9b8b-44af1bf75db4 req-8a9f772e-6264-426b-9552-91b58133edbe service nova] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Refreshing network info cache for port ae802c67-fedd-4d18-9455-a2e3bdebc34c {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 919.758067] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7081c0a-927e-4c4c-9aa0-c94061ea3fb6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.766279] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e81d9a7-7074-4925-9874-a717c51eed8a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.800510] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bbdd62-e06d-4654-ba44-a1c247e49c6b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.809221] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ec5b77-26a3-4c59-8e3d-05de92f8435e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.823957] env[69663]: DEBUG nova.compute.provider_tree [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 919.934690] env[69663]: DEBUG oslo_vmware.api [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Task: {'id': task-3332825, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.970220] env[69663]: DEBUG nova.compute.manager [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 919.982199] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Releasing lock "refresh_cache-d5682303-1beb-49da-93b9-3701a37e8dcd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.982539] env[69663]: DEBUG nova.compute.manager [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Instance network_info: |[{"id": "ab3955a0-8995-4a5a-b7b1-cb2c4f153c52", "address": "fa:16:3e:67:a2:d1", "network": {"id": "18486395-b376-46f7-969d-ee8913a2338e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1505527570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b301ab3411f4313ad4ee32e7e97402a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab3955a0-89", "ovs_interfaceid": "ab3955a0-8995-4a5a-b7b1-cb2c4f153c52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 919.982884] env[69663]: DEBUG oslo_concurrency.lockutils [req-5d3bb84f-0b4b-4d33-9a5a-5fe30ba2c1c2 req-5e955e3b-fa59-4692-8993-d00e4fdf86d0 service nova] Acquired lock "refresh_cache-d5682303-1beb-49da-93b9-3701a37e8dcd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.983944] env[69663]: DEBUG nova.network.neutron [req-5d3bb84f-0b4b-4d33-9a5a-5fe30ba2c1c2 req-5e955e3b-fa59-4692-8993-d00e4fdf86d0 service nova] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Refreshing network info cache for port ab3955a0-8995-4a5a-b7b1-cb2c4f153c52 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 919.984342] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:a2:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab3955a0-8995-4a5a-b7b1-cb2c4f153c52', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.992231] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.992960] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 919.994023] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83b67a80-035d-4096-91eb-9e3af6e7db5d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.016055] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.016055] env[69663]: value = "task-3332828" [ 920.016055] env[69663]: _type = "Task" [ 920.016055] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.024827] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332828, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.051427] env[69663]: DEBUG oslo_vmware.api [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Task: {'id': task-3332827, 'name': ReconfigVM_Task, 'duration_secs': 0.310438} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.051786] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Reconfigured VM instance instance-0000003d to attach disk [datastore1] a3f0b263-807a-4192-9851-f3638eff935f/a3f0b263-807a-4192-9851-f3638eff935f.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.052681] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b85da503-6c17-485b-805f-d308a6252e95 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.059284] env[69663]: DEBUG oslo_vmware.api [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Waiting for the task: (returnval){ [ 920.059284] env[69663]: value = "task-3332829" [ 920.059284] env[69663]: _type = "Task" [ 920.059284] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.070518] env[69663]: DEBUG oslo_vmware.api [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Task: {'id': task-3332829, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.099303] env[69663]: DEBUG oslo_vmware.rw_handles [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5252bf90-8ea9-bd17-7b03-520fbe368315/disk-0.vmdk. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 920.100457] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637e09bb-9af4-43e4-b3c2-bb093722c509 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.107800] env[69663]: DEBUG oslo_vmware.rw_handles [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5252bf90-8ea9-bd17-7b03-520fbe368315/disk-0.vmdk is in state: ready. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 920.108037] env[69663]: ERROR oslo_vmware.rw_handles [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5252bf90-8ea9-bd17-7b03-520fbe368315/disk-0.vmdk due to incomplete transfer. [ 920.108327] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6977d521-c624-498f-976b-de849c6c6594 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.116028] env[69663]: DEBUG oslo_vmware.rw_handles [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5252bf90-8ea9-bd17-7b03-520fbe368315/disk-0.vmdk. {{(pid=69663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 920.116151] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Uploaded image 79625fea-f6c0-48b2-a55c-94ba9875804f to the Glance image server {{(pid=69663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 920.118578] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Destroying the VM {{(pid=69663) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 920.118851] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d8273455-bfb2-42cc-85d4-c078b7418afe {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.125563] env[69663]: DEBUG oslo_vmware.api [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 920.125563] env[69663]: value = "task-3332830" [ 920.125563] env[69663]: _type = "Task" [ 920.125563] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.133687] env[69663]: DEBUG oslo_vmware.api [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332830, 'name': Destroy_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.363109] env[69663]: DEBUG nova.scheduler.client.report [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Updated inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b with generation 88 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 920.363405] env[69663]: DEBUG nova.compute.provider_tree [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Updating resource provider f2fb168a-c97f-41a4-9b18-725376271f6b generation from 88 to 89 during operation: update_inventory {{(pid=69663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 920.363582] env[69663]: DEBUG nova.compute.provider_tree [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 920.434183] env[69663]: DEBUG oslo_vmware.api [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Task: {'id': task-3332825, 'name': PowerOnVM_Task, 'duration_secs': 1.297111} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.437124] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 920.437124] env[69663]: INFO nova.compute.manager [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Took 8.88 seconds to spawn the instance on the hypervisor. [ 920.437124] env[69663]: DEBUG nova.compute.manager [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 920.437907] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0452a114-166a-4649-881f-72d598fafe75 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.477090] env[69663]: DEBUG nova.network.neutron [req-81deca4a-e8bb-4a9f-9b8b-44af1bf75db4 req-8a9f772e-6264-426b-9552-91b58133edbe service nova] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Updated VIF entry in instance network info cache for port ae802c67-fedd-4d18-9455-a2e3bdebc34c. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 920.477459] env[69663]: DEBUG nova.network.neutron [req-81deca4a-e8bb-4a9f-9b8b-44af1bf75db4 req-8a9f772e-6264-426b-9552-91b58133edbe service nova] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Updating instance_info_cache with network_info: [{"id": "ae802c67-fedd-4d18-9455-a2e3bdebc34c", "address": "fa:16:3e:c4:b9:20", "network": {"id": "59c13d7a-19b3-4a8a-8493-3bc7847ae545", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-163167955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f28dcf13a6f4f95b8ded602e272f5c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bc3fa06-9d5b-4ab1-8113-6ed8942d23b6", "external-id": "nsx-vlan-transportzone-72", "segmentation_id": 72, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae802c67-fe", "ovs_interfaceid": "ae802c67-fedd-4d18-9455-a2e3bdebc34c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.498285] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.529058] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332828, 'name': CreateVM_Task, 'duration_secs': 0.396878} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.529391] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 920.530262] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.530556] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.530949] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.531457] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20a1a076-83fc-4f04-92f5-7657c96a41af {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.537074] env[69663]: DEBUG oslo_vmware.api [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 920.537074] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]524cced2-2064-5f50-e614-2f2481d38578" [ 920.537074] env[69663]: _type = "Task" [ 920.537074] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.545795] env[69663]: DEBUG oslo_vmware.api [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]524cced2-2064-5f50-e614-2f2481d38578, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.570751] env[69663]: DEBUG oslo_vmware.api [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Task: {'id': task-3332829, 'name': Rename_Task, 'duration_secs': 0.159381} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.571104] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 920.571758] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6f36fbf-0c28-4b64-985c-a4e608070fc7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.580186] env[69663]: DEBUG oslo_vmware.api [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Waiting for the task: (returnval){ [ 920.580186] env[69663]: value = "task-3332831" [ 920.580186] env[69663]: _type = "Task" [ 920.580186] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.591058] env[69663]: DEBUG oslo_vmware.api [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Task: {'id': task-3332831, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.635820] env[69663]: DEBUG oslo_vmware.api [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332830, 'name': Destroy_Task} progress is 33%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.712203] env[69663]: DEBUG nova.network.neutron [req-5d3bb84f-0b4b-4d33-9a5a-5fe30ba2c1c2 req-5e955e3b-fa59-4692-8993-d00e4fdf86d0 service nova] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Updated VIF entry in instance network info cache for port ab3955a0-8995-4a5a-b7b1-cb2c4f153c52. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 920.712607] env[69663]: DEBUG nova.network.neutron [req-5d3bb84f-0b4b-4d33-9a5a-5fe30ba2c1c2 req-5e955e3b-fa59-4692-8993-d00e4fdf86d0 service nova] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Updating instance_info_cache with network_info: [{"id": "ab3955a0-8995-4a5a-b7b1-cb2c4f153c52", "address": "fa:16:3e:67:a2:d1", "network": {"id": "18486395-b376-46f7-969d-ee8913a2338e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1505527570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b301ab3411f4313ad4ee32e7e97402a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab3955a0-89", "ovs_interfaceid": "ab3955a0-8995-4a5a-b7b1-cb2c4f153c52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.872079] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.496s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.875272] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f5b9fcae-6aa6-46ff-8ac5-ade65fe2e238 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.689s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.875550] env[69663]: DEBUG nova.objects.instance [None req-f5b9fcae-6aa6-46ff-8ac5-ade65fe2e238 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Lazy-loading 'resources' on Instance uuid b7e8ced5-25ee-4b1c-81b6-88abcef366f4 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.893588] env[69663]: INFO nova.scheduler.client.report [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Deleted allocations for instance 0d901684-b23e-4908-a5af-165c31ddc5c1 [ 920.956961] env[69663]: INFO nova.compute.manager [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Took 53.95 seconds to build instance. [ 920.982199] env[69663]: DEBUG oslo_concurrency.lockutils [req-81deca4a-e8bb-4a9f-9b8b-44af1bf75db4 req-8a9f772e-6264-426b-9552-91b58133edbe service nova] Releasing lock "refresh_cache-bad669a6-f3ec-4d33-ac44-e6d1307ea99d" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.049942] env[69663]: DEBUG oslo_vmware.api [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]524cced2-2064-5f50-e614-2f2481d38578, 'name': SearchDatastore_Task, 'duration_secs': 0.011927} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.050409] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.050797] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.051150] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.051391] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.051680] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.052071] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab086a80-0b6e-4c2f-9f86-2ce431cea00f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.061027] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.061371] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 921.062278] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd67152f-e6b3-48a9-acaf-617c77a47b50 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.067650] env[69663]: DEBUG oslo_vmware.api [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 921.067650] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52fc5e35-21db-5794-99e3-94779d2cec97" [ 921.067650] env[69663]: _type = "Task" [ 921.067650] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.075783] env[69663]: DEBUG oslo_vmware.api [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52fc5e35-21db-5794-99e3-94779d2cec97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.088855] env[69663]: DEBUG oslo_vmware.api [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Task: {'id': task-3332831, 'name': PowerOnVM_Task, 'duration_secs': 0.470223} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.089144] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 921.089382] env[69663]: INFO nova.compute.manager [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Took 6.81 seconds to spawn the instance on the hypervisor. [ 921.089576] env[69663]: DEBUG nova.compute.manager [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 921.090346] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d19ddb7-25df-49bf-8ab2-2154d7aedf33 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.136054] env[69663]: DEBUG oslo_vmware.api [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332830, 'name': Destroy_Task, 'duration_secs': 0.686836} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.136361] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Destroyed the VM [ 921.136625] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Deleting Snapshot of the VM instance {{(pid=69663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 921.137957] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-86b38cef-e8cf-49bd-85c3-4d5a7a0ed433 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.146053] env[69663]: DEBUG oslo_vmware.api [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 921.146053] env[69663]: value = "task-3332832" [ 921.146053] env[69663]: _type = "Task" [ 921.146053] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.155493] env[69663]: DEBUG oslo_vmware.api [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332832, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.215165] env[69663]: DEBUG oslo_concurrency.lockutils [req-5d3bb84f-0b4b-4d33-9a5a-5fe30ba2c1c2 req-5e955e3b-fa59-4692-8993-d00e4fdf86d0 service nova] Releasing lock "refresh_cache-d5682303-1beb-49da-93b9-3701a37e8dcd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.404502] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d1eb896d-e913-402e-b74c-60e69e6b5b7f tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Lock "0d901684-b23e-4908-a5af-165c31ddc5c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.474s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.461031] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0c072e87-0386-4d46-9f7e-ee0609d2fa9d tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Lock "92ca4ae9-bd93-4031-b96d-79a4e5f4c851" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.562s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.579384] env[69663]: DEBUG oslo_vmware.api [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52fc5e35-21db-5794-99e3-94779d2cec97, 'name': SearchDatastore_Task, 'duration_secs': 0.009761} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.580230] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-865cf986-429c-47b1-9240-705922d1f846 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.586949] env[69663]: DEBUG oslo_vmware.api [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 921.586949] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5267c396-8a45-ffe9-9159-de39da595454" [ 921.586949] env[69663]: _type = "Task" [ 921.586949] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.594729] env[69663]: DEBUG oslo_vmware.api [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5267c396-8a45-ffe9-9159-de39da595454, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.605400] env[69663]: INFO nova.compute.manager [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Took 51.69 seconds to build instance. [ 921.658793] env[69663]: DEBUG oslo_vmware.api [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332832, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.825464] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f485e64e-9dae-4090-8892-2f57c252569d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.833047] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667e5367-d07d-4639-a2db-516d7af63b37 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.864014] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3edeb3-5f64-4fc5-b9b2-f100e7f8ab2f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.871285] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db732ea-4ad1-47cf-b4ba-13db7c8c2860 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.884859] env[69663]: DEBUG nova.compute.provider_tree [None req-f5b9fcae-6aa6-46ff-8ac5-ade65fe2e238 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.964486] env[69663]: DEBUG nova.compute.manager [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 922.097946] env[69663]: DEBUG oslo_vmware.api [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5267c396-8a45-ffe9-9159-de39da595454, 'name': SearchDatastore_Task, 'duration_secs': 0.01133} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.098243] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.098519] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] d5682303-1beb-49da-93b9-3701a37e8dcd/d5682303-1beb-49da-93b9-3701a37e8dcd.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 922.098785] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fefdd7ee-80ed-44ba-8786-22884a8abae0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.105512] env[69663]: DEBUG oslo_vmware.api [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 922.105512] env[69663]: value = "task-3332833" [ 922.105512] env[69663]: _type = "Task" [ 922.105512] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.108870] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bbef195a-0b0d-4557-92fb-f9dc735079bf tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Lock "a3f0b263-807a-4192-9851-f3638eff935f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.494s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.113897] env[69663]: DEBUG oslo_vmware.api [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332833, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.158102] env[69663]: DEBUG oslo_vmware.api [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332832, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.358660] env[69663]: DEBUG nova.compute.manager [req-042e7e3c-fc93-4f3f-aa51-043de1b36009 req-84e6b67e-ae36-419a-830d-c2c9f6a51323 service nova] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Received event network-changed-a67f2722-526d-478a-9dbc-d1e12c929a3c {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 922.359103] env[69663]: DEBUG nova.compute.manager [req-042e7e3c-fc93-4f3f-aa51-043de1b36009 req-84e6b67e-ae36-419a-830d-c2c9f6a51323 service nova] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Refreshing instance network info cache due to event network-changed-a67f2722-526d-478a-9dbc-d1e12c929a3c. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 922.359259] env[69663]: DEBUG oslo_concurrency.lockutils [req-042e7e3c-fc93-4f3f-aa51-043de1b36009 req-84e6b67e-ae36-419a-830d-c2c9f6a51323 service nova] Acquiring lock "refresh_cache-92ca4ae9-bd93-4031-b96d-79a4e5f4c851" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.359444] env[69663]: DEBUG oslo_concurrency.lockutils [req-042e7e3c-fc93-4f3f-aa51-043de1b36009 req-84e6b67e-ae36-419a-830d-c2c9f6a51323 service nova] Acquired lock "refresh_cache-92ca4ae9-bd93-4031-b96d-79a4e5f4c851" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.360721] env[69663]: DEBUG nova.network.neutron [req-042e7e3c-fc93-4f3f-aa51-043de1b36009 req-84e6b67e-ae36-419a-830d-c2c9f6a51323 service nova] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Refreshing network info cache for port a67f2722-526d-478a-9dbc-d1e12c929a3c {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 922.389146] env[69663]: DEBUG nova.scheduler.client.report [None req-f5b9fcae-6aa6-46ff-8ac5-ade65fe2e238 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 922.498802] env[69663]: DEBUG oslo_concurrency.lockutils [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.616351] env[69663]: DEBUG oslo_vmware.api [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332833, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.663827] env[69663]: DEBUG oslo_vmware.api [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332832, 'name': RemoveSnapshot_Task, 'duration_secs': 1.062966} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.663827] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Deleted Snapshot of the VM instance {{(pid=69663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 922.663827] env[69663]: INFO nova.compute.manager [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Took 17.63 seconds to snapshot the instance on the hypervisor. [ 922.897645] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f5b9fcae-6aa6-46ff-8ac5-ade65fe2e238 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.022s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.900030] env[69663]: DEBUG oslo_concurrency.lockutils [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.693s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.904022] env[69663]: INFO nova.compute.claims [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.927410] env[69663]: INFO nova.scheduler.client.report [None req-f5b9fcae-6aa6-46ff-8ac5-ade65fe2e238 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Deleted allocations for instance b7e8ced5-25ee-4b1c-81b6-88abcef366f4 [ 923.115469] env[69663]: DEBUG oslo_vmware.api [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332833, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609795} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.115752] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] d5682303-1beb-49da-93b9-3701a37e8dcd/d5682303-1beb-49da-93b9-3701a37e8dcd.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 923.115976] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.116244] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8085f0d-48ef-4dfd-a06c-4b3d2167b509 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.118650] env[69663]: DEBUG nova.network.neutron [req-042e7e3c-fc93-4f3f-aa51-043de1b36009 req-84e6b67e-ae36-419a-830d-c2c9f6a51323 service nova] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Updated VIF entry in instance network info cache for port a67f2722-526d-478a-9dbc-d1e12c929a3c. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 923.118989] env[69663]: DEBUG nova.network.neutron [req-042e7e3c-fc93-4f3f-aa51-043de1b36009 req-84e6b67e-ae36-419a-830d-c2c9f6a51323 service nova] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Updating instance_info_cache with network_info: [{"id": "a67f2722-526d-478a-9dbc-d1e12c929a3c", "address": "fa:16:3e:87:22:7d", "network": {"id": "e427cf70-97b5-48f8-ac2b-0d0d6cb22186", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-669294967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4847e3dd76c14ad49059be464cf1c17f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa67f2722-52", "ovs_interfaceid": "a67f2722-526d-478a-9dbc-d1e12c929a3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.125455] env[69663]: DEBUG oslo_vmware.api [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 923.125455] env[69663]: value = "task-3332834" [ 923.125455] env[69663]: _type = "Task" [ 923.125455] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.134817] env[69663]: DEBUG oslo_vmware.api [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332834, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.224139] env[69663]: DEBUG nova.compute.manager [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Found 3 images (rotation: 2) {{(pid=69663) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4554}} [ 923.224139] env[69663]: DEBUG nova.compute.manager [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Rotating out 1 backups {{(pid=69663) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4562}} [ 923.224139] env[69663]: DEBUG nova.compute.manager [None req-f0d9f308-a6ee-41f2-a083-5687cedef182 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Deleting image 0a287205-c462-4fad-8223-d5f8afda66aa {{(pid=69663) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4567}} [ 923.438183] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f5b9fcae-6aa6-46ff-8ac5-ade65fe2e238 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Lock "b7e8ced5-25ee-4b1c-81b6-88abcef366f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.387s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.622886] env[69663]: DEBUG oslo_concurrency.lockutils [req-042e7e3c-fc93-4f3f-aa51-043de1b36009 req-84e6b67e-ae36-419a-830d-c2c9f6a51323 service nova] Releasing lock "refresh_cache-92ca4ae9-bd93-4031-b96d-79a4e5f4c851" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.635413] env[69663]: DEBUG oslo_vmware.api [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332834, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075051} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.635746] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.636595] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97668b41-935b-4a82-94f3-8a430de7d329 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.662740] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] d5682303-1beb-49da-93b9-3701a37e8dcd/d5682303-1beb-49da-93b9-3701a37e8dcd.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.663110] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb61321c-fdad-4d8b-ab1f-4594661140a6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.683809] env[69663]: DEBUG oslo_vmware.api [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 923.683809] env[69663]: value = "task-3332835" [ 923.683809] env[69663]: _type = "Task" [ 923.683809] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.692775] env[69663]: DEBUG oslo_vmware.api [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332835, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.197833] env[69663]: DEBUG oslo_vmware.api [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332835, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.290096] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16fd73a-1cba-4f9f-8ebf-8e6b9ff57eb5 tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Acquiring lock "a3f0b263-807a-4192-9851-f3638eff935f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.290096] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16fd73a-1cba-4f9f-8ebf-8e6b9ff57eb5 tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Lock "a3f0b263-807a-4192-9851-f3638eff935f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.290096] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16fd73a-1cba-4f9f-8ebf-8e6b9ff57eb5 tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Acquiring lock "a3f0b263-807a-4192-9851-f3638eff935f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.290096] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16fd73a-1cba-4f9f-8ebf-8e6b9ff57eb5 tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Lock "a3f0b263-807a-4192-9851-f3638eff935f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.290096] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16fd73a-1cba-4f9f-8ebf-8e6b9ff57eb5 tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Lock "a3f0b263-807a-4192-9851-f3638eff935f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.293506] env[69663]: INFO nova.compute.manager [None req-c16fd73a-1cba-4f9f-8ebf-8e6b9ff57eb5 tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Terminating instance [ 924.295634] env[69663]: DEBUG nova.compute.manager [None req-c16fd73a-1cba-4f9f-8ebf-8e6b9ff57eb5 tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 924.295833] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c16fd73a-1cba-4f9f-8ebf-8e6b9ff57eb5 tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 924.296694] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4618cafe-c255-4344-8f4c-d9d4dd2eef4d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.305468] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16fd73a-1cba-4f9f-8ebf-8e6b9ff57eb5 tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 924.305468] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6b47981-c153-4c2a-a33b-916cf606c898 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.312612] env[69663]: DEBUG oslo_vmware.api [None req-c16fd73a-1cba-4f9f-8ebf-8e6b9ff57eb5 tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Waiting for the task: (returnval){ [ 924.312612] env[69663]: value = "task-3332836" [ 924.312612] env[69663]: _type = "Task" [ 924.312612] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.320531] env[69663]: DEBUG oslo_vmware.api [None req-c16fd73a-1cba-4f9f-8ebf-8e6b9ff57eb5 tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Task: {'id': task-3332836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.398938] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78419d7-bdcd-4cb6-8180-85f1f3af8a38 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.406613] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca1b255-12a5-431f-8c23-e9415747385b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.439887] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d2ed62-fe84-4b41-8d18-3a10c06c4ff7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.447224] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2b5aca-37f6-4478-b495-464ae71bf06a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.463046] env[69663]: DEBUG nova.compute.provider_tree [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.695042] env[69663]: DEBUG oslo_vmware.api [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332835, 'name': ReconfigVM_Task, 'duration_secs': 0.574855} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.695373] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Reconfigured VM instance instance-0000003e to attach disk [datastore2] d5682303-1beb-49da-93b9-3701a37e8dcd/d5682303-1beb-49da-93b9-3701a37e8dcd.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.696045] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1ca6478-1346-4cbf-af6f-f66daba08c62 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.702567] env[69663]: DEBUG oslo_vmware.api [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 924.702567] env[69663]: value = "task-3332837" [ 924.702567] env[69663]: _type = "Task" [ 924.702567] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.710316] env[69663]: DEBUG oslo_vmware.api [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332837, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.822030] env[69663]: DEBUG oslo_vmware.api [None req-c16fd73a-1cba-4f9f-8ebf-8e6b9ff57eb5 tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Task: {'id': task-3332836, 'name': PowerOffVM_Task, 'duration_secs': 0.213211} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.822547] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c16fd73a-1cba-4f9f-8ebf-8e6b9ff57eb5 tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 924.822762] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c16fd73a-1cba-4f9f-8ebf-8e6b9ff57eb5 tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 924.823200] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71eaf967-d5c8-4dc0-96ff-68fd9ae0cf72 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.877756] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5893380c-c188-4920-9651-9d03b012e39f tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Acquiring lock "792b698b-ec36-4642-b1d9-1e991b55e40e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.878047] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5893380c-c188-4920-9651-9d03b012e39f tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Lock "792b698b-ec36-4642-b1d9-1e991b55e40e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.878281] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5893380c-c188-4920-9651-9d03b012e39f tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Acquiring lock "792b698b-ec36-4642-b1d9-1e991b55e40e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.878491] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5893380c-c188-4920-9651-9d03b012e39f tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Lock "792b698b-ec36-4642-b1d9-1e991b55e40e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.878668] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5893380c-c188-4920-9651-9d03b012e39f tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Lock "792b698b-ec36-4642-b1d9-1e991b55e40e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.881373] env[69663]: INFO nova.compute.manager [None req-5893380c-c188-4920-9651-9d03b012e39f tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Terminating instance [ 924.884147] env[69663]: DEBUG nova.compute.manager [None req-5893380c-c188-4920-9651-9d03b012e39f tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 924.884147] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5893380c-c188-4920-9651-9d03b012e39f tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 924.886041] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b26b4f4-9395-4b58-b3e8-a1c1ecaab51f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.889216] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c16fd73a-1cba-4f9f-8ebf-8e6b9ff57eb5 tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 924.889491] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c16fd73a-1cba-4f9f-8ebf-8e6b9ff57eb5 tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 924.889736] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c16fd73a-1cba-4f9f-8ebf-8e6b9ff57eb5 tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Deleting the datastore file [datastore1] a3f0b263-807a-4192-9851-f3638eff935f {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.890435] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eff2cd54-a362-4329-9fca-94db2bbcb859 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.894923] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5893380c-c188-4920-9651-9d03b012e39f tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 924.895343] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee8ef145-4293-4773-8ec8-686e40a81bb2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.898903] env[69663]: DEBUG oslo_vmware.api [None req-c16fd73a-1cba-4f9f-8ebf-8e6b9ff57eb5 tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Waiting for the task: (returnval){ [ 924.898903] env[69663]: value = "task-3332839" [ 924.898903] env[69663]: _type = "Task" [ 924.898903] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.903441] env[69663]: DEBUG oslo_vmware.api [None req-5893380c-c188-4920-9651-9d03b012e39f tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Waiting for the task: (returnval){ [ 924.903441] env[69663]: value = "task-3332840" [ 924.903441] env[69663]: _type = "Task" [ 924.903441] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.909690] env[69663]: DEBUG oslo_vmware.api [None req-c16fd73a-1cba-4f9f-8ebf-8e6b9ff57eb5 tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Task: {'id': task-3332839, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.915298] env[69663]: DEBUG oslo_vmware.api [None req-5893380c-c188-4920-9651-9d03b012e39f tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.966614] env[69663]: DEBUG nova.scheduler.client.report [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 925.213749] env[69663]: DEBUG oslo_vmware.api [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332837, 'name': Rename_Task, 'duration_secs': 0.157953} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.213749] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 925.214247] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85b23743-73c8-4041-ba87-2c6e3854a05e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.220718] env[69663]: DEBUG oslo_vmware.api [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 925.220718] env[69663]: value = "task-3332841" [ 925.220718] env[69663]: _type = "Task" [ 925.220718] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.228154] env[69663]: DEBUG oslo_vmware.api [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332841, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.412077] env[69663]: DEBUG oslo_vmware.api [None req-c16fd73a-1cba-4f9f-8ebf-8e6b9ff57eb5 tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Task: {'id': task-3332839, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210839} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.412763] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c16fd73a-1cba-4f9f-8ebf-8e6b9ff57eb5 tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.412985] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c16fd73a-1cba-4f9f-8ebf-8e6b9ff57eb5 tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 925.413255] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c16fd73a-1cba-4f9f-8ebf-8e6b9ff57eb5 tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 925.413373] env[69663]: INFO nova.compute.manager [None req-c16fd73a-1cba-4f9f-8ebf-8e6b9ff57eb5 tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 925.413638] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c16fd73a-1cba-4f9f-8ebf-8e6b9ff57eb5 tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.413917] env[69663]: DEBUG nova.compute.manager [-] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 925.414044] env[69663]: DEBUG nova.network.neutron [-] [instance: a3f0b263-807a-4192-9851-f3638eff935f] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 925.419248] env[69663]: DEBUG oslo_vmware.api [None req-5893380c-c188-4920-9651-9d03b012e39f tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332840, 'name': PowerOffVM_Task, 'duration_secs': 0.207131} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.420242] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5893380c-c188-4920-9651-9d03b012e39f tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 925.420242] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5893380c-c188-4920-9651-9d03b012e39f tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 925.420506] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6adf6e5d-e28e-4e54-8683-521eaf88d8b2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.473490] env[69663]: DEBUG oslo_concurrency.lockutils [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.474008] env[69663]: DEBUG nova.compute.manager [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 925.476520] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 46.272s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.476697] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.476847] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69663) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 925.477145] env[69663]: DEBUG oslo_concurrency.lockutils [None req-95a7067a-a684-4d43-b0f9-307e66b92b92 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.141s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.477354] env[69663]: DEBUG nova.objects.instance [None req-95a7067a-a684-4d43-b0f9-307e66b92b92 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Lazy-loading 'resources' on Instance uuid 53ed6196-4af5-426e-bdbe-80453e09f962 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.481653] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba4910b-8d68-47b9-9c8f-122eaa75c524 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.494682] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5893380c-c188-4920-9651-9d03b012e39f tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 925.494945] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5893380c-c188-4920-9651-9d03b012e39f tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 925.496620] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5893380c-c188-4920-9651-9d03b012e39f tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Deleting the datastore file [datastore2] 792b698b-ec36-4642-b1d9-1e991b55e40e {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.496826] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c27059c3-f573-4735-94c7-08b72e55865e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.499665] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d2271c-4f40-47cb-96b2-da78bd4bdbda {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.519333] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a0ba1e-32d2-47a0-bb40-451ef76dc250 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.522214] env[69663]: DEBUG oslo_vmware.api [None req-5893380c-c188-4920-9651-9d03b012e39f tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Waiting for the task: (returnval){ [ 925.522214] env[69663]: value = "task-3332843" [ 925.522214] env[69663]: _type = "Task" [ 925.522214] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.529167] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2521166f-ed52-4d1e-978c-6727f5350a24 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.535421] env[69663]: DEBUG oslo_vmware.api [None req-5893380c-c188-4920-9651-9d03b012e39f tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332843, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.564198] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178481MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=69663) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 925.564352] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.731765] env[69663]: DEBUG oslo_vmware.api [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332841, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.984998] env[69663]: DEBUG nova.compute.utils [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 925.986430] env[69663]: DEBUG nova.compute.manager [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 925.986629] env[69663]: DEBUG nova.network.neutron [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 926.037020] env[69663]: DEBUG oslo_vmware.api [None req-5893380c-c188-4920-9651-9d03b012e39f tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332843, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208908} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.043218] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5893380c-c188-4920-9651-9d03b012e39f tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.043554] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5893380c-c188-4920-9651-9d03b012e39f tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 926.043848] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5893380c-c188-4920-9651-9d03b012e39f tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 926.044063] env[69663]: INFO nova.compute.manager [None req-5893380c-c188-4920-9651-9d03b012e39f tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 926.044331] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5893380c-c188-4920-9651-9d03b012e39f tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.044779] env[69663]: DEBUG nova.compute.manager [-] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 926.044880] env[69663]: DEBUG nova.network.neutron [-] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 926.165518] env[69663]: DEBUG nova.network.neutron [-] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.237617] env[69663]: DEBUG oslo_vmware.api [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332841, 'name': PowerOnVM_Task, 'duration_secs': 0.515153} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.238228] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 926.238513] env[69663]: INFO nova.compute.manager [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Took 9.18 seconds to spawn the instance on the hypervisor. [ 926.238818] env[69663]: DEBUG nova.compute.manager [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 926.239757] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0909c0fa-57df-4a24-bea7-b461cd1cd335 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.261173] env[69663]: DEBUG nova.compute.manager [req-25d6443c-5da7-448f-bbe2-01ec38125892 req-aa0f8326-8d78-4267-af08-9270987f0ed3 service nova] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Received event network-vif-deleted-6eb248a8-dfb3-42fd-b123-6b433ed4f767 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 926.289882] env[69663]: DEBUG nova.policy [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb75dfecb9c54c2cb350853fdb28427f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a046211fb4574ef1a9b3e29dad6b47aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 926.494334] env[69663]: DEBUG nova.compute.manager [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 926.526436] env[69663]: DEBUG nova.compute.manager [req-164d4f5f-a53e-4e16-9e66-95773432645e req-b851e6c2-adcc-4057-91c7-cd703cd792b0 service nova] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Received event network-changed-a67f2722-526d-478a-9dbc-d1e12c929a3c {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 926.526610] env[69663]: DEBUG nova.compute.manager [req-164d4f5f-a53e-4e16-9e66-95773432645e req-b851e6c2-adcc-4057-91c7-cd703cd792b0 service nova] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Refreshing instance network info cache due to event network-changed-a67f2722-526d-478a-9dbc-d1e12c929a3c. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 926.526833] env[69663]: DEBUG oslo_concurrency.lockutils [req-164d4f5f-a53e-4e16-9e66-95773432645e req-b851e6c2-adcc-4057-91c7-cd703cd792b0 service nova] Acquiring lock "refresh_cache-92ca4ae9-bd93-4031-b96d-79a4e5f4c851" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.527046] env[69663]: DEBUG oslo_concurrency.lockutils [req-164d4f5f-a53e-4e16-9e66-95773432645e req-b851e6c2-adcc-4057-91c7-cd703cd792b0 service nova] Acquired lock "refresh_cache-92ca4ae9-bd93-4031-b96d-79a4e5f4c851" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.531357] env[69663]: DEBUG nova.network.neutron [req-164d4f5f-a53e-4e16-9e66-95773432645e req-b851e6c2-adcc-4057-91c7-cd703cd792b0 service nova] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Refreshing network info cache for port a67f2722-526d-478a-9dbc-d1e12c929a3c {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 926.634752] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76df2d91-c3dc-4919-add3-5ec8d586bb7a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.642914] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8cb2b2-2d94-4792-9211-5e5548e6ce0e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.675439] env[69663]: INFO nova.compute.manager [-] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Took 1.26 seconds to deallocate network for instance. [ 926.676556] env[69663]: DEBUG nova.network.neutron [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Successfully created port: 2bfb7a8b-9d28-402b-80a7-9b541415571b {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.680330] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892a7c1b-a25e-4666-9ee0-3c94747758b5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.691933] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b27b67-5b5e-4c14-80cb-a8cd329b5ecf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.706199] env[69663]: DEBUG nova.compute.provider_tree [None req-95a7067a-a684-4d43-b0f9-307e66b92b92 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.738629] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2c9bfdc0-8287-4c2e-875f-c09ce8e29959 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "7be8d9d2-3b54-490e-8a89-00324c49a5a0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.738902] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2c9bfdc0-8287-4c2e-875f-c09ce8e29959 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "7be8d9d2-3b54-490e-8a89-00324c49a5a0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.739083] env[69663]: DEBUG nova.compute.manager [None req-2c9bfdc0-8287-4c2e-875f-c09ce8e29959 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 926.740106] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e869522f-4920-4c45-a953-68bbf804b0ec {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.747379] env[69663]: DEBUG nova.compute.manager [None req-2c9bfdc0-8287-4c2e-875f-c09ce8e29959 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69663) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 926.748782] env[69663]: DEBUG nova.objects.instance [None req-2c9bfdc0-8287-4c2e-875f-c09ce8e29959 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lazy-loading 'flavor' on Instance uuid 7be8d9d2-3b54-490e-8a89-00324c49a5a0 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.763982] env[69663]: INFO nova.compute.manager [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Took 56.70 seconds to build instance. [ 927.020093] env[69663]: DEBUG nova.network.neutron [-] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.187815] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16fd73a-1cba-4f9f-8ebf-8e6b9ff57eb5 tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.210365] env[69663]: DEBUG nova.scheduler.client.report [None req-95a7067a-a684-4d43-b0f9-307e66b92b92 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 927.254859] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9bfdc0-8287-4c2e-875f-c09ce8e29959 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 927.255267] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bed723b3-376c-4344-9c06-e1428eb55e58 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.266014] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f6e84b02-8c66-41b6-81f9-d54ef087ecc8 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "d5682303-1beb-49da-93b9-3701a37e8dcd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.625s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.266361] env[69663]: DEBUG oslo_vmware.api [None req-2c9bfdc0-8287-4c2e-875f-c09ce8e29959 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 927.266361] env[69663]: value = "task-3332844" [ 927.266361] env[69663]: _type = "Task" [ 927.266361] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.274651] env[69663]: DEBUG oslo_vmware.api [None req-2c9bfdc0-8287-4c2e-875f-c09ce8e29959 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.339547] env[69663]: DEBUG nova.network.neutron [req-164d4f5f-a53e-4e16-9e66-95773432645e req-b851e6c2-adcc-4057-91c7-cd703cd792b0 service nova] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Updated VIF entry in instance network info cache for port a67f2722-526d-478a-9dbc-d1e12c929a3c. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 927.339931] env[69663]: DEBUG nova.network.neutron [req-164d4f5f-a53e-4e16-9e66-95773432645e req-b851e6c2-adcc-4057-91c7-cd703cd792b0 service nova] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Updating instance_info_cache with network_info: [{"id": "a67f2722-526d-478a-9dbc-d1e12c929a3c", "address": "fa:16:3e:87:22:7d", "network": {"id": "e427cf70-97b5-48f8-ac2b-0d0d6cb22186", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-669294967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4847e3dd76c14ad49059be464cf1c17f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa67f2722-52", "ovs_interfaceid": "a67f2722-526d-478a-9dbc-d1e12c929a3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.506314] env[69663]: DEBUG nova.compute.manager [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 927.522917] env[69663]: INFO nova.compute.manager [-] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Took 1.48 seconds to deallocate network for instance. [ 927.535875] env[69663]: DEBUG nova.virt.hardware [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 927.536333] env[69663]: DEBUG nova.virt.hardware [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 927.537124] env[69663]: DEBUG nova.virt.hardware [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.537476] env[69663]: DEBUG nova.virt.hardware [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 927.537763] env[69663]: DEBUG nova.virt.hardware [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.538069] env[69663]: DEBUG nova.virt.hardware [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 927.541232] env[69663]: DEBUG nova.virt.hardware [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 927.541232] env[69663]: DEBUG nova.virt.hardware [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 927.541232] env[69663]: DEBUG nova.virt.hardware [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 927.541232] env[69663]: DEBUG nova.virt.hardware [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 927.541232] env[69663]: DEBUG nova.virt.hardware [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 927.541232] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c990a1-bf9b-4fab-818a-2f7a045fea8b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.554588] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa40f33-6d86-41d3-9a93-bde48437d849 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.717996] env[69663]: DEBUG oslo_concurrency.lockutils [None req-95a7067a-a684-4d43-b0f9-307e66b92b92 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.241s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.720682] env[69663]: DEBUG oslo_concurrency.lockutils [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 47.801s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.721802] env[69663]: DEBUG nova.objects.instance [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69663) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 927.746368] env[69663]: INFO nova.scheduler.client.report [None req-95a7067a-a684-4d43-b0f9-307e66b92b92 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Deleted allocations for instance 53ed6196-4af5-426e-bdbe-80453e09f962 [ 927.776242] env[69663]: DEBUG oslo_vmware.api [None req-2c9bfdc0-8287-4c2e-875f-c09ce8e29959 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332844, 'name': PowerOffVM_Task, 'duration_secs': 0.439616} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.776582] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9bfdc0-8287-4c2e-875f-c09ce8e29959 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 927.776746] env[69663]: DEBUG nova.compute.manager [None req-2c9bfdc0-8287-4c2e-875f-c09ce8e29959 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 927.777543] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0413e1f0-77ad-4a7e-920e-caee1f243341 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.842881] env[69663]: DEBUG oslo_concurrency.lockutils [req-164d4f5f-a53e-4e16-9e66-95773432645e req-b851e6c2-adcc-4057-91c7-cd703cd792b0 service nova] Releasing lock "refresh_cache-92ca4ae9-bd93-4031-b96d-79a4e5f4c851" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.033972] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5893380c-c188-4920-9651-9d03b012e39f tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.222282] env[69663]: DEBUG nova.network.neutron [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Successfully updated port: 2bfb7a8b-9d28-402b-80a7-9b541415571b {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.257019] env[69663]: DEBUG oslo_concurrency.lockutils [None req-95a7067a-a684-4d43-b0f9-307e66b92b92 tempest-ServersV294TestFqdnHostnames-1402798877 tempest-ServersV294TestFqdnHostnames-1402798877-project-member] Lock "53ed6196-4af5-426e-bdbe-80453e09f962" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.701s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.288855] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2c9bfdc0-8287-4c2e-875f-c09ce8e29959 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "7be8d9d2-3b54-490e-8a89-00324c49a5a0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.550s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.384119] env[69663]: DEBUG nova.compute.manager [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 928.384367] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d1313c-7b2c-48f1-99cd-03ad200742be {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.456093] env[69663]: DEBUG nova.compute.manager [req-e62ec12a-dc0d-4fda-91cc-c09fddff11a5 req-4d73e7cd-680f-4a50-b7c5-8cc241b0b540 service nova] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Received event network-vif-plugged-2bfb7a8b-9d28-402b-80a7-9b541415571b {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 928.456525] env[69663]: DEBUG oslo_concurrency.lockutils [req-e62ec12a-dc0d-4fda-91cc-c09fddff11a5 req-4d73e7cd-680f-4a50-b7c5-8cc241b0b540 service nova] Acquiring lock "de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.456642] env[69663]: DEBUG oslo_concurrency.lockutils [req-e62ec12a-dc0d-4fda-91cc-c09fddff11a5 req-4d73e7cd-680f-4a50-b7c5-8cc241b0b540 service nova] Lock "de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.456937] env[69663]: DEBUG oslo_concurrency.lockutils [req-e62ec12a-dc0d-4fda-91cc-c09fddff11a5 req-4d73e7cd-680f-4a50-b7c5-8cc241b0b540 service nova] Lock "de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.457640] env[69663]: DEBUG nova.compute.manager [req-e62ec12a-dc0d-4fda-91cc-c09fddff11a5 req-4d73e7cd-680f-4a50-b7c5-8cc241b0b540 service nova] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] No waiting events found dispatching network-vif-plugged-2bfb7a8b-9d28-402b-80a7-9b541415571b {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 928.457979] env[69663]: WARNING nova.compute.manager [req-e62ec12a-dc0d-4fda-91cc-c09fddff11a5 req-4d73e7cd-680f-4a50-b7c5-8cc241b0b540 service nova] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Received unexpected event network-vif-plugged-2bfb7a8b-9d28-402b-80a7-9b541415571b for instance with vm_state building and task_state spawning. [ 928.458283] env[69663]: DEBUG nova.compute.manager [req-e62ec12a-dc0d-4fda-91cc-c09fddff11a5 req-4d73e7cd-680f-4a50-b7c5-8cc241b0b540 service nova] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Received event network-changed-2bfb7a8b-9d28-402b-80a7-9b541415571b {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 928.458619] env[69663]: DEBUG nova.compute.manager [req-e62ec12a-dc0d-4fda-91cc-c09fddff11a5 req-4d73e7cd-680f-4a50-b7c5-8cc241b0b540 service nova] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Refreshing instance network info cache due to event network-changed-2bfb7a8b-9d28-402b-80a7-9b541415571b. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 928.459189] env[69663]: DEBUG oslo_concurrency.lockutils [req-e62ec12a-dc0d-4fda-91cc-c09fddff11a5 req-4d73e7cd-680f-4a50-b7c5-8cc241b0b540 service nova] Acquiring lock "refresh_cache-de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.459415] env[69663]: DEBUG oslo_concurrency.lockutils [req-e62ec12a-dc0d-4fda-91cc-c09fddff11a5 req-4d73e7cd-680f-4a50-b7c5-8cc241b0b540 service nova] Acquired lock "refresh_cache-de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.459597] env[69663]: DEBUG nova.network.neutron [req-e62ec12a-dc0d-4fda-91cc-c09fddff11a5 req-4d73e7cd-680f-4a50-b7c5-8cc241b0b540 service nova] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Refreshing network info cache for port 2bfb7a8b-9d28-402b-80a7-9b541415571b {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 928.649620] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9b6fdd54-69de-407f-b1c5-c34e4eeea371 tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Acquiring lock "92ca4ae9-bd93-4031-b96d-79a4e5f4c851" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.649884] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9b6fdd54-69de-407f-b1c5-c34e4eeea371 tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Lock "92ca4ae9-bd93-4031-b96d-79a4e5f4c851" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.650113] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9b6fdd54-69de-407f-b1c5-c34e4eeea371 tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Acquiring lock "92ca4ae9-bd93-4031-b96d-79a4e5f4c851-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.650304] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9b6fdd54-69de-407f-b1c5-c34e4eeea371 tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Lock "92ca4ae9-bd93-4031-b96d-79a4e5f4c851-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.650548] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9b6fdd54-69de-407f-b1c5-c34e4eeea371 tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Lock "92ca4ae9-bd93-4031-b96d-79a4e5f4c851-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.656678] env[69663]: INFO nova.compute.manager [None req-9b6fdd54-69de-407f-b1c5-c34e4eeea371 tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Terminating instance [ 928.662343] env[69663]: DEBUG nova.compute.manager [None req-9b6fdd54-69de-407f-b1c5-c34e4eeea371 tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 928.662677] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6fdd54-69de-407f-b1c5-c34e4eeea371 tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 928.663607] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ebb5d1-36ac-4480-afbb-e36c75e751f0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.674070] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b6fdd54-69de-407f-b1c5-c34e4eeea371 tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 928.675403] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63d0afde-29d2-45b0-a3eb-0fb96655575e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.677905] env[69663]: DEBUG nova.compute.manager [req-08b3a641-8dd9-4707-ba59-28372001e49a req-8a585bc6-442e-442a-98b1-90ee72d43cba service nova] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Received event network-vif-deleted-07e37bd4-ef5b-46c7-98c4-477ca54acd62 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 928.684451] env[69663]: DEBUG oslo_vmware.api [None req-9b6fdd54-69de-407f-b1c5-c34e4eeea371 tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Waiting for the task: (returnval){ [ 928.684451] env[69663]: value = "task-3332845" [ 928.684451] env[69663]: _type = "Task" [ 928.684451] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.694998] env[69663]: DEBUG oslo_vmware.api [None req-9b6fdd54-69de-407f-b1c5-c34e4eeea371 tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Task: {'id': task-3332845, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.726079] env[69663]: DEBUG oslo_concurrency.lockutils [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquiring lock "refresh_cache-de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.731336] env[69663]: DEBUG oslo_concurrency.lockutils [None req-64a99ae7-add3-4b3b-9911-8e429862d418 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.733268] env[69663]: DEBUG oslo_concurrency.lockutils [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.775s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.735748] env[69663]: INFO nova.compute.claims [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 928.748668] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b0e318ef-7b26-454c-8084-8f535baca6c1 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Acquiring lock "716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.748991] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b0e318ef-7b26-454c-8084-8f535baca6c1 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Lock "716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.749222] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b0e318ef-7b26-454c-8084-8f535baca6c1 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Acquiring lock "716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.751613] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b0e318ef-7b26-454c-8084-8f535baca6c1 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Lock "716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.751613] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b0e318ef-7b26-454c-8084-8f535baca6c1 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Lock "716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.757323] env[69663]: INFO nova.compute.manager [None req-b0e318ef-7b26-454c-8084-8f535baca6c1 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Terminating instance [ 928.759223] env[69663]: DEBUG nova.compute.manager [None req-b0e318ef-7b26-454c-8084-8f535baca6c1 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 928.759422] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e318ef-7b26-454c-8084-8f535baca6c1 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 928.760517] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12dbafa0-4b1c-4aef-8a07-a0d07c9cfb3d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.769696] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e318ef-7b26-454c-8084-8f535baca6c1 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 928.770392] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d89662c-78ee-4b97-a634-d8e43b4045fd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.778787] env[69663]: DEBUG oslo_vmware.api [None req-b0e318ef-7b26-454c-8084-8f535baca6c1 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Waiting for the task: (returnval){ [ 928.778787] env[69663]: value = "task-3332846" [ 928.778787] env[69663]: _type = "Task" [ 928.778787] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.787961] env[69663]: DEBUG oslo_vmware.api [None req-b0e318ef-7b26-454c-8084-8f535baca6c1 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': task-3332846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.896722] env[69663]: INFO nova.compute.manager [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] instance snapshotting [ 928.900081] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167335db-a718-44da-bef9-e5d5eca9d685 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.921385] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130ff9e0-5308-4d10-9121-b42225ec863e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.998594] env[69663]: DEBUG nova.network.neutron [req-e62ec12a-dc0d-4fda-91cc-c09fddff11a5 req-4d73e7cd-680f-4a50-b7c5-8cc241b0b540 service nova] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 929.087939] env[69663]: DEBUG nova.network.neutron [req-e62ec12a-dc0d-4fda-91cc-c09fddff11a5 req-4d73e7cd-680f-4a50-b7c5-8cc241b0b540 service nova] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.195775] env[69663]: DEBUG oslo_vmware.api [None req-9b6fdd54-69de-407f-b1c5-c34e4eeea371 tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Task: {'id': task-3332845, 'name': PowerOffVM_Task, 'duration_secs': 0.226236} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.196857] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b6fdd54-69de-407f-b1c5-c34e4eeea371 tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 929.196857] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6fdd54-69de-407f-b1c5-c34e4eeea371 tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 929.196857] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-acaccde2-492b-432c-9757-03233534df58 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.259576] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6fdd54-69de-407f-b1c5-c34e4eeea371 tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 929.259826] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6fdd54-69de-407f-b1c5-c34e4eeea371 tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 929.260091] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b6fdd54-69de-407f-b1c5-c34e4eeea371 tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Deleting the datastore file [datastore1] 92ca4ae9-bd93-4031-b96d-79a4e5f4c851 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.260637] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5638346f-3557-4ecd-9107-83ae2448f2d9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.267315] env[69663]: DEBUG oslo_vmware.api [None req-9b6fdd54-69de-407f-b1c5-c34e4eeea371 tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Waiting for the task: (returnval){ [ 929.267315] env[69663]: value = "task-3332848" [ 929.267315] env[69663]: _type = "Task" [ 929.267315] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.276755] env[69663]: DEBUG oslo_vmware.api [None req-9b6fdd54-69de-407f-b1c5-c34e4eeea371 tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Task: {'id': task-3332848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.287591] env[69663]: DEBUG oslo_vmware.api [None req-b0e318ef-7b26-454c-8084-8f535baca6c1 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': task-3332846, 'name': PowerOffVM_Task, 'duration_secs': 0.213416} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.287929] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e318ef-7b26-454c-8084-8f535baca6c1 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 929.288161] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e318ef-7b26-454c-8084-8f535baca6c1 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 929.288440] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8128a88-08dd-4d98-9d29-3bf745c3c3f2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.345967] env[69663]: DEBUG nova.compute.manager [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Stashing vm_state: stopped {{(pid=69663) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 929.350332] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e318ef-7b26-454c-8084-8f535baca6c1 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 929.350603] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e318ef-7b26-454c-8084-8f535baca6c1 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 929.350809] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0e318ef-7b26-454c-8084-8f535baca6c1 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Deleting the datastore file [datastore1] 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 929.351282] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4f233fe-9516-4bef-98d2-17565db17c54 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.358380] env[69663]: DEBUG oslo_vmware.api [None req-b0e318ef-7b26-454c-8084-8f535baca6c1 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Waiting for the task: (returnval){ [ 929.358380] env[69663]: value = "task-3332850" [ 929.358380] env[69663]: _type = "Task" [ 929.358380] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.366567] env[69663]: DEBUG oslo_vmware.api [None req-b0e318ef-7b26-454c-8084-8f535baca6c1 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': task-3332850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.433943] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Creating Snapshot of the VM instance {{(pid=69663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 929.433943] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6b9fef50-b06c-4b00-a392-d4d0618777e8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.441059] env[69663]: DEBUG oslo_vmware.api [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 929.441059] env[69663]: value = "task-3332851" [ 929.441059] env[69663]: _type = "Task" [ 929.441059] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.448799] env[69663]: DEBUG oslo_vmware.api [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332851, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.589950] env[69663]: DEBUG oslo_concurrency.lockutils [req-e62ec12a-dc0d-4fda-91cc-c09fddff11a5 req-4d73e7cd-680f-4a50-b7c5-8cc241b0b540 service nova] Releasing lock "refresh_cache-de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.590385] env[69663]: DEBUG oslo_concurrency.lockutils [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquired lock "refresh_cache-de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.590616] env[69663]: DEBUG nova.network.neutron [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 929.778374] env[69663]: DEBUG oslo_vmware.api [None req-9b6fdd54-69de-407f-b1c5-c34e4eeea371 tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Task: {'id': task-3332848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300957} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.784280] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b6fdd54-69de-407f-b1c5-c34e4eeea371 tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.784508] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6fdd54-69de-407f-b1c5-c34e4eeea371 tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 929.784695] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9b6fdd54-69de-407f-b1c5-c34e4eeea371 tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 929.784874] env[69663]: INFO nova.compute.manager [None req-9b6fdd54-69de-407f-b1c5-c34e4eeea371 tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Took 1.12 seconds to destroy the instance on the hypervisor. [ 929.785145] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b6fdd54-69de-407f-b1c5-c34e4eeea371 tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.785560] env[69663]: DEBUG nova.compute.manager [-] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 929.785655] env[69663]: DEBUG nova.network.neutron [-] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 929.871395] env[69663]: DEBUG oslo_vmware.api [None req-b0e318ef-7b26-454c-8084-8f535baca6c1 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Task: {'id': task-3332850, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237154} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.872305] env[69663]: DEBUG oslo_concurrency.lockutils [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.872570] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0e318ef-7b26-454c-8084-8f535baca6c1 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.872810] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e318ef-7b26-454c-8084-8f535baca6c1 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 929.873032] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e318ef-7b26-454c-8084-8f535baca6c1 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 929.873219] env[69663]: INFO nova.compute.manager [None req-b0e318ef-7b26-454c-8084-8f535baca6c1 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 929.873453] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0e318ef-7b26-454c-8084-8f535baca6c1 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.873651] env[69663]: DEBUG nova.compute.manager [-] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 929.873784] env[69663]: DEBUG nova.network.neutron [-] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 929.956734] env[69663]: DEBUG oslo_vmware.api [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332851, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.172807] env[69663]: DEBUG nova.network.neutron [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 930.311192] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfd42ea-7d52-45c9-8cb0-fd2f93d50de0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.320509] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b812418b-ddc7-4403-890b-7beab2c378a2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.363440] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acefb89c-a369-4f6a-a620-f00cba025773 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.372808] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46115028-085f-49b4-b8a7-0ce9474fd860 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.387547] env[69663]: DEBUG nova.compute.provider_tree [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.398611] env[69663]: DEBUG nova.network.neutron [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Updating instance_info_cache with network_info: [{"id": "2bfb7a8b-9d28-402b-80a7-9b541415571b", "address": "fa:16:3e:9c:87:6a", "network": {"id": "97df790c-bd3a-483c-af08-5400b9a73313", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1315650764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a046211fb4574ef1a9b3e29dad6b47aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bfb7a8b-9d", "ovs_interfaceid": "2bfb7a8b-9d28-402b-80a7-9b541415571b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.454056] env[69663]: DEBUG oslo_vmware.api [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332851, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.557350] env[69663]: DEBUG nova.compute.manager [req-4f36d452-89c0-4ac3-abbf-05263075d127 req-77d9db13-44f6-4909-91a7-f5310c1de3a7 service nova] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Received event network-vif-deleted-a67f2722-526d-478a-9dbc-d1e12c929a3c {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 930.557566] env[69663]: INFO nova.compute.manager [req-4f36d452-89c0-4ac3-abbf-05263075d127 req-77d9db13-44f6-4909-91a7-f5310c1de3a7 service nova] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Neutron deleted interface a67f2722-526d-478a-9dbc-d1e12c929a3c; detaching it from the instance and deleting it from the info cache [ 930.557747] env[69663]: DEBUG nova.network.neutron [req-4f36d452-89c0-4ac3-abbf-05263075d127 req-77d9db13-44f6-4909-91a7-f5310c1de3a7 service nova] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.629054] env[69663]: DEBUG nova.network.neutron [-] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.716404] env[69663]: DEBUG nova.network.neutron [-] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.722411] env[69663]: DEBUG nova.compute.manager [req-8a31c109-0081-4236-b047-f715c5cf1f43 req-a187c509-58ea-4d1d-bf6a-927badc9696e service nova] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Received event network-vif-deleted-af5ece60-accf-4d00-894b-8c83236f8c97 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 930.722411] env[69663]: INFO nova.compute.manager [req-8a31c109-0081-4236-b047-f715c5cf1f43 req-a187c509-58ea-4d1d-bf6a-927badc9696e service nova] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Neutron deleted interface af5ece60-accf-4d00-894b-8c83236f8c97; detaching it from the instance and deleting it from the info cache [ 930.722411] env[69663]: DEBUG nova.network.neutron [req-8a31c109-0081-4236-b047-f715c5cf1f43 req-a187c509-58ea-4d1d-bf6a-927badc9696e service nova] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.891518] env[69663]: DEBUG nova.scheduler.client.report [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 930.902053] env[69663]: DEBUG oslo_concurrency.lockutils [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Releasing lock "refresh_cache-de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.902053] env[69663]: DEBUG nova.compute.manager [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Instance network_info: |[{"id": "2bfb7a8b-9d28-402b-80a7-9b541415571b", "address": "fa:16:3e:9c:87:6a", "network": {"id": "97df790c-bd3a-483c-af08-5400b9a73313", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1315650764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a046211fb4574ef1a9b3e29dad6b47aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bfb7a8b-9d", "ovs_interfaceid": "2bfb7a8b-9d28-402b-80a7-9b541415571b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 930.902320] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:87:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bfb7a8b-9d28-402b-80a7-9b541415571b', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.912092] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.912318] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 930.912542] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-154c6ba0-b2c1-425f-9bc2-f33299e40bb9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.933832] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.933832] env[69663]: value = "task-3332852" [ 930.933832] env[69663]: _type = "Task" [ 930.933832] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.942087] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332852, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.955057] env[69663]: DEBUG oslo_vmware.api [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332851, 'name': CreateSnapshot_Task, 'duration_secs': 1.19309} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.955501] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Created Snapshot of the VM instance {{(pid=69663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 930.956423] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971b8d7a-6b09-4006-89a9-9e5b68a57a73 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.061195] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-724eddcc-1e07-4e88-90e5-263543efe089 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.070379] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37372c98-b098-4567-b557-f8a3904a8569 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.102046] env[69663]: DEBUG nova.compute.manager [req-4f36d452-89c0-4ac3-abbf-05263075d127 req-77d9db13-44f6-4909-91a7-f5310c1de3a7 service nova] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Detach interface failed, port_id=a67f2722-526d-478a-9dbc-d1e12c929a3c, reason: Instance 92ca4ae9-bd93-4031-b96d-79a4e5f4c851 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 931.132457] env[69663]: INFO nova.compute.manager [-] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Took 1.35 seconds to deallocate network for instance. [ 931.220050] env[69663]: INFO nova.compute.manager [-] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Took 1.35 seconds to deallocate network for instance. [ 931.227526] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4f5ab47-49e9-488e-a9d0-6feaf02573b7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.239530] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a05780-51fb-4432-8276-f2b012ba9443 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.277210] env[69663]: DEBUG nova.compute.manager [req-8a31c109-0081-4236-b047-f715c5cf1f43 req-a187c509-58ea-4d1d-bf6a-927badc9696e service nova] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Detach interface failed, port_id=af5ece60-accf-4d00-894b-8c83236f8c97, reason: Instance 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 931.395967] env[69663]: DEBUG oslo_concurrency.lockutils [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.396541] env[69663]: DEBUG nova.compute.manager [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 931.399114] env[69663]: DEBUG oslo_concurrency.lockutils [None req-aae99b25-74e3-47de-9fcb-f6cb53d21c0d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.493s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.399356] env[69663]: DEBUG nova.objects.instance [None req-aae99b25-74e3-47de-9fcb-f6cb53d21c0d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lazy-loading 'resources' on Instance uuid 3f1d4666-da09-4df3-af29-390fe0dadc25 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.442952] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332852, 'name': CreateVM_Task, 'duration_secs': 0.350308} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.443166] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 931.443876] env[69663]: DEBUG oslo_concurrency.lockutils [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.444080] env[69663]: DEBUG oslo_concurrency.lockutils [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.444411] env[69663]: DEBUG oslo_concurrency.lockutils [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.444669] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-871a51c3-733f-458c-88cd-e661eda1c1a7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.449063] env[69663]: DEBUG oslo_vmware.api [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 931.449063] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5231a814-767c-a8ec-dbdf-25c408432c8f" [ 931.449063] env[69663]: _type = "Task" [ 931.449063] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.458461] env[69663]: DEBUG oslo_vmware.api [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5231a814-767c-a8ec-dbdf-25c408432c8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.473638] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Creating linked-clone VM from snapshot {{(pid=69663) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 931.473919] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0c6e5545-ebd9-4bca-8e86-6b8ac2dbd8e6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.483026] env[69663]: DEBUG oslo_vmware.api [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 931.483026] env[69663]: value = "task-3332853" [ 931.483026] env[69663]: _type = "Task" [ 931.483026] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.490618] env[69663]: DEBUG oslo_vmware.api [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332853, 'name': CloneVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.641507] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9b6fdd54-69de-407f-b1c5-c34e4eeea371 tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.730449] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b0e318ef-7b26-454c-8084-8f535baca6c1 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.902617] env[69663]: DEBUG nova.compute.utils [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 931.907111] env[69663]: DEBUG nova.compute.manager [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 931.907288] env[69663]: DEBUG nova.network.neutron [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 931.962986] env[69663]: DEBUG oslo_vmware.api [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5231a814-767c-a8ec-dbdf-25c408432c8f, 'name': SearchDatastore_Task, 'duration_secs': 0.009536} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.966148] env[69663]: DEBUG oslo_concurrency.lockutils [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.966405] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.966667] env[69663]: DEBUG oslo_concurrency.lockutils [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.966828] env[69663]: DEBUG oslo_concurrency.lockutils [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.967173] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.967592] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e125bae5-3128-41b0-869f-af65a5e4f7dc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.976780] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.977191] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 931.977764] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5511ed1-ace8-40c3-916c-e7449985ecdd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.988083] env[69663]: DEBUG oslo_vmware.api [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 931.988083] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]524d54cc-531a-24fd-29c0-88b0b7728795" [ 931.988083] env[69663]: _type = "Task" [ 931.988083] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.989645] env[69663]: DEBUG nova.policy [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed838432ba2d4832a2bbcb0dafca7dda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebc9ee8eda884e129ed4d8aee000d917', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 931.997834] env[69663]: DEBUG oslo_vmware.api [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332853, 'name': CloneVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.005108] env[69663]: DEBUG oslo_vmware.api [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]524d54cc-531a-24fd-29c0-88b0b7728795, 'name': SearchDatastore_Task, 'duration_secs': 0.008935} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.005995] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae4dbab6-a815-4280-b41f-a4fbc14aefa4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.010580] env[69663]: DEBUG oslo_vmware.api [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 932.010580] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f3a968-e6cf-7e99-4ca5-212c7f7488bc" [ 932.010580] env[69663]: _type = "Task" [ 932.010580] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.020533] env[69663]: DEBUG oslo_vmware.api [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f3a968-e6cf-7e99-4ca5-212c7f7488bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.299823] env[69663]: DEBUG nova.network.neutron [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Successfully created port: d7a50a53-fac1-4ddf-9946-1c1999418dc8 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 932.402020] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e27acd-5282-4ec2-acd9-af472413531a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.408863] env[69663]: DEBUG nova.compute.manager [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 932.412905] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a94964-0982-43f0-8b68-911e27166abe {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.447371] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d352d564-ad31-4721-8282-74b3058a393a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.456131] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c14621a-1728-4c9b-b8eb-71efe68ee6d6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.474163] env[69663]: DEBUG nova.compute.provider_tree [None req-aae99b25-74e3-47de-9fcb-f6cb53d21c0d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.495448] env[69663]: DEBUG oslo_vmware.api [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332853, 'name': CloneVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.524404] env[69663]: DEBUG oslo_vmware.api [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f3a968-e6cf-7e99-4ca5-212c7f7488bc, 'name': SearchDatastore_Task, 'duration_secs': 0.009878} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.524730] env[69663]: DEBUG oslo_concurrency.lockutils [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.525168] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d/de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 932.525386] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f124fdd-414e-4d00-bc2a-2a7fa52c9ea7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.533422] env[69663]: DEBUG oslo_vmware.api [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 932.533422] env[69663]: value = "task-3332854" [ 932.533422] env[69663]: _type = "Task" [ 932.533422] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.541991] env[69663]: DEBUG oslo_vmware.api [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.982524] env[69663]: DEBUG nova.scheduler.client.report [None req-aae99b25-74e3-47de-9fcb-f6cb53d21c0d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 933.004063] env[69663]: DEBUG oslo_vmware.api [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332853, 'name': CloneVM_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.052287] env[69663]: DEBUG oslo_vmware.api [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332854, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.423974] env[69663]: DEBUG nova.compute.manager [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 933.448143] env[69663]: DEBUG nova.virt.hardware [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 933.448410] env[69663]: DEBUG nova.virt.hardware [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 933.448573] env[69663]: DEBUG nova.virt.hardware [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.448761] env[69663]: DEBUG nova.virt.hardware [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 933.448911] env[69663]: DEBUG nova.virt.hardware [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.449091] env[69663]: DEBUG nova.virt.hardware [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 933.449312] env[69663]: DEBUG nova.virt.hardware [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 933.449477] env[69663]: DEBUG nova.virt.hardware [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 933.449648] env[69663]: DEBUG nova.virt.hardware [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 933.449814] env[69663]: DEBUG nova.virt.hardware [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 933.449988] env[69663]: DEBUG nova.virt.hardware [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 933.451036] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3007bf89-d522-42eb-8769-0b2bbc11beeb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.459319] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e619eca7-9c44-4900-aecf-53a3781c13a4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.487697] env[69663]: DEBUG oslo_concurrency.lockutils [None req-aae99b25-74e3-47de-9fcb-f6cb53d21c0d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.492760] env[69663]: DEBUG oslo_concurrency.lockutils [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 46.038s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.492957] env[69663]: DEBUG nova.objects.instance [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69663) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 933.506440] env[69663]: DEBUG oslo_vmware.api [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332853, 'name': CloneVM_Task, 'duration_secs': 1.611725} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.506716] env[69663]: INFO nova.virt.vmwareapi.vmops [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Created linked-clone VM from snapshot [ 933.507502] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1c09b7-370b-4647-a79e-24c6172eebd4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.511571] env[69663]: INFO nova.scheduler.client.report [None req-aae99b25-74e3-47de-9fcb-f6cb53d21c0d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Deleted allocations for instance 3f1d4666-da09-4df3-af29-390fe0dadc25 [ 933.517289] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Uploading image 95becf2b-05a6-48fd-b5f1-266af47c6f50 {{(pid=69663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 933.553879] env[69663]: DEBUG oslo_vmware.rw_handles [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 933.553879] env[69663]: value = "vm-665316" [ 933.553879] env[69663]: _type = "VirtualMachine" [ 933.553879] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 933.554590] env[69663]: DEBUG oslo_vmware.api [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641734} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.554698] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-888c4c60-cb55-44e2-9b6c-5be8972955f8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.556310] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d/de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 933.556537] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.556804] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3b31a12-7114-4161-804c-44117f6c1803 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.564429] env[69663]: DEBUG oslo_vmware.api [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 933.564429] env[69663]: value = "task-3332855" [ 933.564429] env[69663]: _type = "Task" [ 933.564429] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.565754] env[69663]: DEBUG oslo_vmware.rw_handles [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lease: (returnval){ [ 933.565754] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ed72c9-9c66-9d1a-5ee5-fd5a7f302759" [ 933.565754] env[69663]: _type = "HttpNfcLease" [ 933.565754] env[69663]: } obtained for exporting VM: (result){ [ 933.565754] env[69663]: value = "vm-665316" [ 933.565754] env[69663]: _type = "VirtualMachine" [ 933.565754] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 933.566085] env[69663]: DEBUG oslo_vmware.api [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the lease: (returnval){ [ 933.566085] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ed72c9-9c66-9d1a-5ee5-fd5a7f302759" [ 933.566085] env[69663]: _type = "HttpNfcLease" [ 933.566085] env[69663]: } to be ready. {{(pid=69663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 933.578340] env[69663]: DEBUG oslo_vmware.api [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332855, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.579974] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 933.579974] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ed72c9-9c66-9d1a-5ee5-fd5a7f302759" [ 933.579974] env[69663]: _type = "HttpNfcLease" [ 933.579974] env[69663]: } is initializing. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 934.025118] env[69663]: DEBUG oslo_concurrency.lockutils [None req-aae99b25-74e3-47de-9fcb-f6cb53d21c0d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "3f1d4666-da09-4df3-af29-390fe0dadc25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.082s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.033025] env[69663]: DEBUG nova.compute.manager [req-18a03bc8-d696-4f24-9855-820ee36f1355 req-80fefa88-253c-4ae1-9dd5-357f2300065f service nova] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Received event network-vif-plugged-d7a50a53-fac1-4ddf-9946-1c1999418dc8 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 934.033025] env[69663]: DEBUG oslo_concurrency.lockutils [req-18a03bc8-d696-4f24-9855-820ee36f1355 req-80fefa88-253c-4ae1-9dd5-357f2300065f service nova] Acquiring lock "1ea365a2-a920-449c-bdd6-9db460c6b395-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.033025] env[69663]: DEBUG oslo_concurrency.lockutils [req-18a03bc8-d696-4f24-9855-820ee36f1355 req-80fefa88-253c-4ae1-9dd5-357f2300065f service nova] Lock "1ea365a2-a920-449c-bdd6-9db460c6b395-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.033201] env[69663]: DEBUG oslo_concurrency.lockutils [req-18a03bc8-d696-4f24-9855-820ee36f1355 req-80fefa88-253c-4ae1-9dd5-357f2300065f service nova] Lock "1ea365a2-a920-449c-bdd6-9db460c6b395-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.033431] env[69663]: DEBUG nova.compute.manager [req-18a03bc8-d696-4f24-9855-820ee36f1355 req-80fefa88-253c-4ae1-9dd5-357f2300065f service nova] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] No waiting events found dispatching network-vif-plugged-d7a50a53-fac1-4ddf-9946-1c1999418dc8 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 934.033668] env[69663]: WARNING nova.compute.manager [req-18a03bc8-d696-4f24-9855-820ee36f1355 req-80fefa88-253c-4ae1-9dd5-357f2300065f service nova] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Received unexpected event network-vif-plugged-d7a50a53-fac1-4ddf-9946-1c1999418dc8 for instance with vm_state building and task_state spawning. [ 934.084279] env[69663]: DEBUG oslo_vmware.api [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332855, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134574} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.086030] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.086377] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 934.086377] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ed72c9-9c66-9d1a-5ee5-fd5a7f302759" [ 934.086377] env[69663]: _type = "HttpNfcLease" [ 934.086377] env[69663]: } is ready. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 934.087170] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca019eb-202d-49a1-8c81-6d6f834cbd3b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.089690] env[69663]: DEBUG oslo_vmware.rw_handles [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 934.089690] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ed72c9-9c66-9d1a-5ee5-fd5a7f302759" [ 934.089690] env[69663]: _type = "HttpNfcLease" [ 934.089690] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 934.091267] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5600b5-6a93-4283-ad9f-cf46baaf7720 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.098316] env[69663]: DEBUG oslo_vmware.rw_handles [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52632633-8ad7-88ad-851a-5e9362e5b8b5/disk-0.vmdk from lease info. {{(pid=69663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 934.098581] env[69663]: DEBUG oslo_vmware.rw_handles [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52632633-8ad7-88ad-851a-5e9362e5b8b5/disk-0.vmdk for reading. {{(pid=69663) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 934.118257] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d/de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.119742] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4ba279b-d85c-4706-83c7-91e9e21f953d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.198866] env[69663]: DEBUG oslo_vmware.api [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 934.198866] env[69663]: value = "task-3332857" [ 934.198866] env[69663]: _type = "Task" [ 934.198866] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.208767] env[69663]: DEBUG oslo_vmware.api [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.229757] env[69663]: DEBUG nova.network.neutron [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Successfully updated port: d7a50a53-fac1-4ddf-9946-1c1999418dc8 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 934.235054] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9a70ff35-fcfd-4b17-9a3b-3094d1aefbcb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.510450] env[69663]: DEBUG oslo_concurrency.lockutils [None req-53360522-4fe8-412c-a711-ee53693ad1de tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.512550] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 42.617s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.714605] env[69663]: DEBUG oslo_vmware.api [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332857, 'name': ReconfigVM_Task, 'duration_secs': 0.30523} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.716040] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Reconfigured VM instance instance-0000003f to attach disk [datastore2] de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d/de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.716040] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37bb2915-460b-4bbb-8c91-781891fd2323 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.723784] env[69663]: DEBUG oslo_vmware.api [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 934.723784] env[69663]: value = "task-3332858" [ 934.723784] env[69663]: _type = "Task" [ 934.723784] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.734598] env[69663]: DEBUG oslo_concurrency.lockutils [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "refresh_cache-1ea365a2-a920-449c-bdd6-9db460c6b395" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.734701] env[69663]: DEBUG oslo_concurrency.lockutils [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquired lock "refresh_cache-1ea365a2-a920-449c-bdd6-9db460c6b395" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.734859] env[69663]: DEBUG nova.network.neutron [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 934.736087] env[69663]: DEBUG oslo_vmware.api [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332858, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.015126] env[69663]: DEBUG nova.objects.instance [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Lazy-loading 'migration_context' on Instance uuid c01b7794-182c-4aa8-9469-6c008817e208 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.238751] env[69663]: DEBUG oslo_vmware.api [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332858, 'name': Rename_Task, 'duration_secs': 0.301727} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.241106] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 935.241405] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04f97e62-6058-4dcb-a93b-26017bea44ec {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.252275] env[69663]: DEBUG oslo_vmware.api [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 935.252275] env[69663]: value = "task-3332859" [ 935.252275] env[69663]: _type = "Task" [ 935.252275] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.267162] env[69663]: DEBUG oslo_vmware.api [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332859, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.332452] env[69663]: DEBUG nova.network.neutron [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 935.588202] env[69663]: DEBUG nova.network.neutron [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Updating instance_info_cache with network_info: [{"id": "d7a50a53-fac1-4ddf-9946-1c1999418dc8", "address": "fa:16:3e:8d:81:a8", "network": {"id": "8cbca3bc-03a1-4ed9-ac5e-db7b5a43ca88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-814804723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebc9ee8eda884e129ed4d8aee000d917", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7a50a53-fa", "ovs_interfaceid": "d7a50a53-fac1-4ddf-9946-1c1999418dc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.697421] env[69663]: DEBUG oslo_concurrency.lockutils [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Acquiring lock "a3dff467-3feb-4278-8511-b4ccdacb50ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.697688] env[69663]: DEBUG oslo_concurrency.lockutils [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Lock "a3dff467-3feb-4278-8511-b4ccdacb50ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.763958] env[69663]: DEBUG oslo_vmware.api [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332859, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.054456] env[69663]: DEBUG nova.compute.manager [req-1a4a1974-b150-43ef-a3ad-ab6e26c720a4 req-90cc6920-eb2d-4163-8b2b-b4d07be8b034 service nova] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Received event network-changed-d7a50a53-fac1-4ddf-9946-1c1999418dc8 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 936.055195] env[69663]: DEBUG nova.compute.manager [req-1a4a1974-b150-43ef-a3ad-ab6e26c720a4 req-90cc6920-eb2d-4163-8b2b-b4d07be8b034 service nova] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Refreshing instance network info cache due to event network-changed-d7a50a53-fac1-4ddf-9946-1c1999418dc8. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 936.055195] env[69663]: DEBUG oslo_concurrency.lockutils [req-1a4a1974-b150-43ef-a3ad-ab6e26c720a4 req-90cc6920-eb2d-4163-8b2b-b4d07be8b034 service nova] Acquiring lock "refresh_cache-1ea365a2-a920-449c-bdd6-9db460c6b395" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.068980] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e8170c-edcd-4e00-8698-8b9796974fa1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.077147] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb9590a-3e9e-4aa4-8d62-3e62ae4569ca {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.110430] env[69663]: DEBUG oslo_concurrency.lockutils [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Releasing lock "refresh_cache-1ea365a2-a920-449c-bdd6-9db460c6b395" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.110756] env[69663]: DEBUG nova.compute.manager [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Instance network_info: |[{"id": "d7a50a53-fac1-4ddf-9946-1c1999418dc8", "address": "fa:16:3e:8d:81:a8", "network": {"id": "8cbca3bc-03a1-4ed9-ac5e-db7b5a43ca88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-814804723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebc9ee8eda884e129ed4d8aee000d917", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7a50a53-fa", "ovs_interfaceid": "d7a50a53-fac1-4ddf-9946-1c1999418dc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 936.111476] env[69663]: DEBUG oslo_concurrency.lockutils [req-1a4a1974-b150-43ef-a3ad-ab6e26c720a4 req-90cc6920-eb2d-4163-8b2b-b4d07be8b034 service nova] Acquired lock "refresh_cache-1ea365a2-a920-449c-bdd6-9db460c6b395" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.111610] env[69663]: DEBUG nova.network.neutron [req-1a4a1974-b150-43ef-a3ad-ab6e26c720a4 req-90cc6920-eb2d-4163-8b2b-b4d07be8b034 service nova] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Refreshing network info cache for port d7a50a53-fac1-4ddf-9946-1c1999418dc8 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 936.112908] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:81:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec903a9-d773-4d7c-a80c-c2533be346fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7a50a53-fac1-4ddf-9946-1c1999418dc8', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.120478] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.121263] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade25c5c-6b33-4fe9-b664-b256d6addac0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.127730] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 936.128528] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09f44667-0b1f-410d-8d58-a54cfd065fcf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.148152] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63ff7ab-c631-43df-868f-96d594d7754f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.153330] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.153330] env[69663]: value = "task-3332860" [ 936.153330] env[69663]: _type = "Task" [ 936.153330] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.165861] env[69663]: DEBUG nova.compute.provider_tree [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.170163] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332860, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.207338] env[69663]: DEBUG nova.compute.manager [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 936.265620] env[69663]: DEBUG oslo_vmware.api [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332859, 'name': PowerOnVM_Task, 'duration_secs': 0.702681} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.265620] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 936.265620] env[69663]: INFO nova.compute.manager [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Took 8.76 seconds to spawn the instance on the hypervisor. [ 936.265620] env[69663]: DEBUG nova.compute.manager [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 936.266181] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51b0d4d-37d3-4105-b7b7-4215dab6e956 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.503674] env[69663]: DEBUG nova.network.neutron [req-1a4a1974-b150-43ef-a3ad-ab6e26c720a4 req-90cc6920-eb2d-4163-8b2b-b4d07be8b034 service nova] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Updated VIF entry in instance network info cache for port d7a50a53-fac1-4ddf-9946-1c1999418dc8. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 936.504063] env[69663]: DEBUG nova.network.neutron [req-1a4a1974-b150-43ef-a3ad-ab6e26c720a4 req-90cc6920-eb2d-4163-8b2b-b4d07be8b034 service nova] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Updating instance_info_cache with network_info: [{"id": "d7a50a53-fac1-4ddf-9946-1c1999418dc8", "address": "fa:16:3e:8d:81:a8", "network": {"id": "8cbca3bc-03a1-4ed9-ac5e-db7b5a43ca88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-814804723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebc9ee8eda884e129ed4d8aee000d917", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7a50a53-fa", "ovs_interfaceid": "d7a50a53-fac1-4ddf-9946-1c1999418dc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.664465] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332860, 'name': CreateVM_Task, 'duration_secs': 0.353283} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.664679] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 936.665402] env[69663]: DEBUG oslo_concurrency.lockutils [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.665579] env[69663]: DEBUG oslo_concurrency.lockutils [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.665900] env[69663]: DEBUG oslo_concurrency.lockutils [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.666172] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d324f36-4d09-4344-b58c-18aa243e7ae2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.671976] env[69663]: DEBUG nova.scheduler.client.report [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 936.679021] env[69663]: DEBUG oslo_vmware.api [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 936.679021] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c23d7e-b8a1-d417-e02a-aced73c1e698" [ 936.679021] env[69663]: _type = "Task" [ 936.679021] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.688850] env[69663]: DEBUG oslo_vmware.api [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c23d7e-b8a1-d417-e02a-aced73c1e698, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.735404] env[69663]: DEBUG oslo_concurrency.lockutils [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.794251] env[69663]: INFO nova.compute.manager [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Took 58.62 seconds to build instance. [ 937.008595] env[69663]: DEBUG oslo_concurrency.lockutils [req-1a4a1974-b150-43ef-a3ad-ab6e26c720a4 req-90cc6920-eb2d-4163-8b2b-b4d07be8b034 service nova] Releasing lock "refresh_cache-1ea365a2-a920-449c-bdd6-9db460c6b395" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.204278] env[69663]: DEBUG oslo_vmware.api [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c23d7e-b8a1-d417-e02a-aced73c1e698, 'name': SearchDatastore_Task, 'duration_secs': 0.026065} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.204875] env[69663]: DEBUG oslo_concurrency.lockutils [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.205247] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.205596] env[69663]: DEBUG oslo_concurrency.lockutils [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.205821] env[69663]: DEBUG oslo_concurrency.lockutils [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.206083] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.206564] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9eb61a54-c470-4e09-80fa-9c9bdb642798 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.216074] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.216443] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 937.217403] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dee3388a-7cf4-4c7b-a511-68ee1daf557a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.222962] env[69663]: DEBUG oslo_vmware.api [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 937.222962] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b5a26b-4998-d96d-d19a-89a01727e4f6" [ 937.222962] env[69663]: _type = "Task" [ 937.222962] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.231131] env[69663]: DEBUG oslo_vmware.api [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b5a26b-4998-d96d-d19a-89a01727e4f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.299977] env[69663]: DEBUG oslo_concurrency.lockutils [None req-aa4ab1a6-9f95-4020-96cf-150d2e8aa606 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.253s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.578917] env[69663]: DEBUG oslo_concurrency.lockutils [None req-71820ce8-0626-4c86-845d-98de86208f8b tempest-ServersAdminTestJSON-327651664 tempest-ServersAdminTestJSON-327651664-project-admin] Acquiring lock "refresh_cache-de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.579528] env[69663]: DEBUG oslo_concurrency.lockutils [None req-71820ce8-0626-4c86-845d-98de86208f8b tempest-ServersAdminTestJSON-327651664 tempest-ServersAdminTestJSON-327651664-project-admin] Acquired lock "refresh_cache-de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.579786] env[69663]: DEBUG nova.network.neutron [None req-71820ce8-0626-4c86-845d-98de86208f8b tempest-ServersAdminTestJSON-327651664 tempest-ServersAdminTestJSON-327651664-project-admin] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 937.688918] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.177s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.694832] env[69663]: DEBUG oslo_concurrency.lockutils [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.520s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.695138] env[69663]: DEBUG nova.objects.instance [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Lazy-loading 'resources' on Instance uuid c006c2ab-ac5e-48a1-b0d8-64ade984a187 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.733356] env[69663]: DEBUG oslo_vmware.api [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b5a26b-4998-d96d-d19a-89a01727e4f6, 'name': SearchDatastore_Task, 'duration_secs': 0.02662} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.734177] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f01c7e89-8f5b-4163-9fb5-8ffad955f3f9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.739806] env[69663]: DEBUG oslo_vmware.api [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 937.739806] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]523fd420-d72d-7934-607f-4b4df3ecf2cc" [ 937.739806] env[69663]: _type = "Task" [ 937.739806] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.747573] env[69663]: DEBUG oslo_vmware.api [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]523fd420-d72d-7934-607f-4b4df3ecf2cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.252991] env[69663]: DEBUG oslo_vmware.api [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]523fd420-d72d-7934-607f-4b4df3ecf2cc, 'name': SearchDatastore_Task, 'duration_secs': 0.034402} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.253360] env[69663]: DEBUG oslo_concurrency.lockutils [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.253624] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 1ea365a2-a920-449c-bdd6-9db460c6b395/1ea365a2-a920-449c-bdd6-9db460c6b395.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 938.253920] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87855669-16d8-47ef-99f3-c4bf2b30c88e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.261837] env[69663]: DEBUG oslo_vmware.api [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 938.261837] env[69663]: value = "task-3332861" [ 938.261837] env[69663]: _type = "Task" [ 938.261837] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.275088] env[69663]: DEBUG oslo_vmware.api [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332861, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.463101] env[69663]: DEBUG nova.network.neutron [None req-71820ce8-0626-4c86-845d-98de86208f8b tempest-ServersAdminTestJSON-327651664 tempest-ServersAdminTestJSON-327651664-project-admin] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Updating instance_info_cache with network_info: [{"id": "2bfb7a8b-9d28-402b-80a7-9b541415571b", "address": "fa:16:3e:9c:87:6a", "network": {"id": "97df790c-bd3a-483c-af08-5400b9a73313", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1315650764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a046211fb4574ef1a9b3e29dad6b47aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bfb7a8b-9d", "ovs_interfaceid": "2bfb7a8b-9d28-402b-80a7-9b541415571b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.778169] env[69663]: DEBUG oslo_vmware.api [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332861, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.789735] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae33e5a7-a062-4d4c-8e62-94d44b4b23e6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.798816] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25012be6-411b-4b77-b7ed-a84674d6105e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.835260] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2867f7ba-c8e1-46c0-861d-f9b9a7d31a85 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.842956] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889cb404-e542-4658-af3c-c68b27315122 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.856757] env[69663]: DEBUG nova.compute.provider_tree [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 938.965669] env[69663]: DEBUG oslo_concurrency.lockutils [None req-71820ce8-0626-4c86-845d-98de86208f8b tempest-ServersAdminTestJSON-327651664 tempest-ServersAdminTestJSON-327651664-project-admin] Releasing lock "refresh_cache-de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.965950] env[69663]: DEBUG nova.compute.manager [None req-71820ce8-0626-4c86-845d-98de86208f8b tempest-ServersAdminTestJSON-327651664 tempest-ServersAdminTestJSON-327651664-project-admin] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Inject network info {{(pid=69663) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7219}} [ 938.966235] env[69663]: DEBUG nova.compute.manager [None req-71820ce8-0626-4c86-845d-98de86208f8b tempest-ServersAdminTestJSON-327651664 tempest-ServersAdminTestJSON-327651664-project-admin] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] network_info to inject: |[{"id": "2bfb7a8b-9d28-402b-80a7-9b541415571b", "address": "fa:16:3e:9c:87:6a", "network": {"id": "97df790c-bd3a-483c-af08-5400b9a73313", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1315650764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a046211fb4574ef1a9b3e29dad6b47aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d", "external-id": "nsx-vlan-transportzone-470", "segmentation_id": 470, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bfb7a8b-9d", "ovs_interfaceid": "2bfb7a8b-9d28-402b-80a7-9b541415571b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 938.971494] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-71820ce8-0626-4c86-845d-98de86208f8b tempest-ServersAdminTestJSON-327651664 tempest-ServersAdminTestJSON-327651664-project-admin] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Reconfiguring VM instance to set the machine id {{(pid=69663) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1802}} [ 938.971838] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7adecd0-cd2d-4e09-8f3e-62288ea7fc4b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.989729] env[69663]: DEBUG oslo_vmware.api [None req-71820ce8-0626-4c86-845d-98de86208f8b tempest-ServersAdminTestJSON-327651664 tempest-ServersAdminTestJSON-327651664-project-admin] Waiting for the task: (returnval){ [ 938.989729] env[69663]: value = "task-3332862" [ 938.989729] env[69663]: _type = "Task" [ 938.989729] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.999179] env[69663]: DEBUG oslo_vmware.api [None req-71820ce8-0626-4c86-845d-98de86208f8b tempest-ServersAdminTestJSON-327651664 tempest-ServersAdminTestJSON-327651664-project-admin] Task: {'id': task-3332862, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.238440] env[69663]: INFO nova.compute.manager [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Swapping old allocation on dict_keys(['f2fb168a-c97f-41a4-9b18-725376271f6b']) held by migration b6b5d850-ddbf-40a2-8109-9abc3cea5c0a for instance [ 939.263822] env[69663]: DEBUG nova.scheduler.client.report [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Overwriting current allocation {'allocations': {'f2fb168a-c97f-41a4-9b18-725376271f6b': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 92}}, 'project_id': '421a463bd4f34754b254b003bcbe9d68', 'user_id': '6ce8aef284f0440d9a7dfdfca0ded954', 'consumer_generation': 1} on consumer c01b7794-182c-4aa8-9469-6c008817e208 {{(pid=69663) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 939.282163] env[69663]: DEBUG oslo_vmware.api [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332861, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538387} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.282262] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 1ea365a2-a920-449c-bdd6-9db460c6b395/1ea365a2-a920-449c-bdd6-9db460c6b395.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 939.284306] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.284306] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0da93fe8-4ebd-4177-a704-635c94772d62 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.290294] env[69663]: DEBUG oslo_vmware.api [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 939.290294] env[69663]: value = "task-3332863" [ 939.290294] env[69663]: _type = "Task" [ 939.290294] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.298558] env[69663]: DEBUG oslo_vmware.api [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332863, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.365915] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquiring lock "refresh_cache-c01b7794-182c-4aa8-9469-6c008817e208" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.366196] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquired lock "refresh_cache-c01b7794-182c-4aa8-9469-6c008817e208" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.366440] env[69663]: DEBUG nova.network.neutron [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 939.384664] env[69663]: ERROR nova.scheduler.client.report [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [req-8e8ee3f8-95cc-47ff-ab2c-bbfa9edac329] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f2fb168a-c97f-41a4-9b18-725376271f6b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8e8ee3f8-95cc-47ff-ab2c-bbfa9edac329"}]} [ 939.402161] env[69663]: DEBUG nova.scheduler.client.report [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Refreshing inventories for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 939.417159] env[69663]: DEBUG nova.scheduler.client.report [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Updating ProviderTree inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 939.417442] env[69663]: DEBUG nova.compute.provider_tree [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 939.428747] env[69663]: DEBUG nova.scheduler.client.report [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Refreshing aggregate associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, aggregates: None {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 939.449255] env[69663]: DEBUG nova.scheduler.client.report [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Refreshing trait associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 939.498945] env[69663]: DEBUG oslo_vmware.api [None req-71820ce8-0626-4c86-845d-98de86208f8b tempest-ServersAdminTestJSON-327651664 tempest-ServersAdminTestJSON-327651664-project-admin] Task: {'id': task-3332862, 'name': ReconfigVM_Task, 'duration_secs': 0.258168} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.501377] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-71820ce8-0626-4c86-845d-98de86208f8b tempest-ServersAdminTestJSON-327651664 tempest-ServersAdminTestJSON-327651664-project-admin] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Reconfigured VM instance to set the machine id {{(pid=69663) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1805}} [ 939.802710] env[69663]: DEBUG oslo_vmware.api [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332863, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124806} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.802710] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.803447] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b88c46-9fc1-4963-8827-58517674e406 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.825778] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 1ea365a2-a920-449c-bdd6-9db460c6b395/1ea365a2-a920-449c-bdd6-9db460c6b395.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.828652] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a493743-06bb-4a5c-ac56-7183855901d6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.849112] env[69663]: DEBUG oslo_vmware.api [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 939.849112] env[69663]: value = "task-3332864" [ 939.849112] env[69663]: _type = "Task" [ 939.849112] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.856954] env[69663]: DEBUG oslo_vmware.api [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332864, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.887576] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4e533b-1be0-4cec-a831-39a39d5f8516 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.894966] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7c8d3f-69ff-4413-8618-836e9261725b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.930770] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0021e6-df8c-439a-a0b2-11a0d4fcc3ef {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.943173] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7c8895-1d18-4b2f-a467-62b5fd81ecdb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.958592] env[69663]: DEBUG nova.compute.provider_tree [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 940.288256] env[69663]: DEBUG nova.network.neutron [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Updating instance_info_cache with network_info: [{"id": "57e3d190-1bc5-4c2a-aaf7-55af4cb28e93", "address": "fa:16:3e:4a:ce:66", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57e3d190-1b", "ovs_interfaceid": "57e3d190-1bc5-4c2a-aaf7-55af4cb28e93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.359388] env[69663]: DEBUG oslo_vmware.api [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332864, 'name': ReconfigVM_Task, 'duration_secs': 0.289717} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.359685] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 1ea365a2-a920-449c-bdd6-9db460c6b395/1ea365a2-a920-449c-bdd6-9db460c6b395.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.360351] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a084e4b-72c6-4de4-8fab-02c986564e51 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.366229] env[69663]: DEBUG oslo_vmware.api [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 940.366229] env[69663]: value = "task-3332865" [ 940.366229] env[69663]: _type = "Task" [ 940.366229] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.373973] env[69663]: DEBUG oslo_vmware.api [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332865, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.437954] env[69663]: INFO nova.compute.manager [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Rebuilding instance [ 940.493125] env[69663]: DEBUG nova.compute.manager [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 940.493994] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6148c40-b2d8-4c28-aaf5-a1837ee45015 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.508950] env[69663]: DEBUG nova.scheduler.client.report [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Updated inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b with generation 93 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 940.509330] env[69663]: DEBUG nova.compute.provider_tree [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Updating resource provider f2fb168a-c97f-41a4-9b18-725376271f6b generation from 93 to 94 during operation: update_inventory {{(pid=69663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 940.509433] env[69663]: DEBUG nova.compute.provider_tree [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 940.791427] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Releasing lock "refresh_cache-c01b7794-182c-4aa8-9469-6c008817e208" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.791981] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 940.792299] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ac353c1-bb80-4a02-97d3-eaa8ee66fac2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.800424] env[69663]: DEBUG oslo_vmware.api [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for the task: (returnval){ [ 940.800424] env[69663]: value = "task-3332866" [ 940.800424] env[69663]: _type = "Task" [ 940.800424] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.808239] env[69663]: DEBUG oslo_vmware.api [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.876467] env[69663]: DEBUG oslo_vmware.api [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332865, 'name': Rename_Task, 'duration_secs': 0.141077} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.876789] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 940.877114] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4124b919-080f-4b9a-b1b1-cf0b3a896cb5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.884787] env[69663]: DEBUG oslo_vmware.api [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 940.884787] env[69663]: value = "task-3332867" [ 940.884787] env[69663]: _type = "Task" [ 940.884787] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.892966] env[69663]: DEBUG oslo_vmware.api [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.005995] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 941.006381] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6fb7903-4e3b-4570-baa6-af00634be2b7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.014750] env[69663]: DEBUG oslo_concurrency.lockutils [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.320s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.017216] env[69663]: DEBUG oslo_vmware.api [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 941.017216] env[69663]: value = "task-3332868" [ 941.017216] env[69663]: _type = "Task" [ 941.017216] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.017510] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3d6e27cc-83df-45d7-835c-6869189007ad tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.936s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.017773] env[69663]: DEBUG nova.objects.instance [None req-3d6e27cc-83df-45d7-835c-6869189007ad tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Lazy-loading 'resources' on Instance uuid ff8c0288-8e3d-47d1-b1b8-070783fac880 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.029336] env[69663]: DEBUG oslo_vmware.api [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.037094] env[69663]: INFO nova.scheduler.client.report [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Deleted allocations for instance c006c2ab-ac5e-48a1-b0d8-64ade984a187 [ 941.311747] env[69663]: DEBUG oslo_vmware.api [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332866, 'name': PowerOffVM_Task, 'duration_secs': 0.220442} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.312081] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 941.312869] env[69663]: DEBUG nova.virt.hardware [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:26:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='dbc463e9-46f6-46ce-a1fe-ffaa08d20656',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1050158363',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 941.313168] env[69663]: DEBUG nova.virt.hardware [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 941.313363] env[69663]: DEBUG nova.virt.hardware [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.313602] env[69663]: DEBUG nova.virt.hardware [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 941.313782] env[69663]: DEBUG nova.virt.hardware [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.313964] env[69663]: DEBUG nova.virt.hardware [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 941.314235] env[69663]: DEBUG nova.virt.hardware [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 941.314445] env[69663]: DEBUG nova.virt.hardware [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 941.314608] env[69663]: DEBUG nova.virt.hardware [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 941.314865] env[69663]: DEBUG nova.virt.hardware [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 941.315040] env[69663]: DEBUG nova.virt.hardware [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 941.320793] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf57442e-df76-4ceb-b485-958ef94e0ba0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.337802] env[69663]: DEBUG oslo_vmware.api [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for the task: (returnval){ [ 941.337802] env[69663]: value = "task-3332869" [ 941.337802] env[69663]: _type = "Task" [ 941.337802] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.346765] env[69663]: DEBUG oslo_vmware.api [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332869, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.395357] env[69663]: DEBUG oslo_vmware.api [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332867, 'name': PowerOnVM_Task, 'duration_secs': 0.493851} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.395770] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 941.396028] env[69663]: INFO nova.compute.manager [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Took 7.97 seconds to spawn the instance on the hypervisor. [ 941.396263] env[69663]: DEBUG nova.compute.manager [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 941.397189] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3808abfd-19cf-41ac-838f-3dcf47325e98 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.532029] env[69663]: DEBUG oslo_vmware.api [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332868, 'name': PowerOffVM_Task, 'duration_secs': 0.31578} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.532029] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 941.532431] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 941.533330] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0e798b-f4a6-42d5-a38e-9a483f8995b8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.540130] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 941.540262] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de3f0e0b-64e3-4bfb-bf30-c853f9a4a818 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.544447] env[69663]: DEBUG oslo_concurrency.lockutils [None req-34bbe121-ec0e-436b-8695-68e808e284a2 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Lock "c006c2ab-ac5e-48a1-b0d8-64ade984a187" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.223s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.623331] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 941.623563] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 941.624119] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Deleting the datastore file [datastore2] adbc2e4c-d298-4e17-b927-8165617434b4 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.624119] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-960f0436-afb1-4df5-ab83-167d6a8cf070 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.632299] env[69663]: DEBUG oslo_vmware.api [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 941.632299] env[69663]: value = "task-3332871" [ 941.632299] env[69663]: _type = "Task" [ 941.632299] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.639932] env[69663]: DEBUG oslo_vmware.api [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.849994] env[69663]: DEBUG oslo_vmware.api [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332869, 'name': ReconfigVM_Task, 'duration_secs': 0.154549} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.850218] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c54435-97f1-4228-910e-d71ffdadce51 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.873289] env[69663]: DEBUG nova.virt.hardware [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:26:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='dbc463e9-46f6-46ce-a1fe-ffaa08d20656',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1050158363',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 941.873777] env[69663]: DEBUG nova.virt.hardware [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 941.874055] env[69663]: DEBUG nova.virt.hardware [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 941.874377] env[69663]: DEBUG nova.virt.hardware [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 941.874645] env[69663]: DEBUG nova.virt.hardware [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 941.874908] env[69663]: DEBUG nova.virt.hardware [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 941.875251] env[69663]: DEBUG nova.virt.hardware [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 941.875532] env[69663]: DEBUG nova.virt.hardware [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 941.875815] env[69663]: DEBUG nova.virt.hardware [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 941.876621] env[69663]: DEBUG nova.virt.hardware [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 941.876621] env[69663]: DEBUG nova.virt.hardware [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 941.879593] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14cb229b-f008-4dab-9c71-b60263c675f6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.886014] env[69663]: DEBUG oslo_vmware.api [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for the task: (returnval){ [ 941.886014] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d9e1c1-e6c4-6e7b-e098-efdcf65395d6" [ 941.886014] env[69663]: _type = "Task" [ 941.886014] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.894124] env[69663]: DEBUG oslo_vmware.api [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d9e1c1-e6c4-6e7b-e098-efdcf65395d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.917621] env[69663]: INFO nova.compute.manager [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Took 58.98 seconds to build instance. [ 941.956300] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04c0402-4cfa-4f69-83bc-9b1ed6e2037a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.963970] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c50453-55f6-4096-b31f-d98f9a79c1f9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.995540] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b4936e-42ba-4f84-9e67-b0ed144a8252 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.003449] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68883b26-1dc0-4d8e-8279-ea36a2df6c58 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.018226] env[69663]: DEBUG nova.compute.provider_tree [None req-3d6e27cc-83df-45d7-835c-6869189007ad tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.118828] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bd189377-1f26-46cf-b47c-1ca8371f1d18 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Acquiring lock "9015d426-e858-4d31-8601-da0d44a18ed0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.119116] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bd189377-1f26-46cf-b47c-1ca8371f1d18 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Lock "9015d426-e858-4d31-8601-da0d44a18ed0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.119336] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bd189377-1f26-46cf-b47c-1ca8371f1d18 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Acquiring lock "9015d426-e858-4d31-8601-da0d44a18ed0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.119520] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bd189377-1f26-46cf-b47c-1ca8371f1d18 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Lock "9015d426-e858-4d31-8601-da0d44a18ed0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.119808] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bd189377-1f26-46cf-b47c-1ca8371f1d18 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Lock "9015d426-e858-4d31-8601-da0d44a18ed0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.121966] env[69663]: INFO nova.compute.manager [None req-bd189377-1f26-46cf-b47c-1ca8371f1d18 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: 9015d426-e858-4d31-8601-da0d44a18ed0] Terminating instance [ 942.123561] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bd189377-1f26-46cf-b47c-1ca8371f1d18 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Acquiring lock "refresh_cache-9015d426-e858-4d31-8601-da0d44a18ed0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.123821] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bd189377-1f26-46cf-b47c-1ca8371f1d18 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Acquired lock "refresh_cache-9015d426-e858-4d31-8601-da0d44a18ed0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.124012] env[69663]: DEBUG nova.network.neutron [None req-bd189377-1f26-46cf-b47c-1ca8371f1d18 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: 9015d426-e858-4d31-8601-da0d44a18ed0] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 942.141391] env[69663]: DEBUG oslo_vmware.api [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.396205] env[69663]: DEBUG oslo_vmware.api [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d9e1c1-e6c4-6e7b-e098-efdcf65395d6, 'name': SearchDatastore_Task, 'duration_secs': 0.020218} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.401916] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Reconfiguring VM instance instance-0000002c to detach disk 2000 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 942.402235] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68760b8b-0b76-4f78-9174-f12631f03d7d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.421671] env[69663]: DEBUG oslo_vmware.api [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for the task: (returnval){ [ 942.421671] env[69663]: value = "task-3332872" [ 942.421671] env[69663]: _type = "Task" [ 942.421671] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.422310] env[69663]: DEBUG oslo_concurrency.lockutils [None req-efde10ac-9046-4288-bae8-cf61007089cb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "1ea365a2-a920-449c-bdd6-9db460c6b395" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.428s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.432216] env[69663]: DEBUG oslo_vmware.api [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332872, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.524022] env[69663]: DEBUG nova.scheduler.client.report [None req-3d6e27cc-83df-45d7-835c-6869189007ad tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 942.640706] env[69663]: DEBUG oslo_vmware.api [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.572798} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.640999] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.641210] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 942.641393] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 942.649436] env[69663]: DEBUG nova.network.neutron [None req-bd189377-1f26-46cf-b47c-1ca8371f1d18 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: 9015d426-e858-4d31-8601-da0d44a18ed0] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 942.720575] env[69663]: DEBUG nova.network.neutron [None req-bd189377-1f26-46cf-b47c-1ca8371f1d18 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: 9015d426-e858-4d31-8601-da0d44a18ed0] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.727816] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c27bfc69-956f-4dbe-b5b6-699d35c8259c tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "1ea365a2-a920-449c-bdd6-9db460c6b395" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.727816] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c27bfc69-956f-4dbe-b5b6-699d35c8259c tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "1ea365a2-a920-449c-bdd6-9db460c6b395" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.727977] env[69663]: DEBUG nova.compute.manager [None req-c27bfc69-956f-4dbe-b5b6-699d35c8259c tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 942.728890] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ac6cef-bcd8-4fca-9d23-1acdc5d39435 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.736629] env[69663]: DEBUG nova.compute.manager [None req-c27bfc69-956f-4dbe-b5b6-699d35c8259c tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69663) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 942.737344] env[69663]: DEBUG nova.objects.instance [None req-c27bfc69-956f-4dbe-b5b6-699d35c8259c tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lazy-loading 'flavor' on Instance uuid 1ea365a2-a920-449c-bdd6-9db460c6b395 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.931363] env[69663]: DEBUG oslo_vmware.api [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332872, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.027176] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3d6e27cc-83df-45d7-835c-6869189007ad tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.009s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.029482] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.080s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.031141] env[69663]: INFO nova.compute.claims [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.050341] env[69663]: INFO nova.scheduler.client.report [None req-3d6e27cc-83df-45d7-835c-6869189007ad tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Deleted allocations for instance ff8c0288-8e3d-47d1-b1b8-070783fac880 [ 943.224550] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bd189377-1f26-46cf-b47c-1ca8371f1d18 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Releasing lock "refresh_cache-9015d426-e858-4d31-8601-da0d44a18ed0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.224995] env[69663]: DEBUG nova.compute.manager [None req-bd189377-1f26-46cf-b47c-1ca8371f1d18 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: 9015d426-e858-4d31-8601-da0d44a18ed0] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 943.225216] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-bd189377-1f26-46cf-b47c-1ca8371f1d18 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: 9015d426-e858-4d31-8601-da0d44a18ed0] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 943.226187] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2902c7-c1ff-4853-ac5a-875feabe22bf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.234534] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd189377-1f26-46cf-b47c-1ca8371f1d18 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: 9015d426-e858-4d31-8601-da0d44a18ed0] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 943.234819] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7925199-8b42-48b5-a2bb-a97490288eea {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.242179] env[69663]: DEBUG oslo_vmware.api [None req-bd189377-1f26-46cf-b47c-1ca8371f1d18 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Waiting for the task: (returnval){ [ 943.242179] env[69663]: value = "task-3332873" [ 943.242179] env[69663]: _type = "Task" [ 943.242179] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.247915] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c27bfc69-956f-4dbe-b5b6-699d35c8259c tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 943.248553] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a4b623b-bd3e-4439-a331-0e8c87075afc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.253658] env[69663]: DEBUG oslo_vmware.api [None req-bd189377-1f26-46cf-b47c-1ca8371f1d18 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.259016] env[69663]: DEBUG oslo_vmware.api [None req-c27bfc69-956f-4dbe-b5b6-699d35c8259c tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 943.259016] env[69663]: value = "task-3332874" [ 943.259016] env[69663]: _type = "Task" [ 943.259016] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.267531] env[69663]: DEBUG oslo_vmware.api [None req-c27bfc69-956f-4dbe-b5b6-699d35c8259c tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.432926] env[69663]: DEBUG oslo_vmware.api [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332872, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.557538] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3d6e27cc-83df-45d7-835c-6869189007ad tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Lock "ff8c0288-8e3d-47d1-b1b8-070783fac880" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.729s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.676510] env[69663]: DEBUG nova.virt.hardware [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 943.677012] env[69663]: DEBUG nova.virt.hardware [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 943.677012] env[69663]: DEBUG nova.virt.hardware [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.677234] env[69663]: DEBUG nova.virt.hardware [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 943.677234] env[69663]: DEBUG nova.virt.hardware [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.677352] env[69663]: DEBUG nova.virt.hardware [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 943.677576] env[69663]: DEBUG nova.virt.hardware [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 943.677744] env[69663]: DEBUG nova.virt.hardware [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 943.677913] env[69663]: DEBUG nova.virt.hardware [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 943.678094] env[69663]: DEBUG nova.virt.hardware [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 943.678276] env[69663]: DEBUG nova.virt.hardware [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 943.679234] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e9ae8f-bde2-4bb1-be4e-735ea29a8cb3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.687477] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff867fc6-2540-462e-b044-9f03394d229b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.701416] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:2d:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e550a22c-4445-4084-9cae-689cae3aa897', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.709473] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.710170] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 943.710428] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed107df5-c3b8-40b5-b121-5439c0754561 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.732308] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.732308] env[69663]: value = "task-3332875" [ 943.732308] env[69663]: _type = "Task" [ 943.732308] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.740855] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332875, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.751531] env[69663]: DEBUG oslo_vmware.api [None req-bd189377-1f26-46cf-b47c-1ca8371f1d18 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332873, 'name': PowerOffVM_Task, 'duration_secs': 0.164051} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.751899] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd189377-1f26-46cf-b47c-1ca8371f1d18 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: 9015d426-e858-4d31-8601-da0d44a18ed0] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 943.752138] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-bd189377-1f26-46cf-b47c-1ca8371f1d18 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: 9015d426-e858-4d31-8601-da0d44a18ed0] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 943.752466] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcddd3b1-de9a-456b-b963-3002cdd05a4d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.768357] env[69663]: DEBUG oslo_vmware.api [None req-c27bfc69-956f-4dbe-b5b6-699d35c8259c tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332874, 'name': PowerOffVM_Task, 'duration_secs': 0.206556} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.768947] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c27bfc69-956f-4dbe-b5b6-699d35c8259c tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 943.768947] env[69663]: DEBUG nova.compute.manager [None req-c27bfc69-956f-4dbe-b5b6-699d35c8259c tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 943.769817] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0432dad2-3484-4cd5-a129-71322ce42c9a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.785863] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-bd189377-1f26-46cf-b47c-1ca8371f1d18 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: 9015d426-e858-4d31-8601-da0d44a18ed0] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 943.785863] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-bd189377-1f26-46cf-b47c-1ca8371f1d18 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: 9015d426-e858-4d31-8601-da0d44a18ed0] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 943.786039] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd189377-1f26-46cf-b47c-1ca8371f1d18 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Deleting the datastore file [datastore1] 9015d426-e858-4d31-8601-da0d44a18ed0 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.786738] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3780541d-eb5a-420f-8c78-59783539a8f1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.793216] env[69663]: DEBUG oslo_vmware.api [None req-bd189377-1f26-46cf-b47c-1ca8371f1d18 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Waiting for the task: (returnval){ [ 943.793216] env[69663]: value = "task-3332877" [ 943.793216] env[69663]: _type = "Task" [ 943.793216] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.803829] env[69663]: DEBUG oslo_vmware.api [None req-bd189377-1f26-46cf-b47c-1ca8371f1d18 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.933995] env[69663]: DEBUG oslo_vmware.api [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332872, 'name': ReconfigVM_Task, 'duration_secs': 1.264077} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.933995] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Reconfigured VM instance instance-0000002c to detach disk 2000 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 943.934719] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa54883f-e180-486c-a26f-22327a00680c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.958590] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] c01b7794-182c-4aa8-9469-6c008817e208/c01b7794-182c-4aa8-9469-6c008817e208.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.958806] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3fbdb50-c189-4601-a702-2e65bd10f0db {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.978315] env[69663]: DEBUG oslo_vmware.api [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for the task: (returnval){ [ 943.978315] env[69663]: value = "task-3332878" [ 943.978315] env[69663]: _type = "Task" [ 943.978315] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.996538] env[69663]: DEBUG oslo_vmware.api [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332878, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.249494] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332875, 'name': CreateVM_Task, 'duration_secs': 0.348851} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.252964] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 944.254079] env[69663]: DEBUG oslo_concurrency.lockutils [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.254367] env[69663]: DEBUG oslo_concurrency.lockutils [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.254801] env[69663]: DEBUG oslo_concurrency.lockutils [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.255182] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74f961e3-6e62-4dd2-873e-0f8cf2956dde {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.261356] env[69663]: DEBUG oslo_vmware.api [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 944.261356] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52db5919-a857-71d4-86ef-ff32ecc3ff2b" [ 944.261356] env[69663]: _type = "Task" [ 944.261356] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.275128] env[69663]: DEBUG oslo_vmware.api [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52db5919-a857-71d4-86ef-ff32ecc3ff2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.285449] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c27bfc69-956f-4dbe-b5b6-699d35c8259c tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "1ea365a2-a920-449c-bdd6-9db460c6b395" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.558s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.305608] env[69663]: DEBUG oslo_vmware.api [None req-bd189377-1f26-46cf-b47c-1ca8371f1d18 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Task: {'id': task-3332877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205477} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.306359] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd189377-1f26-46cf-b47c-1ca8371f1d18 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.306359] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-bd189377-1f26-46cf-b47c-1ca8371f1d18 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: 9015d426-e858-4d31-8601-da0d44a18ed0] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 944.306359] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-bd189377-1f26-46cf-b47c-1ca8371f1d18 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: 9015d426-e858-4d31-8601-da0d44a18ed0] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 944.306540] env[69663]: INFO nova.compute.manager [None req-bd189377-1f26-46cf-b47c-1ca8371f1d18 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] [instance: 9015d426-e858-4d31-8601-da0d44a18ed0] Took 1.08 seconds to destroy the instance on the hypervisor. [ 944.306649] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd189377-1f26-46cf-b47c-1ca8371f1d18 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.306851] env[69663]: DEBUG nova.compute.manager [-] [instance: 9015d426-e858-4d31-8601-da0d44a18ed0] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 944.306964] env[69663]: DEBUG nova.network.neutron [-] [instance: 9015d426-e858-4d31-8601-da0d44a18ed0] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 944.332519] env[69663]: DEBUG nova.network.neutron [-] [instance: 9015d426-e858-4d31-8601-da0d44a18ed0] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 944.477923] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19feb3b2-5422-4ef2-a048-9e44779754ce {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.489753] env[69663]: DEBUG oslo_vmware.api [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332878, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.492608] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b64336-d6cb-4850-af58-b5453e1a556b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.523345] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c1164f-2d49-47c7-b760-509f3616c44d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.530488] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01d144a-f3ca-4174-a080-77adf1c73d57 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.544775] env[69663]: DEBUG nova.compute.provider_tree [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.583339] env[69663]: DEBUG oslo_vmware.rw_handles [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52632633-8ad7-88ad-851a-5e9362e5b8b5/disk-0.vmdk. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 944.584479] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8771d934-ad62-4aaf-b28f-2a7ed698a867 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.592601] env[69663]: DEBUG oslo_vmware.rw_handles [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52632633-8ad7-88ad-851a-5e9362e5b8b5/disk-0.vmdk is in state: ready. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 944.592790] env[69663]: ERROR oslo_vmware.rw_handles [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52632633-8ad7-88ad-851a-5e9362e5b8b5/disk-0.vmdk due to incomplete transfer. [ 944.593033] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6391f0be-c496-4583-98a9-276c8f79fc5b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.601665] env[69663]: DEBUG oslo_vmware.rw_handles [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52632633-8ad7-88ad-851a-5e9362e5b8b5/disk-0.vmdk. {{(pid=69663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 944.601957] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Uploaded image 95becf2b-05a6-48fd-b5f1-266af47c6f50 to the Glance image server {{(pid=69663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 944.604509] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Destroying the VM {{(pid=69663) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 944.604863] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-02b06a65-fd03-4dfa-96ff-3aaf09cb9a57 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.612473] env[69663]: DEBUG oslo_vmware.api [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 944.612473] env[69663]: value = "task-3332879" [ 944.612473] env[69663]: _type = "Task" [ 944.612473] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.621143] env[69663]: DEBUG oslo_vmware.api [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332879, 'name': Destroy_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.772221] env[69663]: DEBUG oslo_vmware.api [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52db5919-a857-71d4-86ef-ff32ecc3ff2b, 'name': SearchDatastore_Task, 'duration_secs': 0.012539} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.772597] env[69663]: DEBUG oslo_concurrency.lockutils [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.772866] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.773145] env[69663]: DEBUG oslo_concurrency.lockutils [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.773319] env[69663]: DEBUG oslo_concurrency.lockutils [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.773511] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.773809] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11c7e0c9-6156-4603-9a57-b7e97277b81a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.783120] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.783299] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 944.784105] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a9b01e7-3ca8-4978-bcf1-dd5a3b993799 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.789536] env[69663]: DEBUG oslo_vmware.api [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 944.789536] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]523960e5-a407-b2e8-b629-f895565d3a30" [ 944.789536] env[69663]: _type = "Task" [ 944.789536] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.797252] env[69663]: DEBUG oslo_vmware.api [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]523960e5-a407-b2e8-b629-f895565d3a30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.838319] env[69663]: DEBUG nova.network.neutron [-] [instance: 9015d426-e858-4d31-8601-da0d44a18ed0] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.992754] env[69663]: DEBUG oslo_vmware.api [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332878, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.007042] env[69663]: DEBUG oslo_concurrency.lockutils [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Acquiring lock "78204f7b-f34f-4c93-a460-c9dfea0f7314" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.007197] env[69663]: DEBUG oslo_concurrency.lockutils [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Lock "78204f7b-f34f-4c93-a460-c9dfea0f7314" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.047824] env[69663]: DEBUG nova.scheduler.client.report [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 945.122090] env[69663]: DEBUG oslo_vmware.api [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332879, 'name': Destroy_Task, 'duration_secs': 0.29549} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.122397] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Destroyed the VM [ 945.122656] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Deleting Snapshot of the VM instance {{(pid=69663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 945.122900] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6472d70e-0cd7-4ff6-905e-349665cd1c57 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.129244] env[69663]: DEBUG oslo_vmware.api [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 945.129244] env[69663]: value = "task-3332880" [ 945.129244] env[69663]: _type = "Task" [ 945.129244] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.138594] env[69663]: DEBUG oslo_vmware.api [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332880, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.300450] env[69663]: DEBUG oslo_vmware.api [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]523960e5-a407-b2e8-b629-f895565d3a30, 'name': SearchDatastore_Task, 'duration_secs': 0.015296} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.301343] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cf4f5b7-6964-4deb-b475-7f5cf3504cda {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.306679] env[69663]: DEBUG oslo_vmware.api [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 945.306679] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5252ad6e-e574-f060-0fd7-1e596c999d03" [ 945.306679] env[69663]: _type = "Task" [ 945.306679] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.315795] env[69663]: DEBUG oslo_vmware.api [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5252ad6e-e574-f060-0fd7-1e596c999d03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.339881] env[69663]: INFO nova.compute.manager [-] [instance: 9015d426-e858-4d31-8601-da0d44a18ed0] Took 1.03 seconds to deallocate network for instance. [ 945.375917] env[69663]: INFO nova.compute.manager [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Rebuilding instance [ 945.419212] env[69663]: DEBUG nova.compute.manager [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 945.420080] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cfcc47-7870-4241-9793-886fbf0b2ea4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.491272] env[69663]: DEBUG oslo_vmware.api [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332878, 'name': ReconfigVM_Task, 'duration_secs': 1.360245} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.491580] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Reconfigured VM instance instance-0000002c to attach disk [datastore2] c01b7794-182c-4aa8-9469-6c008817e208/c01b7794-182c-4aa8-9469-6c008817e208.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.492470] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8829f33-6a7a-4aeb-a456-99a3a39777eb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.511019] env[69663]: DEBUG nova.compute.manager [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 945.515023] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fdaffd-524b-4b99-acbf-3cc298971a54 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.535128] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11041741-fc08-40f7-8f01-c709fb97ffa4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.553723] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.554939] env[69663]: DEBUG nova.compute.manager [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 945.558313] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.670s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.561021] env[69663]: INFO nova.compute.claims [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.564040] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42de9846-57f7-4d40-9268-826d785bd4cd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.572980] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 945.573293] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00e660a1-c275-4049-b7e5-694654ff12f2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.579894] env[69663]: DEBUG oslo_vmware.api [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for the task: (returnval){ [ 945.579894] env[69663]: value = "task-3332881" [ 945.579894] env[69663]: _type = "Task" [ 945.579894] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.587797] env[69663]: DEBUG oslo_vmware.api [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332881, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.642090] env[69663]: DEBUG oslo_vmware.api [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332880, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.821139] env[69663]: DEBUG oslo_vmware.api [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5252ad6e-e574-f060-0fd7-1e596c999d03, 'name': SearchDatastore_Task, 'duration_secs': 0.016387} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.821492] env[69663]: DEBUG oslo_concurrency.lockutils [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.821786] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] adbc2e4c-d298-4e17-b927-8165617434b4/adbc2e4c-d298-4e17-b927-8165617434b4.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 945.822104] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-585eccc0-99a0-41ef-92d8-e40bda8e682f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.831767] env[69663]: DEBUG oslo_vmware.api [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 945.831767] env[69663]: value = "task-3332882" [ 945.831767] env[69663]: _type = "Task" [ 945.831767] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.572018] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bd189377-1f26-46cf-b47c-1ca8371f1d18 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.572018] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 946.573317] env[69663]: DEBUG nova.compute.utils [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 946.580622] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ebaa817-1b3b-4c5f-b13a-0b85c9b55367 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.583946] env[69663]: DEBUG nova.compute.manager [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 946.583946] env[69663]: DEBUG nova.network.neutron [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 946.589840] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "8e5c93fa-997e-4b35-8efc-5ca205396b6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.589954] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "8e5c93fa-997e-4b35-8efc-5ca205396b6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.596723] env[69663]: DEBUG oslo_vmware.api [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332882, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619472} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.597193] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] adbc2e4c-d298-4e17-b927-8165617434b4/adbc2e4c-d298-4e17-b927-8165617434b4.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 946.597411] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.597650] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52f7339b-fd76-44e0-aa42-947377c2a429 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.606749] env[69663]: DEBUG oslo_vmware.api [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332881, 'name': PowerOnVM_Task, 'duration_secs': 0.435744} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.607018] env[69663]: DEBUG oslo_vmware.api [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3332880, 'name': RemoveSnapshot_Task, 'duration_secs': 1.227568} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.607511] env[69663]: DEBUG oslo_vmware.api [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 946.607511] env[69663]: value = "task-3332883" [ 946.607511] env[69663]: _type = "Task" [ 946.607511] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.608142] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 946.611475] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Deleted Snapshot of the VM instance {{(pid=69663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 946.611688] env[69663]: INFO nova.compute.manager [None req-15108e72-9a1f-43eb-be24-d9c4a3bda442 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Took 17.71 seconds to snapshot the instance on the hypervisor. [ 946.617104] env[69663]: DEBUG oslo_concurrency.lockutils [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.619292] env[69663]: DEBUG oslo_vmware.api [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 946.619292] env[69663]: value = "task-3332884" [ 946.619292] env[69663]: _type = "Task" [ 946.619292] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.628224] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] VM already powered off {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 946.628467] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 946.629425] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aea47e3-1208-44c8-a2d3-3a37da4756d9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.634849] env[69663]: DEBUG oslo_vmware.api [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.639950] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 946.639950] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12d232fd-9b7f-4964-bd29-b59b220a5183 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.649668] env[69663]: DEBUG nova.policy [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03ee1efdd1a547e9987903472dcbaf07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b83445ec774840129e0569af970a8488', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 946.695253] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 946.695501] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 946.695689] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Deleting the datastore file [datastore1] 1ea365a2-a920-449c-bdd6-9db460c6b395 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.695948] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91fd4924-d037-4dd3-b7df-aa40ffe2fa82 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.703044] env[69663]: DEBUG oslo_vmware.api [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 946.703044] env[69663]: value = "task-3332886" [ 946.703044] env[69663]: _type = "Task" [ 946.703044] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.710724] env[69663]: DEBUG oslo_vmware.api [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.003531] env[69663]: DEBUG nova.network.neutron [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Successfully created port: c0fb0727-6499-44d4-bd2d-adc12f4cb3d4 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 947.084726] env[69663]: DEBUG nova.compute.manager [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 947.097110] env[69663]: DEBUG nova.compute.manager [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 947.140507] env[69663]: DEBUG oslo_vmware.api [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057929} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.141945] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.141945] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32062b7-87ca-41a7-89db-d108c987c9c7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.169791] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] adbc2e4c-d298-4e17-b927-8165617434b4/adbc2e4c-d298-4e17-b927-8165617434b4.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.174103] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0b5c3ac-fcf8-4415-b270-e14b13b61d8c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.194647] env[69663]: DEBUG oslo_vmware.api [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 947.194647] env[69663]: value = "task-3332887" [ 947.194647] env[69663]: _type = "Task" [ 947.194647] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.203426] env[69663]: DEBUG oslo_vmware.api [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332887, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.213732] env[69663]: DEBUG oslo_vmware.api [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131527} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.214098] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.215023] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 947.215023] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 947.587562] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36cdc38-ea02-403d-ab59-676c4a658829 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.600184] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5a1d7b-f5e5-4789-acd8-3274c9ce4bec {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.645034] env[69663]: INFO nova.compute.manager [None req-fe01013d-8566-4570-8e72-936ab54f1eb3 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Updating instance to original state: 'active' [ 947.649982] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.652015] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f668a051-a377-4ca6-b532-e5127f8e6881 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.661807] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4954d1-0a8b-4306-a8df-c391dfc36fe9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.678784] env[69663]: DEBUG nova.compute.provider_tree [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.705036] env[69663]: DEBUG oslo_vmware.api [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.106575] env[69663]: DEBUG nova.compute.manager [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 948.133430] env[69663]: DEBUG nova.virt.hardware [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 948.133682] env[69663]: DEBUG nova.virt.hardware [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 948.133859] env[69663]: DEBUG nova.virt.hardware [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.134097] env[69663]: DEBUG nova.virt.hardware [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 948.134300] env[69663]: DEBUG nova.virt.hardware [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.134426] env[69663]: DEBUG nova.virt.hardware [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 948.134638] env[69663]: DEBUG nova.virt.hardware [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 948.134804] env[69663]: DEBUG nova.virt.hardware [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 948.134975] env[69663]: DEBUG nova.virt.hardware [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 948.135156] env[69663]: DEBUG nova.virt.hardware [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 948.135333] env[69663]: DEBUG nova.virt.hardware [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 948.136228] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6394258b-590d-4657-a629-2c6ed9305260 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.144786] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd79bc1-15a0-4ae1-aabe-28be61e0ef76 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.182556] env[69663]: DEBUG nova.scheduler.client.report [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 948.204872] env[69663]: DEBUG oslo_vmware.api [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332887, 'name': ReconfigVM_Task, 'duration_secs': 0.767511} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.205462] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Reconfigured VM instance instance-00000022 to attach disk [datastore1] adbc2e4c-d298-4e17-b927-8165617434b4/adbc2e4c-d298-4e17-b927-8165617434b4.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.205997] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c92c8d92-4eaa-4f4a-9841-caf4f10af96a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.214072] env[69663]: DEBUG oslo_vmware.api [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 948.214072] env[69663]: value = "task-3332888" [ 948.214072] env[69663]: _type = "Task" [ 948.214072] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.225750] env[69663]: DEBUG oslo_vmware.api [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332888, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.250052] env[69663]: DEBUG nova.virt.hardware [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 948.250321] env[69663]: DEBUG nova.virt.hardware [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 948.250481] env[69663]: DEBUG nova.virt.hardware [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.250767] env[69663]: DEBUG nova.virt.hardware [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 948.250956] env[69663]: DEBUG nova.virt.hardware [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.251133] env[69663]: DEBUG nova.virt.hardware [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 948.251355] env[69663]: DEBUG nova.virt.hardware [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 948.251542] env[69663]: DEBUG nova.virt.hardware [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 948.251868] env[69663]: DEBUG nova.virt.hardware [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 948.252017] env[69663]: DEBUG nova.virt.hardware [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 948.252229] env[69663]: DEBUG nova.virt.hardware [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 948.253566] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2358c8-5b89-46c8-85af-1f68b53c86d1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.262483] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3882b0c-1c62-4e27-9e6f-31e2dd5bb8ef {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.277516] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:81:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec903a9-d773-4d7c-a80c-c2533be346fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7a50a53-fac1-4ddf-9946-1c1999418dc8', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.285868] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.286568] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 948.286807] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4801e8e-66c9-4ba2-aa3d-a16540815c0f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.309359] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.309359] env[69663]: value = "task-3332889" [ 948.309359] env[69663]: _type = "Task" [ 948.309359] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.316634] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332889, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.688242] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.130s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.688894] env[69663]: DEBUG nova.compute.manager [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 948.695342] env[69663]: DEBUG oslo_concurrency.lockutils [None req-28d69f62-fea8-4435-a2f5-202bada33fed tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.930s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.695621] env[69663]: DEBUG nova.objects.instance [None req-28d69f62-fea8-4435-a2f5-202bada33fed tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Lazy-loading 'resources' on Instance uuid 5ac378c5-aec3-4d4d-bd20-50f52c5c071b {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.724136] env[69663]: DEBUG oslo_vmware.api [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332888, 'name': Rename_Task, 'duration_secs': 0.165257} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.724438] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 948.724692] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-691ede08-1eb8-464f-b08e-11764dd30fc6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.731147] env[69663]: DEBUG oslo_vmware.api [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 948.731147] env[69663]: value = "task-3332890" [ 948.731147] env[69663]: _type = "Task" [ 948.731147] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.739433] env[69663]: DEBUG oslo_vmware.api [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.818704] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332889, 'name': CreateVM_Task, 'duration_secs': 0.405756} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.818910] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 948.819749] env[69663]: DEBUG oslo_concurrency.lockutils [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.819833] env[69663]: DEBUG oslo_concurrency.lockutils [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.820396] env[69663]: DEBUG oslo_concurrency.lockutils [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.820675] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fbf1657-a5ee-4a81-8054-399e97081c31 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.825345] env[69663]: DEBUG oslo_vmware.api [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 948.825345] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5225366e-956f-d7c6-6135-3e136bcfa1bd" [ 948.825345] env[69663]: _type = "Task" [ 948.825345] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.835467] env[69663]: DEBUG oslo_vmware.api [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5225366e-956f-d7c6-6135-3e136bcfa1bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.855143] env[69663]: DEBUG nova.network.neutron [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Successfully updated port: c0fb0727-6499-44d4-bd2d-adc12f4cb3d4 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 948.943880] env[69663]: DEBUG nova.compute.manager [req-914fe014-178f-4ed3-b070-8d4d6c760401 req-d51aa1ba-dc44-4cba-8048-50b4343c6b2d service nova] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Received event network-vif-plugged-c0fb0727-6499-44d4-bd2d-adc12f4cb3d4 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 948.943880] env[69663]: DEBUG oslo_concurrency.lockutils [req-914fe014-178f-4ed3-b070-8d4d6c760401 req-d51aa1ba-dc44-4cba-8048-50b4343c6b2d service nova] Acquiring lock "8cd200bb-b932-4165-9316-4c1e994ff7f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.943880] env[69663]: DEBUG oslo_concurrency.lockutils [req-914fe014-178f-4ed3-b070-8d4d6c760401 req-d51aa1ba-dc44-4cba-8048-50b4343c6b2d service nova] Lock "8cd200bb-b932-4165-9316-4c1e994ff7f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.943880] env[69663]: DEBUG oslo_concurrency.lockutils [req-914fe014-178f-4ed3-b070-8d4d6c760401 req-d51aa1ba-dc44-4cba-8048-50b4343c6b2d service nova] Lock "8cd200bb-b932-4165-9316-4c1e994ff7f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.943880] env[69663]: DEBUG nova.compute.manager [req-914fe014-178f-4ed3-b070-8d4d6c760401 req-d51aa1ba-dc44-4cba-8048-50b4343c6b2d service nova] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] No waiting events found dispatching network-vif-plugged-c0fb0727-6499-44d4-bd2d-adc12f4cb3d4 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 948.944536] env[69663]: WARNING nova.compute.manager [req-914fe014-178f-4ed3-b070-8d4d6c760401 req-d51aa1ba-dc44-4cba-8048-50b4343c6b2d service nova] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Received unexpected event network-vif-plugged-c0fb0727-6499-44d4-bd2d-adc12f4cb3d4 for instance with vm_state building and task_state spawning. [ 949.202555] env[69663]: DEBUG nova.compute.utils [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 949.204284] env[69663]: DEBUG nova.compute.manager [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 949.204389] env[69663]: DEBUG nova.network.neutron [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 432814ab-1e51-4972-9c04-886159dfd591] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 949.243813] env[69663]: DEBUG oslo_vmware.api [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332890, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.252953] env[69663]: DEBUG nova.policy [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54a7315c6dba4c3e869cb76c8dde5683', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c93e46e76004fa8857e0f4319c77c32', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 949.334548] env[69663]: DEBUG oslo_vmware.api [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5225366e-956f-d7c6-6135-3e136bcfa1bd, 'name': SearchDatastore_Task, 'duration_secs': 0.009295} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.337037] env[69663]: DEBUG oslo_concurrency.lockutils [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.337320] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.337561] env[69663]: DEBUG oslo_concurrency.lockutils [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.337715] env[69663]: DEBUG oslo_concurrency.lockutils [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.337897] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.338336] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a854810a-4441-43e1-86fe-d400c1e754db {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.346767] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.347186] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 949.350351] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6856215c-6dba-4453-8b62-3865eb20b28b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.356204] env[69663]: DEBUG oslo_vmware.api [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 949.356204] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]522fc058-83d9-9f59-2ef6-00517b56f994" [ 949.356204] env[69663]: _type = "Task" [ 949.356204] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.363716] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Acquiring lock "refresh_cache-8cd200bb-b932-4165-9316-4c1e994ff7f5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.363978] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Acquired lock "refresh_cache-8cd200bb-b932-4165-9316-4c1e994ff7f5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.364089] env[69663]: DEBUG nova.network.neutron [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 949.369036] env[69663]: DEBUG oslo_vmware.api [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]522fc058-83d9-9f59-2ef6-00517b56f994, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.662555] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91c1d24-d5bf-4f9f-bf47-ca536bb91875 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.670499] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cf45a0-7402-4da4-95a2-f021950f341a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.700629] env[69663]: DEBUG nova.network.neutron [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Successfully created port: 0773f85b-a530-4cb4-b940-4227e52454e9 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 949.703109] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16840e5a-ac02-4e1d-a2da-34e6e334d271 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.707438] env[69663]: DEBUG nova.compute.utils [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 949.711913] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210c3ffe-5468-4fa9-b3f9-91870b26b205 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.725881] env[69663]: DEBUG nova.compute.provider_tree [None req-28d69f62-fea8-4435-a2f5-202bada33fed tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.732588] env[69663]: DEBUG oslo_concurrency.lockutils [None req-aa3bcc1f-7aff-477b-bcd3-854ad23f1048 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquiring lock "c01b7794-182c-4aa8-9469-6c008817e208" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.732823] env[69663]: DEBUG oslo_concurrency.lockutils [None req-aa3bcc1f-7aff-477b-bcd3-854ad23f1048 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Lock "c01b7794-182c-4aa8-9469-6c008817e208" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.733048] env[69663]: DEBUG oslo_concurrency.lockutils [None req-aa3bcc1f-7aff-477b-bcd3-854ad23f1048 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquiring lock "c01b7794-182c-4aa8-9469-6c008817e208-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.733246] env[69663]: DEBUG oslo_concurrency.lockutils [None req-aa3bcc1f-7aff-477b-bcd3-854ad23f1048 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Lock "c01b7794-182c-4aa8-9469-6c008817e208-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.733417] env[69663]: DEBUG oslo_concurrency.lockutils [None req-aa3bcc1f-7aff-477b-bcd3-854ad23f1048 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Lock "c01b7794-182c-4aa8-9469-6c008817e208-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.738289] env[69663]: INFO nova.compute.manager [None req-aa3bcc1f-7aff-477b-bcd3-854ad23f1048 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Terminating instance [ 949.740508] env[69663]: DEBUG nova.compute.manager [None req-aa3bcc1f-7aff-477b-bcd3-854ad23f1048 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 949.740771] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3bcc1f-7aff-477b-bcd3-854ad23f1048 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 949.741880] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb2a259-2f44-46c1-8f0f-712e616791a3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.747738] env[69663]: DEBUG oslo_vmware.api [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332890, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.752225] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3bcc1f-7aff-477b-bcd3-854ad23f1048 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 949.752312] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc43128b-98e8-42d8-ab03-6d868a1947eb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.759022] env[69663]: DEBUG oslo_vmware.api [None req-aa3bcc1f-7aff-477b-bcd3-854ad23f1048 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for the task: (returnval){ [ 949.759022] env[69663]: value = "task-3332891" [ 949.759022] env[69663]: _type = "Task" [ 949.759022] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.767178] env[69663]: DEBUG oslo_vmware.api [None req-aa3bcc1f-7aff-477b-bcd3-854ad23f1048 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.867459] env[69663]: DEBUG oslo_vmware.api [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]522fc058-83d9-9f59-2ef6-00517b56f994, 'name': SearchDatastore_Task, 'duration_secs': 0.008385} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.869233] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ee89562-c32e-422c-968e-a1df6347fea2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.877086] env[69663]: DEBUG oslo_vmware.api [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 949.877086] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]523b453d-9b80-c68e-ed03-f83d31577307" [ 949.877086] env[69663]: _type = "Task" [ 949.877086] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.885247] env[69663]: DEBUG oslo_vmware.api [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]523b453d-9b80-c68e-ed03-f83d31577307, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.963848] env[69663]: DEBUG nova.network.neutron [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 950.211494] env[69663]: DEBUG nova.compute.manager [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 950.230811] env[69663]: DEBUG nova.scheduler.client.report [None req-28d69f62-fea8-4435-a2f5-202bada33fed tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 950.251215] env[69663]: DEBUG oslo_vmware.api [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332890, 'name': PowerOnVM_Task, 'duration_secs': 1.114557} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.256019] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 950.256019] env[69663]: DEBUG nova.compute.manager [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 950.256736] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af109cbc-5648-40da-a3ee-1948a55645a7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.264618] env[69663]: DEBUG nova.network.neutron [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Updating instance_info_cache with network_info: [{"id": "c0fb0727-6499-44d4-bd2d-adc12f4cb3d4", "address": "fa:16:3e:b7:ea:5e", "network": {"id": "e9524d7b-8118-4697-b98c-fdd2d124baf7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1284907570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b83445ec774840129e0569af970a8488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0fb0727-64", "ovs_interfaceid": "c0fb0727-6499-44d4-bd2d-adc12f4cb3d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.274017] env[69663]: DEBUG oslo_vmware.api [None req-aa3bcc1f-7aff-477b-bcd3-854ad23f1048 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332891, 'name': PowerOffVM_Task, 'duration_secs': 0.18977} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.274601] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa3bcc1f-7aff-477b-bcd3-854ad23f1048 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 950.274899] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3bcc1f-7aff-477b-bcd3-854ad23f1048 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 950.275669] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c26e7e5-b4f0-4418-87d3-9f314bc256fc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.336748] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3bcc1f-7aff-477b-bcd3-854ad23f1048 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 950.336748] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3bcc1f-7aff-477b-bcd3-854ad23f1048 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 950.336748] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa3bcc1f-7aff-477b-bcd3-854ad23f1048 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Deleting the datastore file [datastore2] c01b7794-182c-4aa8-9469-6c008817e208 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.337239] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddf9693d-166b-49c9-a186-06b498809d9f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.343997] env[69663]: DEBUG oslo_vmware.api [None req-aa3bcc1f-7aff-477b-bcd3-854ad23f1048 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for the task: (returnval){ [ 950.343997] env[69663]: value = "task-3332893" [ 950.343997] env[69663]: _type = "Task" [ 950.343997] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.351841] env[69663]: DEBUG oslo_vmware.api [None req-aa3bcc1f-7aff-477b-bcd3-854ad23f1048 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.386775] env[69663]: DEBUG oslo_vmware.api [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]523b453d-9b80-c68e-ed03-f83d31577307, 'name': SearchDatastore_Task, 'duration_secs': 0.009811} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.387158] env[69663]: DEBUG oslo_concurrency.lockutils [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.387445] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 1ea365a2-a920-449c-bdd6-9db460c6b395/1ea365a2-a920-449c-bdd6-9db460c6b395.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 950.387737] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b75516ed-dd4b-421c-b6c5-61ab8dcc7b77 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.394984] env[69663]: DEBUG oslo_vmware.api [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 950.394984] env[69663]: value = "task-3332894" [ 950.394984] env[69663]: _type = "Task" [ 950.394984] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.402533] env[69663]: DEBUG oslo_vmware.api [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.734828] env[69663]: DEBUG oslo_concurrency.lockutils [None req-28d69f62-fea8-4435-a2f5-202bada33fed tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.039s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.737344] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 50.594s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.738965] env[69663]: INFO nova.compute.claims [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.764956] env[69663]: INFO nova.scheduler.client.report [None req-28d69f62-fea8-4435-a2f5-202bada33fed tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Deleted allocations for instance 5ac378c5-aec3-4d4d-bd20-50f52c5c071b [ 950.769240] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Releasing lock "refresh_cache-8cd200bb-b932-4165-9316-4c1e994ff7f5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.769240] env[69663]: DEBUG nova.compute.manager [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Instance network_info: |[{"id": "c0fb0727-6499-44d4-bd2d-adc12f4cb3d4", "address": "fa:16:3e:b7:ea:5e", "network": {"id": "e9524d7b-8118-4697-b98c-fdd2d124baf7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1284907570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b83445ec774840129e0569af970a8488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0fb0727-64", "ovs_interfaceid": "c0fb0727-6499-44d4-bd2d-adc12f4cb3d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 950.769410] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:ea:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0fb0727-6499-44d4-bd2d-adc12f4cb3d4', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.779473] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Creating folder: Project (b83445ec774840129e0569af970a8488). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 950.784496] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d3b9e8b-2db0-4f7d-b93f-c5d25c32d594 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.790082] env[69663]: DEBUG oslo_concurrency.lockutils [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.800263] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Created folder: Project (b83445ec774840129e0569af970a8488) in parent group-v665133. [ 950.800484] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Creating folder: Instances. Parent ref: group-v665320. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 950.800789] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c0884de-5c7e-4dc3-984a-338c72ab5bba {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.811780] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Created folder: Instances in parent group-v665320. [ 950.812095] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.813050] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 950.813251] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bebd989-4e15-4669-baf5-4c12d740dc41 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.833039] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.833039] env[69663]: value = "task-3332897" [ 950.833039] env[69663]: _type = "Task" [ 950.833039] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.843102] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332897, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.853696] env[69663]: DEBUG oslo_vmware.api [None req-aa3bcc1f-7aff-477b-bcd3-854ad23f1048 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144617} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.853939] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa3bcc1f-7aff-477b-bcd3-854ad23f1048 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.854160] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3bcc1f-7aff-477b-bcd3-854ad23f1048 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 950.856166] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-aa3bcc1f-7aff-477b-bcd3-854ad23f1048 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 950.856166] env[69663]: INFO nova.compute.manager [None req-aa3bcc1f-7aff-477b-bcd3-854ad23f1048 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Took 1.11 seconds to destroy the instance on the hypervisor. [ 950.856166] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa3bcc1f-7aff-477b-bcd3-854ad23f1048 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.856166] env[69663]: DEBUG nova.compute.manager [-] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 950.856166] env[69663]: DEBUG nova.network.neutron [-] [instance: c01b7794-182c-4aa8-9469-6c008817e208] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 950.907192] env[69663]: DEBUG oslo_vmware.api [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332894, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46524} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.909617] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 1ea365a2-a920-449c-bdd6-9db460c6b395/1ea365a2-a920-449c-bdd6-9db460c6b395.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 950.910184] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 950.910564] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81a3a97c-2c93-432d-a3e9-d2f86600549f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.921015] env[69663]: DEBUG oslo_vmware.api [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 950.921015] env[69663]: value = "task-3332898" [ 950.921015] env[69663]: _type = "Task" [ 950.921015] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.928973] env[69663]: DEBUG oslo_vmware.api [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.983403] env[69663]: DEBUG nova.compute.manager [req-9c4fb6a2-6502-474c-918c-9c3c988d2ab4 req-098d82d1-0079-41f1-bc63-17510cfc4574 service nova] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Received event network-changed-c0fb0727-6499-44d4-bd2d-adc12f4cb3d4 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 950.983403] env[69663]: DEBUG nova.compute.manager [req-9c4fb6a2-6502-474c-918c-9c3c988d2ab4 req-098d82d1-0079-41f1-bc63-17510cfc4574 service nova] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Refreshing instance network info cache due to event network-changed-c0fb0727-6499-44d4-bd2d-adc12f4cb3d4. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 950.983403] env[69663]: DEBUG oslo_concurrency.lockutils [req-9c4fb6a2-6502-474c-918c-9c3c988d2ab4 req-098d82d1-0079-41f1-bc63-17510cfc4574 service nova] Acquiring lock "refresh_cache-8cd200bb-b932-4165-9316-4c1e994ff7f5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.983403] env[69663]: DEBUG oslo_concurrency.lockutils [req-9c4fb6a2-6502-474c-918c-9c3c988d2ab4 req-098d82d1-0079-41f1-bc63-17510cfc4574 service nova] Acquired lock "refresh_cache-8cd200bb-b932-4165-9316-4c1e994ff7f5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.983403] env[69663]: DEBUG nova.network.neutron [req-9c4fb6a2-6502-474c-918c-9c3c988d2ab4 req-098d82d1-0079-41f1-bc63-17510cfc4574 service nova] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Refreshing network info cache for port c0fb0727-6499-44d4-bd2d-adc12f4cb3d4 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 951.157298] env[69663]: INFO nova.compute.manager [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Rebuilding instance [ 951.209971] env[69663]: DEBUG nova.compute.manager [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 951.211182] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b35ba5-fe83-4f16-9418-1e7949d77b16 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.223834] env[69663]: DEBUG nova.compute.manager [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 951.257344] env[69663]: DEBUG nova.virt.hardware [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:24:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='152876776',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-540160101',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 951.257515] env[69663]: DEBUG nova.virt.hardware [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 951.257683] env[69663]: DEBUG nova.virt.hardware [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.257879] env[69663]: DEBUG nova.virt.hardware [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 951.258270] env[69663]: DEBUG nova.virt.hardware [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.258493] env[69663]: DEBUG nova.virt.hardware [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 951.258743] env[69663]: DEBUG nova.virt.hardware [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 951.258916] env[69663]: DEBUG nova.virt.hardware [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 951.259116] env[69663]: DEBUG nova.virt.hardware [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 951.259293] env[69663]: DEBUG nova.virt.hardware [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 951.259477] env[69663]: DEBUG nova.virt.hardware [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 951.260356] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef12eed6-88e9-4aa9-9fc9-5b77376a0891 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.272993] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d35f729-7ec5-4007-83f3-f3f0080c958d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.277320] env[69663]: DEBUG oslo_concurrency.lockutils [None req-28d69f62-fea8-4435-a2f5-202bada33fed tempest-ServersTestMultiNic-506331318 tempest-ServersTestMultiNic-506331318-project-member] Lock "5ac378c5-aec3-4d4d-bd20-50f52c5c071b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.089s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.344098] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332897, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.431163] env[69663]: DEBUG oslo_vmware.api [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070087} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.431695] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.432901] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d427dc4-689f-4581-8610-64aae7f2aaae {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.458334] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 1ea365a2-a920-449c-bdd6-9db460c6b395/1ea365a2-a920-449c-bdd6-9db460c6b395.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.458797] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-988e9f29-8cb7-464d-9ccc-28fc5f6934fb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.479867] env[69663]: DEBUG oslo_vmware.api [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 951.479867] env[69663]: value = "task-3332899" [ 951.479867] env[69663]: _type = "Task" [ 951.479867] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.489221] env[69663]: DEBUG oslo_vmware.api [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332899, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.648343] env[69663]: DEBUG nova.network.neutron [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Successfully updated port: 0773f85b-a530-4cb4-b940-4227e52454e9 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.716837] env[69663]: DEBUG nova.network.neutron [-] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.728727] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 951.729495] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77414af9-8455-4250-ae1f-5ff874923196 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.737161] env[69663]: DEBUG oslo_vmware.api [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 951.737161] env[69663]: value = "task-3332900" [ 951.737161] env[69663]: _type = "Task" [ 951.737161] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.748685] env[69663]: DEBUG oslo_vmware.api [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.809476] env[69663]: DEBUG nova.network.neutron [req-9c4fb6a2-6502-474c-918c-9c3c988d2ab4 req-098d82d1-0079-41f1-bc63-17510cfc4574 service nova] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Updated VIF entry in instance network info cache for port c0fb0727-6499-44d4-bd2d-adc12f4cb3d4. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 951.809901] env[69663]: DEBUG nova.network.neutron [req-9c4fb6a2-6502-474c-918c-9c3c988d2ab4 req-098d82d1-0079-41f1-bc63-17510cfc4574 service nova] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Updating instance_info_cache with network_info: [{"id": "c0fb0727-6499-44d4-bd2d-adc12f4cb3d4", "address": "fa:16:3e:b7:ea:5e", "network": {"id": "e9524d7b-8118-4697-b98c-fdd2d124baf7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1284907570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b83445ec774840129e0569af970a8488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0fb0727-64", "ovs_interfaceid": "c0fb0727-6499-44d4-bd2d-adc12f4cb3d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.846530] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332897, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.993201] env[69663]: DEBUG oslo_vmware.api [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332899, 'name': ReconfigVM_Task, 'duration_secs': 0.246229} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.993332] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 1ea365a2-a920-449c-bdd6-9db460c6b395/1ea365a2-a920-449c-bdd6-9db460c6b395.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.994181] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e53e2f6-b5f0-4bfb-9505-b5952b83446f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.000519] env[69663]: DEBUG oslo_vmware.api [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 952.000519] env[69663]: value = "task-3332901" [ 952.000519] env[69663]: _type = "Task" [ 952.000519] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.008712] env[69663]: DEBUG oslo_vmware.api [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332901, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.150976] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Acquiring lock "refresh_cache-432814ab-1e51-4972-9c04-886159dfd591" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.151145] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Acquired lock "refresh_cache-432814ab-1e51-4972-9c04-886159dfd591" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.151340] env[69663]: DEBUG nova.network.neutron [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 952.220336] env[69663]: INFO nova.compute.manager [-] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Took 1.37 seconds to deallocate network for instance. [ 952.228025] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c54afb-7754-4c87-a350-74f67da52e13 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.236413] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02a7bbe-821c-4405-b021-a86114b88f14 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.248441] env[69663]: DEBUG oslo_vmware.api [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332900, 'name': PowerOffVM_Task, 'duration_secs': 0.179904} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.248713] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 952.248923] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 952.282035] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ee97fa-f1ec-48d6-9867-18544eb70865 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.283601] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5ba098-97db-4535-a38a-e940c61c7dd0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.293369] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4eb1f8c-c26e-4c44-8a61-215c7acecf4e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.297128] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 952.297645] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26f32024-e26a-4bf6-b629-3176cbdf397f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.310771] env[69663]: DEBUG nova.compute.provider_tree [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.313846] env[69663]: DEBUG oslo_concurrency.lockutils [req-9c4fb6a2-6502-474c-918c-9c3c988d2ab4 req-098d82d1-0079-41f1-bc63-17510cfc4574 service nova] Releasing lock "refresh_cache-8cd200bb-b932-4165-9316-4c1e994ff7f5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.344263] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332897, 'name': CreateVM_Task, 'duration_secs': 1.327301} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.344453] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 952.345173] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.345360] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.345631] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.345902] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04005f3a-4552-4c93-aeb0-4d366d011c85 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.352030] env[69663]: DEBUG oslo_vmware.api [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Waiting for the task: (returnval){ [ 952.352030] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5287b955-c3cd-2d99-1eed-832f9a976600" [ 952.352030] env[69663]: _type = "Task" [ 952.352030] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.360339] env[69663]: DEBUG oslo_vmware.api [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5287b955-c3cd-2d99-1eed-832f9a976600, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.363872] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 952.364107] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 952.364304] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Deleting the datastore file [datastore1] adbc2e4c-d298-4e17-b927-8165617434b4 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.364551] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4093828-f893-40ec-9a12-2b48c59af8a3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.372673] env[69663]: DEBUG oslo_vmware.api [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 952.372673] env[69663]: value = "task-3332903" [ 952.372673] env[69663]: _type = "Task" [ 952.372673] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.380862] env[69663]: DEBUG oslo_vmware.api [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.510346] env[69663]: DEBUG oslo_vmware.api [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332901, 'name': Rename_Task, 'duration_secs': 0.140146} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.510602] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 952.510953] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7202c8bb-2ce3-4ee8-9cdd-a1a651337734 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.517016] env[69663]: DEBUG oslo_vmware.api [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 952.517016] env[69663]: value = "task-3332904" [ 952.517016] env[69663]: _type = "Task" [ 952.517016] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.524555] env[69663]: DEBUG oslo_vmware.api [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.696598] env[69663]: DEBUG nova.network.neutron [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 952.732671] env[69663]: DEBUG oslo_concurrency.lockutils [None req-aa3bcc1f-7aff-477b-bcd3-854ad23f1048 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.816020] env[69663]: DEBUG nova.scheduler.client.report [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 952.858642] env[69663]: DEBUG nova.network.neutron [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Updating instance_info_cache with network_info: [{"id": "0773f85b-a530-4cb4-b940-4227e52454e9", "address": "fa:16:3e:89:03:9e", "network": {"id": "59b54eec-84a1-43f7-a0f4-545f65d4d435", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-409860594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c93e46e76004fa8857e0f4319c77c32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0773f85b-a5", "ovs_interfaceid": "0773f85b-a530-4cb4-b940-4227e52454e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.871703] env[69663]: DEBUG oslo_vmware.api [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5287b955-c3cd-2d99-1eed-832f9a976600, 'name': SearchDatastore_Task, 'duration_secs': 0.010401} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.871703] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.871860] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.872193] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.872372] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.872652] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.872967] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcce68a8-a96f-4166-a94f-bb189545a7e3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.885467] env[69663]: DEBUG oslo_vmware.api [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165216} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.886540] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.886739] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 952.886927] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 952.892527] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.892527] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 952.892527] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32e37078-521a-4288-aa0b-2a7150b69370 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.898169] env[69663]: DEBUG oslo_vmware.api [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Waiting for the task: (returnval){ [ 952.898169] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52433980-3c9e-a3b0-fc17-e838bdb11fb6" [ 952.898169] env[69663]: _type = "Task" [ 952.898169] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.908401] env[69663]: DEBUG oslo_vmware.api [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52433980-3c9e-a3b0-fc17-e838bdb11fb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.016103] env[69663]: DEBUG nova.compute.manager [req-c765d117-8869-43ae-bec8-5a5950dc723f req-7e4376f3-2593-478d-a963-6fcb784300aa service nova] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Received event network-vif-deleted-57e3d190-1bc5-4c2a-aaf7-55af4cb28e93 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 953.016515] env[69663]: DEBUG nova.compute.manager [req-c765d117-8869-43ae-bec8-5a5950dc723f req-7e4376f3-2593-478d-a963-6fcb784300aa service nova] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Received event network-vif-plugged-0773f85b-a530-4cb4-b940-4227e52454e9 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 953.016614] env[69663]: DEBUG oslo_concurrency.lockutils [req-c765d117-8869-43ae-bec8-5a5950dc723f req-7e4376f3-2593-478d-a963-6fcb784300aa service nova] Acquiring lock "432814ab-1e51-4972-9c04-886159dfd591-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.016860] env[69663]: DEBUG oslo_concurrency.lockutils [req-c765d117-8869-43ae-bec8-5a5950dc723f req-7e4376f3-2593-478d-a963-6fcb784300aa service nova] Lock "432814ab-1e51-4972-9c04-886159dfd591-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.017083] env[69663]: DEBUG oslo_concurrency.lockutils [req-c765d117-8869-43ae-bec8-5a5950dc723f req-7e4376f3-2593-478d-a963-6fcb784300aa service nova] Lock "432814ab-1e51-4972-9c04-886159dfd591-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.017402] env[69663]: DEBUG nova.compute.manager [req-c765d117-8869-43ae-bec8-5a5950dc723f req-7e4376f3-2593-478d-a963-6fcb784300aa service nova] [instance: 432814ab-1e51-4972-9c04-886159dfd591] No waiting events found dispatching network-vif-plugged-0773f85b-a530-4cb4-b940-4227e52454e9 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 953.017608] env[69663]: WARNING nova.compute.manager [req-c765d117-8869-43ae-bec8-5a5950dc723f req-7e4376f3-2593-478d-a963-6fcb784300aa service nova] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Received unexpected event network-vif-plugged-0773f85b-a530-4cb4-b940-4227e52454e9 for instance with vm_state building and task_state spawning. [ 953.017807] env[69663]: DEBUG nova.compute.manager [req-c765d117-8869-43ae-bec8-5a5950dc723f req-7e4376f3-2593-478d-a963-6fcb784300aa service nova] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Received event network-changed-0773f85b-a530-4cb4-b940-4227e52454e9 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 953.018008] env[69663]: DEBUG nova.compute.manager [req-c765d117-8869-43ae-bec8-5a5950dc723f req-7e4376f3-2593-478d-a963-6fcb784300aa service nova] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Refreshing instance network info cache due to event network-changed-0773f85b-a530-4cb4-b940-4227e52454e9. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 953.018246] env[69663]: DEBUG oslo_concurrency.lockutils [req-c765d117-8869-43ae-bec8-5a5950dc723f req-7e4376f3-2593-478d-a963-6fcb784300aa service nova] Acquiring lock "refresh_cache-432814ab-1e51-4972-9c04-886159dfd591" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.028211] env[69663]: DEBUG oslo_vmware.api [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332904, 'name': PowerOnVM_Task, 'duration_secs': 0.43328} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.029204] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 953.029204] env[69663]: DEBUG nova.compute.manager [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 953.029678] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c19eb64-a82c-44c9-8ec3-c2878e0c4ec5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.325026] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.326028] env[69663]: DEBUG nova.compute.manager [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 953.328626] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e697b30a-d613-4139-ae79-3bca171a96bd tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 51.048s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.332282] env[69663]: DEBUG nova.objects.instance [None req-e697b30a-d613-4139-ae79-3bca171a96bd tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lazy-loading 'resources' on Instance uuid da66309c-65cb-4e12-82fc-54c240cb5134 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.363196] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Releasing lock "refresh_cache-432814ab-1e51-4972-9c04-886159dfd591" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.363534] env[69663]: DEBUG nova.compute.manager [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Instance network_info: |[{"id": "0773f85b-a530-4cb4-b940-4227e52454e9", "address": "fa:16:3e:89:03:9e", "network": {"id": "59b54eec-84a1-43f7-a0f4-545f65d4d435", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-409860594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c93e46e76004fa8857e0f4319c77c32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0773f85b-a5", "ovs_interfaceid": "0773f85b-a530-4cb4-b940-4227e52454e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 953.363849] env[69663]: DEBUG oslo_concurrency.lockutils [req-c765d117-8869-43ae-bec8-5a5950dc723f req-7e4376f3-2593-478d-a963-6fcb784300aa service nova] Acquired lock "refresh_cache-432814ab-1e51-4972-9c04-886159dfd591" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.364060] env[69663]: DEBUG nova.network.neutron [req-c765d117-8869-43ae-bec8-5a5950dc723f req-7e4376f3-2593-478d-a963-6fcb784300aa service nova] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Refreshing network info cache for port 0773f85b-a530-4cb4-b940-4227e52454e9 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 953.365333] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:03:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0773f85b-a530-4cb4-b940-4227e52454e9', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.378171] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.385271] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 953.385775] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b54a394-9cd3-4aca-8e6a-64f95eb9f088 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.420523] env[69663]: DEBUG oslo_vmware.api [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52433980-3c9e-a3b0-fc17-e838bdb11fb6, 'name': SearchDatastore_Task, 'duration_secs': 0.01791} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.422768] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.422768] env[69663]: value = "task-3332905" [ 953.422768] env[69663]: _type = "Task" [ 953.422768] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.423076] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-275ca6ba-62c3-47b0-8047-80fb5a88753c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.431708] env[69663]: DEBUG oslo_vmware.api [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Waiting for the task: (returnval){ [ 953.431708] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d354f9-37ce-9581-628a-f0808f321f15" [ 953.431708] env[69663]: _type = "Task" [ 953.431708] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.441967] env[69663]: DEBUG oslo_vmware.api [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d354f9-37ce-9581-628a-f0808f321f15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.545162] env[69663]: INFO nova.compute.manager [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] bringing vm to original state: 'stopped' [ 953.748947] env[69663]: DEBUG nova.network.neutron [req-c765d117-8869-43ae-bec8-5a5950dc723f req-7e4376f3-2593-478d-a963-6fcb784300aa service nova] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Updated VIF entry in instance network info cache for port 0773f85b-a530-4cb4-b940-4227e52454e9. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 953.749408] env[69663]: DEBUG nova.network.neutron [req-c765d117-8869-43ae-bec8-5a5950dc723f req-7e4376f3-2593-478d-a963-6fcb784300aa service nova] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Updating instance_info_cache with network_info: [{"id": "0773f85b-a530-4cb4-b940-4227e52454e9", "address": "fa:16:3e:89:03:9e", "network": {"id": "59b54eec-84a1-43f7-a0f4-545f65d4d435", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-409860594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c93e46e76004fa8857e0f4319c77c32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0773f85b-a5", "ovs_interfaceid": "0773f85b-a530-4cb4-b940-4227e52454e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.832242] env[69663]: DEBUG nova.compute.utils [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 953.833454] env[69663]: DEBUG nova.compute.manager [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 953.833661] env[69663]: DEBUG nova.network.neutron [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 953.882297] env[69663]: DEBUG nova.policy [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '045d9de37ef8469d87d12a48eee57613', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b520dada971c4d7c823cfd847cf6836d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 953.943942] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332905, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.946204] env[69663]: DEBUG nova.virt.hardware [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 953.946475] env[69663]: DEBUG nova.virt.hardware [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 953.946641] env[69663]: DEBUG nova.virt.hardware [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.946831] env[69663]: DEBUG nova.virt.hardware [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 953.946987] env[69663]: DEBUG nova.virt.hardware [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.947751] env[69663]: DEBUG nova.virt.hardware [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 953.948065] env[69663]: DEBUG nova.virt.hardware [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 953.948259] env[69663]: DEBUG nova.virt.hardware [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 953.948445] env[69663]: DEBUG nova.virt.hardware [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 953.948646] env[69663]: DEBUG nova.virt.hardware [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 953.948856] env[69663]: DEBUG nova.virt.hardware [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 953.949694] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4804c1f-8bb1-40ae-b747-679fe88e3833 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.966022] env[69663]: DEBUG oslo_vmware.api [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d354f9-37ce-9581-628a-f0808f321f15, 'name': SearchDatastore_Task, 'duration_secs': 0.009945} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.966022] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.966022] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 8cd200bb-b932-4165-9316-4c1e994ff7f5/8cd200bb-b932-4165-9316-4c1e994ff7f5.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 953.966022] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e745469c-1594-46a0-97a7-2d6022c72d7b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.969107] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771d88fc-12c2-40c6-8751-005d165eadca {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.987280] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:2d:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f4f4d0bb-61eb-4597-bc00-c9fdbc85f93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e550a22c-4445-4084-9cae-689cae3aa897', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.995204] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.999304] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 953.999768] env[69663]: DEBUG oslo_vmware.api [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Waiting for the task: (returnval){ [ 953.999768] env[69663]: value = "task-3332906" [ 953.999768] env[69663]: _type = "Task" [ 953.999768] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.000298] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20a658fe-d705-4530-89bd-5c394a4c63df {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.026983] env[69663]: DEBUG oslo_vmware.api [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Task: {'id': task-3332906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.028595] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.028595] env[69663]: value = "task-3332907" [ 954.028595] env[69663]: _type = "Task" [ 954.028595] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.040585] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332907, 'name': CreateVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.252682] env[69663]: DEBUG oslo_concurrency.lockutils [req-c765d117-8869-43ae-bec8-5a5950dc723f req-7e4376f3-2593-478d-a963-6fcb784300aa service nova] Releasing lock "refresh_cache-432814ab-1e51-4972-9c04-886159dfd591" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.339549] env[69663]: DEBUG nova.compute.manager [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 954.397971] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c97808-0be9-4568-a8d2-c0529d1524b1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.408564] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffed9a30-d64a-4585-b317-c472ba87db9a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.447809] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fd2a11-c5c3-4a0f-bdf3-7219a19d22fc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.458444] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2266d5e-0c70-410e-8d3e-9bd5adb2bf5c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.462301] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332905, 'name': CreateVM_Task, 'duration_secs': 0.549344} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.462477] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 954.463476] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.463645] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.463964] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.464234] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ac409d9-1cfc-4cc1-b4c0-d9135a1c230c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.473903] env[69663]: DEBUG nova.compute.provider_tree [None req-e697b30a-d613-4139-ae79-3bca171a96bd tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.478083] env[69663]: DEBUG oslo_vmware.api [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Waiting for the task: (returnval){ [ 954.478083] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52dc6f98-84e8-25f3-ee96-a49d562d6327" [ 954.478083] env[69663]: _type = "Task" [ 954.478083] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.486496] env[69663]: DEBUG oslo_vmware.api [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52dc6f98-84e8-25f3-ee96-a49d562d6327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.525288] env[69663]: DEBUG oslo_vmware.api [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Task: {'id': task-3332906, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472253} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.525577] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 8cd200bb-b932-4165-9316-4c1e994ff7f5/8cd200bb-b932-4165-9316-4c1e994ff7f5.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 954.525858] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 954.526153] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b483925-64c5-4f10-8aee-e45563712327 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.533185] env[69663]: DEBUG oslo_vmware.api [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Waiting for the task: (returnval){ [ 954.533185] env[69663]: value = "task-3332908" [ 954.533185] env[69663]: _type = "Task" [ 954.533185] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.539396] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332907, 'name': CreateVM_Task, 'duration_secs': 0.331228} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.539856] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 954.540618] env[69663]: DEBUG oslo_concurrency.lockutils [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.545178] env[69663]: DEBUG oslo_vmware.api [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Task: {'id': task-3332908, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.552710] env[69663]: DEBUG oslo_concurrency.lockutils [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "1ea365a2-a920-449c-bdd6-9db460c6b395" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.552959] env[69663]: DEBUG oslo_concurrency.lockutils [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "1ea365a2-a920-449c-bdd6-9db460c6b395" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.553177] env[69663]: DEBUG nova.compute.manager [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 954.554312] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7a5b84-3a83-4256-97cf-c920c239239a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.562593] env[69663]: DEBUG nova.compute.manager [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69663) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 954.564644] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 954.564873] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c2709fb-2872-4a2d-a983-14577179ce80 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.570795] env[69663]: DEBUG oslo_vmware.api [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 954.570795] env[69663]: value = "task-3332909" [ 954.570795] env[69663]: _type = "Task" [ 954.570795] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.579637] env[69663]: DEBUG oslo_vmware.api [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.652590] env[69663]: DEBUG nova.network.neutron [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Successfully created port: 3245fb8e-a90a-4ff5-bb68-cd23dc0cd585 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 954.784468] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Acquiring lock "8589b22f-5f5e-415f-b47d-8f1f8365ffca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.784706] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Lock "8589b22f-5f5e-415f-b47d-8f1f8365ffca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.977388] env[69663]: DEBUG nova.scheduler.client.report [None req-e697b30a-d613-4139-ae79-3bca171a96bd tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 954.991293] env[69663]: DEBUG oslo_vmware.api [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52dc6f98-84e8-25f3-ee96-a49d562d6327, 'name': SearchDatastore_Task, 'duration_secs': 0.009239} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.992237] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.992476] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.992724] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.992876] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.993097] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.993392] env[69663]: DEBUG oslo_concurrency.lockutils [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.993815] env[69663]: DEBUG oslo_concurrency.lockutils [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.994297] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6114c4a-14f9-48b3-a7c6-43265276c575 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.997631] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c887118-1740-42dd-906b-78aa69108e1a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.003070] env[69663]: DEBUG oslo_vmware.api [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 955.003070] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52cab358-49b6-5d6c-f427-8931a7354d29" [ 955.003070] env[69663]: _type = "Task" [ 955.003070] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.007511] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.007662] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 955.008979] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-501c606e-eb45-4a57-ad7b-22a80ec1ee3d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.013961] env[69663]: DEBUG oslo_vmware.api [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52cab358-49b6-5d6c-f427-8931a7354d29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.016718] env[69663]: DEBUG oslo_vmware.api [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Waiting for the task: (returnval){ [ 955.016718] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f0517e-f648-c642-b28f-5807f2af1261" [ 955.016718] env[69663]: _type = "Task" [ 955.016718] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.029416] env[69663]: DEBUG oslo_vmware.api [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f0517e-f648-c642-b28f-5807f2af1261, 'name': SearchDatastore_Task, 'duration_secs': 0.008123} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.032517] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abed6e76-397c-4d85-84fb-4abced43955e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.040587] env[69663]: DEBUG oslo_vmware.api [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Waiting for the task: (returnval){ [ 955.040587] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5217a960-48f3-0978-99bd-882a621ab688" [ 955.040587] env[69663]: _type = "Task" [ 955.040587] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.043476] env[69663]: DEBUG oslo_vmware.api [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Task: {'id': task-3332908, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065921} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.047396] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.048160] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34f2679-1cb0-4fef-8fc8-69090620716e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.056855] env[69663]: DEBUG oslo_vmware.api [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5217a960-48f3-0978-99bd-882a621ab688, 'name': SearchDatastore_Task, 'duration_secs': 0.00859} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.066255] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.066538] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 432814ab-1e51-4972-9c04-886159dfd591/432814ab-1e51-4972-9c04-886159dfd591.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 955.079245] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 8cd200bb-b932-4165-9316-4c1e994ff7f5/8cd200bb-b932-4165-9316-4c1e994ff7f5.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.079545] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a77aedab-811f-45cb-a866-dcd123c06922 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.081902] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0aac1b1f-1174-4b98-86f2-0efbff5f1d9f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.104261] env[69663]: DEBUG oslo_vmware.api [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332909, 'name': PowerOffVM_Task, 'duration_secs': 0.206162} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.106244] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 955.106438] env[69663]: DEBUG nova.compute.manager [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 955.106768] env[69663]: DEBUG oslo_vmware.api [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Waiting for the task: (returnval){ [ 955.106768] env[69663]: value = "task-3332910" [ 955.106768] env[69663]: _type = "Task" [ 955.106768] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.107019] env[69663]: DEBUG oslo_vmware.api [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Waiting for the task: (returnval){ [ 955.107019] env[69663]: value = "task-3332911" [ 955.107019] env[69663]: _type = "Task" [ 955.107019] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.107712] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983600e5-8ce2-4c1f-a6de-588babddc151 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.121962] env[69663]: DEBUG oslo_vmware.api [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': task-3332910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.126268] env[69663]: DEBUG oslo_vmware.api [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Task: {'id': task-3332911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.287752] env[69663]: DEBUG nova.compute.manager [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 955.359508] env[69663]: DEBUG nova.compute.manager [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 955.389684] env[69663]: DEBUG nova.virt.hardware [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 955.389684] env[69663]: DEBUG nova.virt.hardware [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 955.389874] env[69663]: DEBUG nova.virt.hardware [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.389984] env[69663]: DEBUG nova.virt.hardware [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 955.390075] env[69663]: DEBUG nova.virt.hardware [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.390238] env[69663]: DEBUG nova.virt.hardware [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 955.390462] env[69663]: DEBUG nova.virt.hardware [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 955.390627] env[69663]: DEBUG nova.virt.hardware [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 955.390896] env[69663]: DEBUG nova.virt.hardware [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 955.391102] env[69663]: DEBUG nova.virt.hardware [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 955.391294] env[69663]: DEBUG nova.virt.hardware [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 955.392242] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29813feb-c6fd-4bd6-80f9-cec231699064 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.404089] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc416644-b7da-43e8-aadf-51c5d1de1eb5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.482957] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e697b30a-d613-4139-ae79-3bca171a96bd tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.485999] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9b85f97b-a3cd-466e-805d-36fa60a2d576 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 52.997s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.486489] env[69663]: DEBUG nova.objects.instance [None req-9b85f97b-a3cd-466e-805d-36fa60a2d576 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lazy-loading 'resources' on Instance uuid 72adaa51-ad9d-4851-9183-58edff64726e {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.509506] env[69663]: INFO nova.scheduler.client.report [None req-e697b30a-d613-4139-ae79-3bca171a96bd tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Deleted allocations for instance da66309c-65cb-4e12-82fc-54c240cb5134 [ 955.518429] env[69663]: DEBUG oslo_vmware.api [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52cab358-49b6-5d6c-f427-8931a7354d29, 'name': SearchDatastore_Task, 'duration_secs': 0.009399} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.519138] env[69663]: DEBUG oslo_concurrency.lockutils [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.519382] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.519678] env[69663]: DEBUG oslo_concurrency.lockutils [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.519839] env[69663]: DEBUG oslo_concurrency.lockutils [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.520091] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.520555] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17507a6d-10d7-44a6-b25e-da496c7b5764 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.534322] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.534520] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 955.535785] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d03aab7-46f7-4d7a-98c2-5d95e26dc9b4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.543032] env[69663]: DEBUG oslo_vmware.api [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 955.543032] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52033d6f-01b9-9ce4-3916-fba422ed03c5" [ 955.543032] env[69663]: _type = "Task" [ 955.543032] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.550628] env[69663]: DEBUG oslo_vmware.api [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52033d6f-01b9-9ce4-3916-fba422ed03c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.622052] env[69663]: DEBUG oslo_vmware.api [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': task-3332910, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481277} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.625715] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 432814ab-1e51-4972-9c04-886159dfd591/432814ab-1e51-4972-9c04-886159dfd591.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 955.626069] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.626259] env[69663]: DEBUG oslo_vmware.api [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Task: {'id': task-3332911, 'name': ReconfigVM_Task, 'duration_secs': 0.391238} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.626464] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5cb9cc4-8f30-40a9-a189-805569edff7c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.628223] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 8cd200bb-b932-4165-9316-4c1e994ff7f5/8cd200bb-b932-4165-9316-4c1e994ff7f5.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.629127] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f79bdda-7016-43f0-81aa-161287b748e3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.635295] env[69663]: DEBUG oslo_vmware.api [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Waiting for the task: (returnval){ [ 955.635295] env[69663]: value = "task-3332912" [ 955.635295] env[69663]: _type = "Task" [ 955.635295] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.635836] env[69663]: DEBUG oslo_concurrency.lockutils [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "1ea365a2-a920-449c-bdd6-9db460c6b395" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.083s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.637723] env[69663]: DEBUG oslo_vmware.api [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Waiting for the task: (returnval){ [ 955.637723] env[69663]: value = "task-3332913" [ 955.637723] env[69663]: _type = "Task" [ 955.637723] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.649999] env[69663]: DEBUG oslo_vmware.api [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': task-3332912, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.653176] env[69663]: DEBUG oslo_vmware.api [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Task: {'id': task-3332913, 'name': Rename_Task} progress is 10%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.807092] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.024273] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e697b30a-d613-4139-ae79-3bca171a96bd tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lock "da66309c-65cb-4e12-82fc-54c240cb5134" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.736s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.054645] env[69663]: DEBUG oslo_vmware.api [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52033d6f-01b9-9ce4-3916-fba422ed03c5, 'name': SearchDatastore_Task, 'duration_secs': 0.032123} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.055500] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30061535-4831-46ff-8982-7148d4dfb377 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.063081] env[69663]: DEBUG oslo_vmware.api [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 956.063081] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]520ceac4-f61d-ec6e-b69f-791cb0b78832" [ 956.063081] env[69663]: _type = "Task" [ 956.063081] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.070836] env[69663]: DEBUG oslo_vmware.api [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]520ceac4-f61d-ec6e-b69f-791cb0b78832, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.151965] env[69663]: DEBUG oslo_concurrency.lockutils [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.154964] env[69663]: DEBUG oslo_vmware.api [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': task-3332912, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063128} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.155568] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.156411] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd73413-0d9a-4025-87f9-32756d356833 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.162107] env[69663]: DEBUG oslo_vmware.api [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Task: {'id': task-3332913, 'name': Rename_Task, 'duration_secs': 0.137109} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.162743] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 956.163010] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f2bd77e-b31b-4607-a401-f4268167e333 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.184939] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 432814ab-1e51-4972-9c04-886159dfd591/432814ab-1e51-4972-9c04-886159dfd591.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.185820] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb274f3e-959d-41da-ad66-a30d97324612 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.207662] env[69663]: DEBUG oslo_vmware.api [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Waiting for the task: (returnval){ [ 956.207662] env[69663]: value = "task-3332914" [ 956.207662] env[69663]: _type = "Task" [ 956.207662] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.210944] env[69663]: DEBUG oslo_vmware.api [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Waiting for the task: (returnval){ [ 956.210944] env[69663]: value = "task-3332915" [ 956.210944] env[69663]: _type = "Task" [ 956.210944] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.214205] env[69663]: DEBUG oslo_vmware.api [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Task: {'id': task-3332914, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.223240] env[69663]: DEBUG oslo_vmware.api [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': task-3332915, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.438590] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf174abb-afe5-4ece-abdc-887b4c2d5c29 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.446448] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8514e5d-e8ae-4402-8dcb-2fd543e3c29f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.486286] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d061b3-0c44-405f-9ce1-9e19bf03b04e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.491950] env[69663]: DEBUG nova.compute.manager [req-2e78f00d-905b-439c-b2fd-00a06cef612e req-22a6d0a5-a253-4d03-8a2d-014280b99839 service nova] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Received event network-vif-plugged-3245fb8e-a90a-4ff5-bb68-cd23dc0cd585 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 956.492363] env[69663]: DEBUG oslo_concurrency.lockutils [req-2e78f00d-905b-439c-b2fd-00a06cef612e req-22a6d0a5-a253-4d03-8a2d-014280b99839 service nova] Acquiring lock "d5140fb2-ebb9-40fe-ae74-8934c1e109b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.492732] env[69663]: DEBUG oslo_concurrency.lockutils [req-2e78f00d-905b-439c-b2fd-00a06cef612e req-22a6d0a5-a253-4d03-8a2d-014280b99839 service nova] Lock "d5140fb2-ebb9-40fe-ae74-8934c1e109b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.493077] env[69663]: DEBUG oslo_concurrency.lockutils [req-2e78f00d-905b-439c-b2fd-00a06cef612e req-22a6d0a5-a253-4d03-8a2d-014280b99839 service nova] Lock "d5140fb2-ebb9-40fe-ae74-8934c1e109b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.493674] env[69663]: DEBUG nova.compute.manager [req-2e78f00d-905b-439c-b2fd-00a06cef612e req-22a6d0a5-a253-4d03-8a2d-014280b99839 service nova] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] No waiting events found dispatching network-vif-plugged-3245fb8e-a90a-4ff5-bb68-cd23dc0cd585 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 956.493753] env[69663]: WARNING nova.compute.manager [req-2e78f00d-905b-439c-b2fd-00a06cef612e req-22a6d0a5-a253-4d03-8a2d-014280b99839 service nova] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Received unexpected event network-vif-plugged-3245fb8e-a90a-4ff5-bb68-cd23dc0cd585 for instance with vm_state building and task_state spawning. [ 956.502541] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c92b327-b84b-4bc3-8bac-485fad555e6a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.527189] env[69663]: DEBUG nova.compute.provider_tree [None req-9b85f97b-a3cd-466e-805d-36fa60a2d576 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.536813] env[69663]: DEBUG nova.network.neutron [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Successfully updated port: 3245fb8e-a90a-4ff5-bb68-cd23dc0cd585 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 956.577961] env[69663]: DEBUG oslo_vmware.api [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]520ceac4-f61d-ec6e-b69f-791cb0b78832, 'name': SearchDatastore_Task, 'duration_secs': 0.010077} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.578457] env[69663]: DEBUG oslo_concurrency.lockutils [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.578611] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] adbc2e4c-d298-4e17-b927-8165617434b4/adbc2e4c-d298-4e17-b927-8165617434b4.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 956.579107] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc43b3e2-dac6-4ea4-a35f-6d26c0d05276 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.589573] env[69663]: DEBUG oslo_vmware.api [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 956.589573] env[69663]: value = "task-3332916" [ 956.589573] env[69663]: _type = "Task" [ 956.589573] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.597986] env[69663]: DEBUG oslo_vmware.api [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.716746] env[69663]: DEBUG oslo_vmware.api [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Task: {'id': task-3332914, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.725035] env[69663]: DEBUG oslo_vmware.api [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': task-3332915, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.031560] env[69663]: DEBUG nova.scheduler.client.report [None req-9b85f97b-a3cd-466e-805d-36fa60a2d576 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 957.040332] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "refresh_cache-d5140fb2-ebb9-40fe-ae74-8934c1e109b0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.040332] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquired lock "refresh_cache-d5140fb2-ebb9-40fe-ae74-8934c1e109b0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.040332] env[69663]: DEBUG nova.network.neutron [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 957.071766] env[69663]: DEBUG oslo_concurrency.lockutils [None req-47de09a3-eecf-4ab0-90cd-3966cea8edc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "1ea365a2-a920-449c-bdd6-9db460c6b395" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.072122] env[69663]: DEBUG oslo_concurrency.lockutils [None req-47de09a3-eecf-4ab0-90cd-3966cea8edc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "1ea365a2-a920-449c-bdd6-9db460c6b395" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.072353] env[69663]: DEBUG oslo_concurrency.lockutils [None req-47de09a3-eecf-4ab0-90cd-3966cea8edc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "1ea365a2-a920-449c-bdd6-9db460c6b395-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.072545] env[69663]: DEBUG oslo_concurrency.lockutils [None req-47de09a3-eecf-4ab0-90cd-3966cea8edc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "1ea365a2-a920-449c-bdd6-9db460c6b395-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.072802] env[69663]: DEBUG oslo_concurrency.lockutils [None req-47de09a3-eecf-4ab0-90cd-3966cea8edc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "1ea365a2-a920-449c-bdd6-9db460c6b395-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.075483] env[69663]: INFO nova.compute.manager [None req-47de09a3-eecf-4ab0-90cd-3966cea8edc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Terminating instance [ 957.081024] env[69663]: DEBUG nova.compute.manager [None req-47de09a3-eecf-4ab0-90cd-3966cea8edc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 957.081024] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-47de09a3-eecf-4ab0-90cd-3966cea8edc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 957.081024] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d667a9-3634-498d-b102-f73cee2110c0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.089068] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-47de09a3-eecf-4ab0-90cd-3966cea8edc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 957.089452] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31e6d7a8-0f53-4fed-bc1e-33b7ac90eda8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.103968] env[69663]: DEBUG oslo_vmware.api [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332916, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.152781] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-47de09a3-eecf-4ab0-90cd-3966cea8edc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 957.153094] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-47de09a3-eecf-4ab0-90cd-3966cea8edc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 957.153374] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-47de09a3-eecf-4ab0-90cd-3966cea8edc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Deleting the datastore file [datastore1] 1ea365a2-a920-449c-bdd6-9db460c6b395 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.153683] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fad9724-936e-4ebd-b24e-ea954b2eca45 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.161071] env[69663]: DEBUG oslo_vmware.api [None req-47de09a3-eecf-4ab0-90cd-3966cea8edc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 957.161071] env[69663]: value = "task-3332918" [ 957.161071] env[69663]: _type = "Task" [ 957.161071] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.170481] env[69663]: DEBUG oslo_vmware.api [None req-47de09a3-eecf-4ab0-90cd-3966cea8edc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.218341] env[69663]: DEBUG oslo_vmware.api [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Task: {'id': task-3332914, 'name': PowerOnVM_Task, 'duration_secs': 0.742382} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.221762] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 957.222011] env[69663]: INFO nova.compute.manager [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Took 9.12 seconds to spawn the instance on the hypervisor. [ 957.222234] env[69663]: DEBUG nova.compute.manager [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 957.223021] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b532a04-48a5-48f9-a03e-74226cc7ad11 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.230562] env[69663]: DEBUG oslo_vmware.api [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': task-3332915, 'name': ReconfigVM_Task, 'duration_secs': 0.731029} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.232103] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 432814ab-1e51-4972-9c04-886159dfd591/432814ab-1e51-4972-9c04-886159dfd591.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.232425] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69663) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1373}} [ 957.235645] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-c325d123-1b1e-4075-b064-81c8e8894f61 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.242721] env[69663]: DEBUG oslo_vmware.api [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Waiting for the task: (returnval){ [ 957.242721] env[69663]: value = "task-3332919" [ 957.242721] env[69663]: _type = "Task" [ 957.242721] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.251295] env[69663]: DEBUG oslo_vmware.api [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': task-3332919, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.537916] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9b85f97b-a3cd-466e-805d-36fa60a2d576 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.051s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.540069] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 51.486s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.542286] env[69663]: INFO nova.compute.claims [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.565286] env[69663]: INFO nova.scheduler.client.report [None req-9b85f97b-a3cd-466e-805d-36fa60a2d576 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Deleted allocations for instance 72adaa51-ad9d-4851-9183-58edff64726e [ 957.589945] env[69663]: DEBUG nova.network.neutron [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 957.602255] env[69663]: DEBUG oslo_vmware.api [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332916, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668857} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.602255] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] adbc2e4c-d298-4e17-b927-8165617434b4/adbc2e4c-d298-4e17-b927-8165617434b4.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 957.602255] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.602485] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ad821a0-e9ce-481e-a1c5-f030aa22504b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.610889] env[69663]: DEBUG oslo_vmware.api [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 957.610889] env[69663]: value = "task-3332920" [ 957.610889] env[69663]: _type = "Task" [ 957.610889] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.621387] env[69663]: DEBUG oslo_vmware.api [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332920, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.671728] env[69663]: DEBUG oslo_vmware.api [None req-47de09a3-eecf-4ab0-90cd-3966cea8edc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3332918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.489777} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.671728] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-47de09a3-eecf-4ab0-90cd-3966cea8edc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.671888] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-47de09a3-eecf-4ab0-90cd-3966cea8edc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 957.672595] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-47de09a3-eecf-4ab0-90cd-3966cea8edc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 957.672595] env[69663]: INFO nova.compute.manager [None req-47de09a3-eecf-4ab0-90cd-3966cea8edc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Took 0.59 seconds to destroy the instance on the hypervisor. [ 957.672595] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47de09a3-eecf-4ab0-90cd-3966cea8edc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.672781] env[69663]: DEBUG nova.compute.manager [-] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 957.672781] env[69663]: DEBUG nova.network.neutron [-] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 957.755943] env[69663]: INFO nova.compute.manager [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Took 60.83 seconds to build instance. [ 957.763578] env[69663]: DEBUG oslo_vmware.api [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': task-3332919, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.13859} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.763578] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69663) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1394}} [ 957.763703] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486874e9-d13b-4471-a43e-a8f589070299 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.789080] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 432814ab-1e51-4972-9c04-886159dfd591/ephemeral_0.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.790221] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37f69de8-7381-4d53-9871-19877f3db3c3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.812950] env[69663]: DEBUG oslo_vmware.api [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Waiting for the task: (returnval){ [ 957.812950] env[69663]: value = "task-3332921" [ 957.812950] env[69663]: _type = "Task" [ 957.812950] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.821717] env[69663]: DEBUG oslo_vmware.api [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': task-3332921, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.906878] env[69663]: DEBUG nova.network.neutron [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Updating instance_info_cache with network_info: [{"id": "3245fb8e-a90a-4ff5-bb68-cd23dc0cd585", "address": "fa:16:3e:24:cd:fb", "network": {"id": "b06eceef-e5b1-4b80-9f31-725913c44368", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811074450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b520dada971c4d7c823cfd847cf6836d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3245fb8e-a9", "ovs_interfaceid": "3245fb8e-a90a-4ff5-bb68-cd23dc0cd585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.072507] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9b85f97b-a3cd-466e-805d-36fa60a2d576 tempest-MultipleCreateTestJSON-62297241 tempest-MultipleCreateTestJSON-62297241-project-member] Lock "72adaa51-ad9d-4851-9183-58edff64726e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 58.529s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.121072] env[69663]: DEBUG oslo_vmware.api [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332920, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061123} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.124893] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.124893] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766d6ee7-0964-4ef4-92d9-5518de9f7045 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.144988] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] adbc2e4c-d298-4e17-b927-8165617434b4/adbc2e4c-d298-4e17-b927-8165617434b4.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.145364] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0046447-5eb1-4fc3-b763-4d4dabd1516d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.170204] env[69663]: DEBUG oslo_vmware.api [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 958.170204] env[69663]: value = "task-3332922" [ 958.170204] env[69663]: _type = "Task" [ 958.170204] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.181531] env[69663]: DEBUG oslo_vmware.api [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332922, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.258257] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8393a317-7df6-4cf7-8940-3098d2629e81 tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Lock "8cd200bb-b932-4165-9316-4c1e994ff7f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.061s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.325402] env[69663]: DEBUG oslo_vmware.api [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': task-3332921, 'name': ReconfigVM_Task, 'duration_secs': 0.290266} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.325812] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 432814ab-1e51-4972-9c04-886159dfd591/ephemeral_0.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.326669] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0ec3691-f9c6-4a27-b74d-de844b4d591b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.334549] env[69663]: DEBUG oslo_vmware.api [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Waiting for the task: (returnval){ [ 958.334549] env[69663]: value = "task-3332923" [ 958.334549] env[69663]: _type = "Task" [ 958.334549] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.343929] env[69663]: DEBUG oslo_vmware.api [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': task-3332923, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.409871] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Releasing lock "refresh_cache-d5140fb2-ebb9-40fe-ae74-8934c1e109b0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.410299] env[69663]: DEBUG nova.compute.manager [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Instance network_info: |[{"id": "3245fb8e-a90a-4ff5-bb68-cd23dc0cd585", "address": "fa:16:3e:24:cd:fb", "network": {"id": "b06eceef-e5b1-4b80-9f31-725913c44368", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811074450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b520dada971c4d7c823cfd847cf6836d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3245fb8e-a9", "ovs_interfaceid": "3245fb8e-a90a-4ff5-bb68-cd23dc0cd585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 958.410932] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:cd:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dacd109c-2442-41b8-b612-7ed3efbdaa94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3245fb8e-a90a-4ff5-bb68-cd23dc0cd585', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.420592] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.420873] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 958.421782] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f2feec2-62a1-4290-b718-bcdd2dde7b70 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.443416] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.443416] env[69663]: value = "task-3332924" [ 958.443416] env[69663]: _type = "Task" [ 958.443416] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.451994] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332924, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.585658] env[69663]: DEBUG nova.compute.manager [req-233bb42f-1e21-49fa-8f7f-921761199eb4 req-ce02b7d4-7fea-46cd-94fc-f2959784020b service nova] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Received event network-changed-3245fb8e-a90a-4ff5-bb68-cd23dc0cd585 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 958.586974] env[69663]: DEBUG nova.compute.manager [req-233bb42f-1e21-49fa-8f7f-921761199eb4 req-ce02b7d4-7fea-46cd-94fc-f2959784020b service nova] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Refreshing instance network info cache due to event network-changed-3245fb8e-a90a-4ff5-bb68-cd23dc0cd585. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 958.587464] env[69663]: DEBUG oslo_concurrency.lockutils [req-233bb42f-1e21-49fa-8f7f-921761199eb4 req-ce02b7d4-7fea-46cd-94fc-f2959784020b service nova] Acquiring lock "refresh_cache-d5140fb2-ebb9-40fe-ae74-8934c1e109b0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.590021] env[69663]: DEBUG oslo_concurrency.lockutils [req-233bb42f-1e21-49fa-8f7f-921761199eb4 req-ce02b7d4-7fea-46cd-94fc-f2959784020b service nova] Acquired lock "refresh_cache-d5140fb2-ebb9-40fe-ae74-8934c1e109b0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.590021] env[69663]: DEBUG nova.network.neutron [req-233bb42f-1e21-49fa-8f7f-921761199eb4 req-ce02b7d4-7fea-46cd-94fc-f2959784020b service nova] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Refreshing network info cache for port 3245fb8e-a90a-4ff5-bb68-cd23dc0cd585 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 958.665655] env[69663]: DEBUG nova.network.neutron [-] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.681277] env[69663]: DEBUG oslo_vmware.api [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332922, 'name': ReconfigVM_Task, 'duration_secs': 0.251303} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.685298] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Reconfigured VM instance instance-00000022 to attach disk [datastore2] adbc2e4c-d298-4e17-b927-8165617434b4/adbc2e4c-d298-4e17-b927-8165617434b4.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.686804] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df9b20ef-8a10-490a-81ff-604bc7f2d56a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.693862] env[69663]: DEBUG oslo_vmware.api [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 958.693862] env[69663]: value = "task-3332925" [ 958.693862] env[69663]: _type = "Task" [ 958.693862] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.708405] env[69663]: DEBUG oslo_vmware.api [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332925, 'name': Rename_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.851039] env[69663]: DEBUG oslo_vmware.api [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': task-3332923, 'name': Rename_Task, 'duration_secs': 0.177534} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.851443] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 958.851700] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44da6c7d-e1fc-4672-865b-76b1478f3e94 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.860230] env[69663]: DEBUG oslo_vmware.api [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Waiting for the task: (returnval){ [ 958.860230] env[69663]: value = "task-3332926" [ 958.860230] env[69663]: _type = "Task" [ 958.860230] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.869539] env[69663]: DEBUG oslo_vmware.api [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': task-3332926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.956222] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332924, 'name': CreateVM_Task} progress is 25%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.099473] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c147b88-8494-45d6-9949-e995ef57fda7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.108361] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3771e4-fca1-4a09-9305-986b9aa01590 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.142988] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be78761-4990-4e94-9fcd-ad917d369640 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.153772] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69074843-be8b-401c-92d0-e2cd4483e5fc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.174632] env[69663]: INFO nova.compute.manager [-] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Took 1.50 seconds to deallocate network for instance. [ 959.176022] env[69663]: DEBUG nova.compute.provider_tree [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.204858] env[69663]: DEBUG oslo_vmware.api [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332925, 'name': Rename_Task, 'duration_secs': 0.149774} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.205178] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 959.205443] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9025b857-ae89-49b2-9e86-c630eaa89aa0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.212779] env[69663]: DEBUG oslo_vmware.api [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 959.212779] env[69663]: value = "task-3332927" [ 959.212779] env[69663]: _type = "Task" [ 959.212779] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.222703] env[69663]: DEBUG oslo_vmware.api [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.372595] env[69663]: DEBUG oslo_vmware.api [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': task-3332926, 'name': PowerOnVM_Task, 'duration_secs': 0.476355} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.373393] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 959.373393] env[69663]: INFO nova.compute.manager [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Took 8.15 seconds to spawn the instance on the hypervisor. [ 959.373583] env[69663]: DEBUG nova.compute.manager [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 959.375243] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b589c4a4-0b4c-4cb0-bdc5-5fb3eee0301e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.456601] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332924, 'name': CreateVM_Task, 'duration_secs': 0.733982} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.460317] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 959.463124] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.463124] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.463124] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.463124] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b874ce1a-4e8b-406c-b1da-94775f20e509 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.467728] env[69663]: DEBUG oslo_vmware.api [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 959.467728] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52982a0e-134b-7207-821b-30dd57d00bd5" [ 959.467728] env[69663]: _type = "Task" [ 959.467728] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.478998] env[69663]: DEBUG oslo_vmware.api [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52982a0e-134b-7207-821b-30dd57d00bd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.565081] env[69663]: DEBUG nova.network.neutron [req-233bb42f-1e21-49fa-8f7f-921761199eb4 req-ce02b7d4-7fea-46cd-94fc-f2959784020b service nova] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Updated VIF entry in instance network info cache for port 3245fb8e-a90a-4ff5-bb68-cd23dc0cd585. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 959.565501] env[69663]: DEBUG nova.network.neutron [req-233bb42f-1e21-49fa-8f7f-921761199eb4 req-ce02b7d4-7fea-46cd-94fc-f2959784020b service nova] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Updating instance_info_cache with network_info: [{"id": "3245fb8e-a90a-4ff5-bb68-cd23dc0cd585", "address": "fa:16:3e:24:cd:fb", "network": {"id": "b06eceef-e5b1-4b80-9f31-725913c44368", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811074450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b520dada971c4d7c823cfd847cf6836d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3245fb8e-a9", "ovs_interfaceid": "3245fb8e-a90a-4ff5-bb68-cd23dc0cd585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.680343] env[69663]: DEBUG nova.scheduler.client.report [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 959.688708] env[69663]: DEBUG oslo_concurrency.lockutils [None req-47de09a3-eecf-4ab0-90cd-3966cea8edc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.724281] env[69663]: DEBUG oslo_vmware.api [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332927, 'name': PowerOnVM_Task, 'duration_secs': 0.48811} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.724617] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 959.724854] env[69663]: DEBUG nova.compute.manager [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 959.725704] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6c2b48-7d7f-4d6e-8261-ff504ca5c4df {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.896471] env[69663]: INFO nova.compute.manager [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Took 62.03 seconds to build instance. [ 959.980262] env[69663]: DEBUG oslo_vmware.api [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52982a0e-134b-7207-821b-30dd57d00bd5, 'name': SearchDatastore_Task, 'duration_secs': 0.010641} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.980675] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.980951] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.981213] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.981366] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.981552] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.981862] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b55cd8a-13d5-423b-99af-820544be4d8a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.994503] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.994695] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 959.995436] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e58aacaa-d137-4352-afe4-9b533ddde69d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.001209] env[69663]: DEBUG oslo_vmware.api [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 960.001209] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ef0d09-96aa-526a-1c66-8f4d626c60df" [ 960.001209] env[69663]: _type = "Task" [ 960.001209] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.014305] env[69663]: DEBUG oslo_vmware.api [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ef0d09-96aa-526a-1c66-8f4d626c60df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.069726] env[69663]: DEBUG oslo_concurrency.lockutils [req-233bb42f-1e21-49fa-8f7f-921761199eb4 req-ce02b7d4-7fea-46cd-94fc-f2959784020b service nova] Releasing lock "refresh_cache-d5140fb2-ebb9-40fe-ae74-8934c1e109b0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.069726] env[69663]: DEBUG nova.compute.manager [req-233bb42f-1e21-49fa-8f7f-921761199eb4 req-ce02b7d4-7fea-46cd-94fc-f2959784020b service nova] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Received event network-vif-deleted-d7a50a53-fac1-4ddf-9946-1c1999418dc8 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 960.069726] env[69663]: INFO nova.compute.manager [req-233bb42f-1e21-49fa-8f7f-921761199eb4 req-ce02b7d4-7fea-46cd-94fc-f2959784020b service nova] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Neutron deleted interface d7a50a53-fac1-4ddf-9946-1c1999418dc8; detaching it from the instance and deleting it from the info cache [ 960.069726] env[69663]: DEBUG nova.network.neutron [req-233bb42f-1e21-49fa-8f7f-921761199eb4 req-ce02b7d4-7fea-46cd-94fc-f2959784020b service nova] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.189018] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.189151] env[69663]: DEBUG nova.compute.manager [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 960.193014] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dc5401ec-994b-4bb3-bfc2-2845819e5522 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 42.407s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.245536] env[69663]: DEBUG oslo_concurrency.lockutils [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.398257] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d978c3c5-6d5b-48fc-8ad2-f8885c59f7f2 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Lock "432814ab-1e51-4972-9c04-886159dfd591" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.337s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.512914] env[69663]: DEBUG oslo_vmware.api [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ef0d09-96aa-526a-1c66-8f4d626c60df, 'name': SearchDatastore_Task, 'duration_secs': 0.023032} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.513930] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4680a724-bf57-4694-983b-00754f3f898f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.519508] env[69663]: DEBUG oslo_vmware.api [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 960.519508] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ca19f4-b0a9-ebef-f2a5-8dfd8cca3ae6" [ 960.519508] env[69663]: _type = "Task" [ 960.519508] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.528607] env[69663]: DEBUG oslo_vmware.api [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ca19f4-b0a9-ebef-f2a5-8dfd8cca3ae6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.572645] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85f28768-585c-4797-bda5-73d3fcdacc39 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.585175] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cded6c3a-a6ca-4b50-80e5-c2237d495017 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.622279] env[69663]: DEBUG nova.compute.manager [req-233bb42f-1e21-49fa-8f7f-921761199eb4 req-ce02b7d4-7fea-46cd-94fc-f2959784020b service nova] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Detach interface failed, port_id=d7a50a53-fac1-4ddf-9946-1c1999418dc8, reason: Instance 1ea365a2-a920-449c-bdd6-9db460c6b395 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 960.698400] env[69663]: DEBUG nova.compute.utils [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 960.703708] env[69663]: DEBUG nova.compute.manager [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 960.703708] env[69663]: DEBUG nova.network.neutron [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 960.759430] env[69663]: DEBUG nova.compute.manager [req-e8e18c62-89a8-4818-9f24-086ae9f2cd3d req-9ca1a732-2a6d-4c24-a867-d460007b2a39 service nova] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Received event network-changed-c0fb0727-6499-44d4-bd2d-adc12f4cb3d4 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 960.759430] env[69663]: DEBUG nova.compute.manager [req-e8e18c62-89a8-4818-9f24-086ae9f2cd3d req-9ca1a732-2a6d-4c24-a867-d460007b2a39 service nova] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Refreshing instance network info cache due to event network-changed-c0fb0727-6499-44d4-bd2d-adc12f4cb3d4. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 960.759430] env[69663]: DEBUG oslo_concurrency.lockutils [req-e8e18c62-89a8-4818-9f24-086ae9f2cd3d req-9ca1a732-2a6d-4c24-a867-d460007b2a39 service nova] Acquiring lock "refresh_cache-8cd200bb-b932-4165-9316-4c1e994ff7f5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.759430] env[69663]: DEBUG oslo_concurrency.lockutils [req-e8e18c62-89a8-4818-9f24-086ae9f2cd3d req-9ca1a732-2a6d-4c24-a867-d460007b2a39 service nova] Acquired lock "refresh_cache-8cd200bb-b932-4165-9316-4c1e994ff7f5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.759430] env[69663]: DEBUG nova.network.neutron [req-e8e18c62-89a8-4818-9f24-086ae9f2cd3d req-9ca1a732-2a6d-4c24-a867-d460007b2a39 service nova] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Refreshing network info cache for port c0fb0727-6499-44d4-bd2d-adc12f4cb3d4 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 960.846113] env[69663]: DEBUG nova.policy [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3e81da551f24b998b63e4e06b8be5be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68815e7d149245cba41f9e38abbf12c9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 961.030439] env[69663]: DEBUG oslo_vmware.api [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ca19f4-b0a9-ebef-f2a5-8dfd8cca3ae6, 'name': SearchDatastore_Task, 'duration_secs': 0.031088} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.033099] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.033382] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] d5140fb2-ebb9-40fe-ae74-8934c1e109b0/d5140fb2-ebb9-40fe-ae74-8934c1e109b0.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 961.033833] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2557d96b-b102-4a73-aa83-85e1c50b218c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.043232] env[69663]: DEBUG oslo_vmware.api [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 961.043232] env[69663]: value = "task-3332928" [ 961.043232] env[69663]: _type = "Task" [ 961.043232] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.055512] env[69663]: DEBUG oslo_vmware.api [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332928, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.198246] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a79a71-78de-4a81-bbd0-8be55df51607 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.204020] env[69663]: DEBUG nova.compute.manager [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 961.215431] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb738f4-b5a3-4ce3-b823-1bf9bfbe767a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.255729] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280c6f05-b86a-4396-a933-2cd89785e1b1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.264957] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800bd66f-0ba5-4d9e-8607-3b16b7cea84e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.282378] env[69663]: DEBUG nova.compute.provider_tree [None req-dc5401ec-994b-4bb3-bfc2-2845819e5522 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.355507] env[69663]: DEBUG nova.network.neutron [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Successfully created port: 167f4167-2abb-41df-9a25-7295d6b4eb51 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 961.554231] env[69663]: DEBUG oslo_vmware.api [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332928, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.739544] env[69663]: DEBUG nova.compute.manager [req-ea3156f7-8e9e-49dc-990f-dab59da0a3ba req-d6c31982-78db-4044-abb4-e752483fe293 service nova] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Received event network-changed-0773f85b-a530-4cb4-b940-4227e52454e9 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 961.739544] env[69663]: DEBUG nova.compute.manager [req-ea3156f7-8e9e-49dc-990f-dab59da0a3ba req-d6c31982-78db-4044-abb4-e752483fe293 service nova] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Refreshing instance network info cache due to event network-changed-0773f85b-a530-4cb4-b940-4227e52454e9. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 961.739544] env[69663]: DEBUG oslo_concurrency.lockutils [req-ea3156f7-8e9e-49dc-990f-dab59da0a3ba req-d6c31982-78db-4044-abb4-e752483fe293 service nova] Acquiring lock "refresh_cache-432814ab-1e51-4972-9c04-886159dfd591" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.739544] env[69663]: DEBUG oslo_concurrency.lockutils [req-ea3156f7-8e9e-49dc-990f-dab59da0a3ba req-d6c31982-78db-4044-abb4-e752483fe293 service nova] Acquired lock "refresh_cache-432814ab-1e51-4972-9c04-886159dfd591" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.739544] env[69663]: DEBUG nova.network.neutron [req-ea3156f7-8e9e-49dc-990f-dab59da0a3ba req-d6c31982-78db-4044-abb4-e752483fe293 service nova] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Refreshing network info cache for port 0773f85b-a530-4cb4-b940-4227e52454e9 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 961.785475] env[69663]: DEBUG nova.scheduler.client.report [None req-dc5401ec-994b-4bb3-bfc2-2845819e5522 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 962.054992] env[69663]: DEBUG nova.network.neutron [req-e8e18c62-89a8-4818-9f24-086ae9f2cd3d req-9ca1a732-2a6d-4c24-a867-d460007b2a39 service nova] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Updated VIF entry in instance network info cache for port c0fb0727-6499-44d4-bd2d-adc12f4cb3d4. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 962.055346] env[69663]: DEBUG nova.network.neutron [req-e8e18c62-89a8-4818-9f24-086ae9f2cd3d req-9ca1a732-2a6d-4c24-a867-d460007b2a39 service nova] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Updating instance_info_cache with network_info: [{"id": "c0fb0727-6499-44d4-bd2d-adc12f4cb3d4", "address": "fa:16:3e:b7:ea:5e", "network": {"id": "e9524d7b-8118-4697-b98c-fdd2d124baf7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1284907570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b83445ec774840129e0569af970a8488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0fb0727-64", "ovs_interfaceid": "c0fb0727-6499-44d4-bd2d-adc12f4cb3d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.062820] env[69663]: DEBUG oslo_vmware.api [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332928, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541294} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.062820] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] d5140fb2-ebb9-40fe-ae74-8934c1e109b0/d5140fb2-ebb9-40fe-ae74-8934c1e109b0.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 962.062820] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 962.062820] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bb32f53-c9db-47a7-b583-c892de30bf20 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.069726] env[69663]: DEBUG oslo_vmware.api [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 962.069726] env[69663]: value = "task-3332929" [ 962.069726] env[69663]: _type = "Task" [ 962.069726] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.078892] env[69663]: DEBUG oslo_vmware.api [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.222294] env[69663]: DEBUG nova.compute.manager [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 962.258833] env[69663]: DEBUG nova.virt.hardware [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 962.259127] env[69663]: DEBUG nova.virt.hardware [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 962.259315] env[69663]: DEBUG nova.virt.hardware [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.259976] env[69663]: DEBUG nova.virt.hardware [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 962.259976] env[69663]: DEBUG nova.virt.hardware [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.259976] env[69663]: DEBUG nova.virt.hardware [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 962.261567] env[69663]: DEBUG nova.virt.hardware [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 962.261567] env[69663]: DEBUG nova.virt.hardware [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 962.261567] env[69663]: DEBUG nova.virt.hardware [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 962.261567] env[69663]: DEBUG nova.virt.hardware [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 962.261567] env[69663]: DEBUG nova.virt.hardware [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 962.264594] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a33564-80e3-499a-b1f3-4c03f0125043 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.273042] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab77647-fdbb-46ce-8ff9-504b07425489 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.557824] env[69663]: DEBUG oslo_concurrency.lockutils [req-e8e18c62-89a8-4818-9f24-086ae9f2cd3d req-9ca1a732-2a6d-4c24-a867-d460007b2a39 service nova] Releasing lock "refresh_cache-8cd200bb-b932-4165-9316-4c1e994ff7f5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.580832] env[69663]: DEBUG oslo_vmware.api [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064477} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.581124] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 962.581930] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bcafcc-5e3a-4b45-8c36-1db746dfba55 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.605635] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] d5140fb2-ebb9-40fe-ae74-8934c1e109b0/d5140fb2-ebb9-40fe-ae74-8934c1e109b0.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.608706] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9d16653-f08d-4914-874c-3f310f829492 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.629428] env[69663]: DEBUG oslo_vmware.api [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 962.629428] env[69663]: value = "task-3332930" [ 962.629428] env[69663]: _type = "Task" [ 962.629428] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.637275] env[69663]: DEBUG oslo_vmware.api [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332930, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.786409] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c75e5c71-1dc7-4430-ba42-ea08026e6230 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquiring lock "de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.786409] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c75e5c71-1dc7-4430-ba42-ea08026e6230 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.786409] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c75e5c71-1dc7-4430-ba42-ea08026e6230 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquiring lock "de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.786409] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c75e5c71-1dc7-4430-ba42-ea08026e6230 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.786409] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c75e5c71-1dc7-4430-ba42-ea08026e6230 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.787888] env[69663]: INFO nova.compute.manager [None req-c75e5c71-1dc7-4430-ba42-ea08026e6230 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Terminating instance [ 962.791953] env[69663]: DEBUG nova.compute.manager [None req-c75e5c71-1dc7-4430-ba42-ea08026e6230 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 962.792210] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c75e5c71-1dc7-4430-ba42-ea08026e6230 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 962.793140] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0647947-6f18-4eae-a06b-0c8c4ab1c75a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.805186] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c75e5c71-1dc7-4430-ba42-ea08026e6230 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 962.805186] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dc5401ec-994b-4bb3-bfc2-2845819e5522 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.613s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.807322] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-479a7a3d-34fc-4a3e-bd9a-b79560aa68fd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.813828] env[69663]: DEBUG nova.network.neutron [req-ea3156f7-8e9e-49dc-990f-dab59da0a3ba req-d6c31982-78db-4044-abb4-e752483fe293 service nova] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Updated VIF entry in instance network info cache for port 0773f85b-a530-4cb4-b940-4227e52454e9. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 962.814918] env[69663]: DEBUG nova.network.neutron [req-ea3156f7-8e9e-49dc-990f-dab59da0a3ba req-d6c31982-78db-4044-abb4-e752483fe293 service nova] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Updating instance_info_cache with network_info: [{"id": "0773f85b-a530-4cb4-b940-4227e52454e9", "address": "fa:16:3e:89:03:9e", "network": {"id": "59b54eec-84a1-43f7-a0f4-545f65d4d435", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-409860594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c93e46e76004fa8857e0f4319c77c32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0773f85b-a5", "ovs_interfaceid": "0773f85b-a530-4cb4-b940-4227e52454e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.815496] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.318s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.818942] env[69663]: INFO nova.compute.claims [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.825655] env[69663]: DEBUG oslo_vmware.api [None req-c75e5c71-1dc7-4430-ba42-ea08026e6230 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 962.825655] env[69663]: value = "task-3332931" [ 962.825655] env[69663]: _type = "Task" [ 962.825655] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.841571] env[69663]: DEBUG oslo_vmware.api [None req-c75e5c71-1dc7-4430-ba42-ea08026e6230 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.143557] env[69663]: DEBUG oslo_vmware.api [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332930, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.324029] env[69663]: DEBUG oslo_concurrency.lockutils [req-ea3156f7-8e9e-49dc-990f-dab59da0a3ba req-d6c31982-78db-4044-abb4-e752483fe293 service nova] Releasing lock "refresh_cache-432814ab-1e51-4972-9c04-886159dfd591" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.341969] env[69663]: DEBUG oslo_vmware.api [None req-c75e5c71-1dc7-4430-ba42-ea08026e6230 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332931, 'name': PowerOffVM_Task, 'duration_secs': 0.405415} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.341969] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c75e5c71-1dc7-4430-ba42-ea08026e6230 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 963.341969] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c75e5c71-1dc7-4430-ba42-ea08026e6230 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 963.348181] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b69c2f4b-56ca-4f0b-9e03-136b87c9b8ef {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.395077] env[69663]: INFO nova.scheduler.client.report [None req-dc5401ec-994b-4bb3-bfc2-2845819e5522 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Deleted allocation for migration 9364fbfc-6c36-486d-a944-ef21f654311a [ 963.432336] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c75e5c71-1dc7-4430-ba42-ea08026e6230 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 963.432660] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c75e5c71-1dc7-4430-ba42-ea08026e6230 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 963.432920] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c75e5c71-1dc7-4430-ba42-ea08026e6230 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Deleting the datastore file [datastore2] de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.433321] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e68c248c-524c-4dba-9edd-f786f48e74ff {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.442513] env[69663]: DEBUG oslo_vmware.api [None req-c75e5c71-1dc7-4430-ba42-ea08026e6230 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 963.442513] env[69663]: value = "task-3332933" [ 963.442513] env[69663]: _type = "Task" [ 963.442513] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.453409] env[69663]: DEBUG oslo_vmware.api [None req-c75e5c71-1dc7-4430-ba42-ea08026e6230 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.640484] env[69663]: DEBUG oslo_vmware.api [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332930, 'name': ReconfigVM_Task, 'duration_secs': 0.758492} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.640741] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Reconfigured VM instance instance-00000043 to attach disk [datastore2] d5140fb2-ebb9-40fe-ae74-8934c1e109b0/d5140fb2-ebb9-40fe-ae74-8934c1e109b0.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.642084] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59eebcb6-deae-4398-8ccf-c99ce38e17fc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.648265] env[69663]: DEBUG oslo_vmware.api [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 963.648265] env[69663]: value = "task-3332934" [ 963.648265] env[69663]: _type = "Task" [ 963.648265] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.656175] env[69663]: DEBUG oslo_vmware.api [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332934, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.688354] env[69663]: DEBUG nova.compute.manager [req-9ad38373-f421-4170-902d-6ec9ffea1ef1 req-52ab0b7f-1e33-43de-8de3-a5a41e0eb24d service nova] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Received event network-vif-plugged-167f4167-2abb-41df-9a25-7295d6b4eb51 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 963.688354] env[69663]: DEBUG oslo_concurrency.lockutils [req-9ad38373-f421-4170-902d-6ec9ffea1ef1 req-52ab0b7f-1e33-43de-8de3-a5a41e0eb24d service nova] Acquiring lock "f4593027-e1c7-44a2-ab70-3d49444f2d69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.688354] env[69663]: DEBUG oslo_concurrency.lockutils [req-9ad38373-f421-4170-902d-6ec9ffea1ef1 req-52ab0b7f-1e33-43de-8de3-a5a41e0eb24d service nova] Lock "f4593027-e1c7-44a2-ab70-3d49444f2d69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.688354] env[69663]: DEBUG oslo_concurrency.lockutils [req-9ad38373-f421-4170-902d-6ec9ffea1ef1 req-52ab0b7f-1e33-43de-8de3-a5a41e0eb24d service nova] Lock "f4593027-e1c7-44a2-ab70-3d49444f2d69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.688354] env[69663]: DEBUG nova.compute.manager [req-9ad38373-f421-4170-902d-6ec9ffea1ef1 req-52ab0b7f-1e33-43de-8de3-a5a41e0eb24d service nova] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] No waiting events found dispatching network-vif-plugged-167f4167-2abb-41df-9a25-7295d6b4eb51 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 963.688354] env[69663]: WARNING nova.compute.manager [req-9ad38373-f421-4170-902d-6ec9ffea1ef1 req-52ab0b7f-1e33-43de-8de3-a5a41e0eb24d service nova] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Received unexpected event network-vif-plugged-167f4167-2abb-41df-9a25-7295d6b4eb51 for instance with vm_state building and task_state spawning. [ 963.768087] env[69663]: DEBUG nova.network.neutron [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Successfully updated port: 167f4167-2abb-41df-9a25-7295d6b4eb51 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 963.906814] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dc5401ec-994b-4bb3-bfc2-2845819e5522 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lock "15b18416-7534-4888-b1a7-9e147ff3980c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 49.551s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.957063] env[69663]: DEBUG oslo_vmware.api [None req-c75e5c71-1dc7-4430-ba42-ea08026e6230 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3332933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.473033} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.957362] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c75e5c71-1dc7-4430-ba42-ea08026e6230 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.957562] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c75e5c71-1dc7-4430-ba42-ea08026e6230 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 963.957750] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c75e5c71-1dc7-4430-ba42-ea08026e6230 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 963.957931] env[69663]: INFO nova.compute.manager [None req-c75e5c71-1dc7-4430-ba42-ea08026e6230 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 963.958230] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c75e5c71-1dc7-4430-ba42-ea08026e6230 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.958434] env[69663]: DEBUG nova.compute.manager [-] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 963.958530] env[69663]: DEBUG nova.network.neutron [-] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 964.160472] env[69663]: DEBUG oslo_vmware.api [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332934, 'name': Rename_Task, 'duration_secs': 0.305029} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.163343] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 964.163814] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c590abd-42a7-4df3-9956-0088060b555e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.171383] env[69663]: DEBUG oslo_vmware.api [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 964.171383] env[69663]: value = "task-3332935" [ 964.171383] env[69663]: _type = "Task" [ 964.171383] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.188551] env[69663]: DEBUG oslo_vmware.api [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.271425] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "refresh_cache-f4593027-e1c7-44a2-ab70-3d49444f2d69" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.271607] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquired lock "refresh_cache-f4593027-e1c7-44a2-ab70-3d49444f2d69" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.271777] env[69663]: DEBUG nova.network.neutron [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 964.306604] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bde9baa-c87d-4328-97a3-d3a4a5967fa9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.314796] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9f12b7-27f0-4d91-ae55-d194ead3b2cf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.352436] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99200d75-ee61-4020-a1e0-d8e8675a424e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.362163] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e76c055-c362-446b-af82-4b7371ce118a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.376558] env[69663]: DEBUG nova.compute.provider_tree [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.684304] env[69663]: DEBUG oslo_vmware.api [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332935, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.831361] env[69663]: DEBUG nova.network.neutron [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 964.880638] env[69663]: DEBUG nova.scheduler.client.report [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 965.071860] env[69663]: DEBUG nova.network.neutron [-] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.091686] env[69663]: DEBUG nova.network.neutron [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Updating instance_info_cache with network_info: [{"id": "167f4167-2abb-41df-9a25-7295d6b4eb51", "address": "fa:16:3e:4a:7e:b6", "network": {"id": "574b1c04-2607-4692-ac23-60377f5a2ddd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1371851621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68815e7d149245cba41f9e38abbf12c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap167f4167-2a", "ovs_interfaceid": "167f4167-2abb-41df-9a25-7295d6b4eb51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.185404] env[69663]: DEBUG oslo_vmware.api [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332935, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.201244] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d7c34bd3-cf0f-4cc3-90d7-9404fcccf697 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquiring lock "15b18416-7534-4888-b1a7-9e147ff3980c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.201531] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d7c34bd3-cf0f-4cc3-90d7-9404fcccf697 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lock "15b18416-7534-4888-b1a7-9e147ff3980c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.201815] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d7c34bd3-cf0f-4cc3-90d7-9404fcccf697 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquiring lock "15b18416-7534-4888-b1a7-9e147ff3980c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.201969] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d7c34bd3-cf0f-4cc3-90d7-9404fcccf697 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lock "15b18416-7534-4888-b1a7-9e147ff3980c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.202174] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d7c34bd3-cf0f-4cc3-90d7-9404fcccf697 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lock "15b18416-7534-4888-b1a7-9e147ff3980c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.204466] env[69663]: INFO nova.compute.manager [None req-d7c34bd3-cf0f-4cc3-90d7-9404fcccf697 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Terminating instance [ 965.207402] env[69663]: DEBUG nova.compute.manager [None req-d7c34bd3-cf0f-4cc3-90d7-9404fcccf697 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 965.207608] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c34bd3-cf0f-4cc3-90d7-9404fcccf697 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 965.208761] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90962cc5-6f94-4a79-a1a0-4daca144f3a3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.216300] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c34bd3-cf0f-4cc3-90d7-9404fcccf697 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 965.216532] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edc7a756-1464-4510-a068-f9ba03727f16 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.223897] env[69663]: DEBUG oslo_vmware.api [None req-d7c34bd3-cf0f-4cc3-90d7-9404fcccf697 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 965.223897] env[69663]: value = "task-3332936" [ 965.223897] env[69663]: _type = "Task" [ 965.223897] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.232192] env[69663]: DEBUG oslo_vmware.api [None req-d7c34bd3-cf0f-4cc3-90d7-9404fcccf697 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3332936, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.385652] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.386206] env[69663]: DEBUG nova.compute.manager [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 965.388809] env[69663]: DEBUG oslo_concurrency.lockutils [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.890s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.390215] env[69663]: INFO nova.compute.claims [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.574937] env[69663]: INFO nova.compute.manager [-] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Took 1.62 seconds to deallocate network for instance. [ 965.595118] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Releasing lock "refresh_cache-f4593027-e1c7-44a2-ab70-3d49444f2d69" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.595118] env[69663]: DEBUG nova.compute.manager [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Instance network_info: |[{"id": "167f4167-2abb-41df-9a25-7295d6b4eb51", "address": "fa:16:3e:4a:7e:b6", "network": {"id": "574b1c04-2607-4692-ac23-60377f5a2ddd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1371851621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68815e7d149245cba41f9e38abbf12c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap167f4167-2a", "ovs_interfaceid": "167f4167-2abb-41df-9a25-7295d6b4eb51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 965.595454] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:7e:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '167f4167-2abb-41df-9a25-7295d6b4eb51', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.603629] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Creating folder: Project (68815e7d149245cba41f9e38abbf12c9). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 965.603976] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98094764-83fe-4706-8662-eceb855e89ff {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.617192] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Created folder: Project (68815e7d149245cba41f9e38abbf12c9) in parent group-v665133. [ 965.619220] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Creating folder: Instances. Parent ref: group-v665326. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 965.619220] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b529989-acbf-4af3-a454-7d1048c204e3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.628658] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Created folder: Instances in parent group-v665326. [ 965.628826] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.629098] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 965.629376] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b52166aa-be64-40b1-a94c-6498f0ac95f3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.649220] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.649220] env[69663]: value = "task-3332939" [ 965.649220] env[69663]: _type = "Task" [ 965.649220] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.659296] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332939, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.682931] env[69663]: DEBUG oslo_vmware.api [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332935, 'name': PowerOnVM_Task, 'duration_secs': 1.053299} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.683300] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 965.683540] env[69663]: INFO nova.compute.manager [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Took 10.32 seconds to spawn the instance on the hypervisor. [ 965.683737] env[69663]: DEBUG nova.compute.manager [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 965.684654] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1999b31e-4b1c-464f-8049-24f9e4f53abb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.722666] env[69663]: DEBUG nova.compute.manager [req-83af3ea8-4c28-4d2d-985e-5fd8bff16d83 req-7b0bda62-9c49-4b89-9140-1e4efbe8ad10 service nova] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Received event network-changed-167f4167-2abb-41df-9a25-7295d6b4eb51 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 965.722666] env[69663]: DEBUG nova.compute.manager [req-83af3ea8-4c28-4d2d-985e-5fd8bff16d83 req-7b0bda62-9c49-4b89-9140-1e4efbe8ad10 service nova] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Refreshing instance network info cache due to event network-changed-167f4167-2abb-41df-9a25-7295d6b4eb51. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 965.722951] env[69663]: DEBUG oslo_concurrency.lockutils [req-83af3ea8-4c28-4d2d-985e-5fd8bff16d83 req-7b0bda62-9c49-4b89-9140-1e4efbe8ad10 service nova] Acquiring lock "refresh_cache-f4593027-e1c7-44a2-ab70-3d49444f2d69" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.723246] env[69663]: DEBUG oslo_concurrency.lockutils [req-83af3ea8-4c28-4d2d-985e-5fd8bff16d83 req-7b0bda62-9c49-4b89-9140-1e4efbe8ad10 service nova] Acquired lock "refresh_cache-f4593027-e1c7-44a2-ab70-3d49444f2d69" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.723344] env[69663]: DEBUG nova.network.neutron [req-83af3ea8-4c28-4d2d-985e-5fd8bff16d83 req-7b0bda62-9c49-4b89-9140-1e4efbe8ad10 service nova] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Refreshing network info cache for port 167f4167-2abb-41df-9a25-7295d6b4eb51 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 965.734285] env[69663]: DEBUG oslo_vmware.api [None req-d7c34bd3-cf0f-4cc3-90d7-9404fcccf697 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3332936, 'name': PowerOffVM_Task, 'duration_secs': 0.461314} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.734564] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7c34bd3-cf0f-4cc3-90d7-9404fcccf697 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 965.734738] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c34bd3-cf0f-4cc3-90d7-9404fcccf697 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 965.734983] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65b2231f-0739-4501-9fca-98e5a130bb23 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.805249] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c34bd3-cf0f-4cc3-90d7-9404fcccf697 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 965.805508] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c34bd3-cf0f-4cc3-90d7-9404fcccf697 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 965.805704] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7c34bd3-cf0f-4cc3-90d7-9404fcccf697 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Deleting the datastore file [datastore2] 15b18416-7534-4888-b1a7-9e147ff3980c {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.805980] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e991c952-2ed2-4539-afd4-6703b0076dd0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.812696] env[69663]: DEBUG oslo_vmware.api [None req-d7c34bd3-cf0f-4cc3-90d7-9404fcccf697 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 965.812696] env[69663]: value = "task-3332941" [ 965.812696] env[69663]: _type = "Task" [ 965.812696] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.821236] env[69663]: DEBUG oslo_vmware.api [None req-d7c34bd3-cf0f-4cc3-90d7-9404fcccf697 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3332941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.894801] env[69663]: DEBUG nova.compute.utils [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 965.899237] env[69663]: DEBUG nova.compute.manager [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 965.899455] env[69663]: DEBUG nova.network.neutron [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 965.944830] env[69663]: DEBUG nova.policy [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd313ecdb5911470b87e8e3e7f0b7125d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f92bbde946094de589470499bcadedef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 966.036618] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "d45768e5-763e-4953-8419-34a2d2a03ce5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.037652] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "d45768e5-763e-4953-8419-34a2d2a03ce5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.082513] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c75e5c71-1dc7-4430-ba42-ea08026e6230 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.159305] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332939, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.211198] env[69663]: INFO nova.compute.manager [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Took 66.09 seconds to build instance. [ 966.323852] env[69663]: DEBUG oslo_vmware.api [None req-d7c34bd3-cf0f-4cc3-90d7-9404fcccf697 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3332941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312464} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.324145] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7c34bd3-cf0f-4cc3-90d7-9404fcccf697 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.324342] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c34bd3-cf0f-4cc3-90d7-9404fcccf697 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 966.324530] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d7c34bd3-cf0f-4cc3-90d7-9404fcccf697 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 966.324716] env[69663]: INFO nova.compute.manager [None req-d7c34bd3-cf0f-4cc3-90d7-9404fcccf697 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 966.324969] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7c34bd3-cf0f-4cc3-90d7-9404fcccf697 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.325221] env[69663]: DEBUG nova.compute.manager [-] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 966.325314] env[69663]: DEBUG nova.network.neutron [-] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 966.401411] env[69663]: DEBUG nova.compute.manager [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 966.430936] env[69663]: DEBUG nova.network.neutron [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Successfully created port: efc0ac72-2933-4391-8cc2-8ff01e3da5cc {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.543099] env[69663]: DEBUG nova.compute.manager [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 966.669118] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332939, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.715436] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e9671980-7dec-4ecf-a32c-21e415b0c3c6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "d5140fb2-ebb9-40fe-ae74-8934c1e109b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.084s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.780964] env[69663]: DEBUG nova.network.neutron [req-83af3ea8-4c28-4d2d-985e-5fd8bff16d83 req-7b0bda62-9c49-4b89-9140-1e4efbe8ad10 service nova] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Updated VIF entry in instance network info cache for port 167f4167-2abb-41df-9a25-7295d6b4eb51. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 966.781521] env[69663]: DEBUG nova.network.neutron [req-83af3ea8-4c28-4d2d-985e-5fd8bff16d83 req-7b0bda62-9c49-4b89-9140-1e4efbe8ad10 service nova] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Updating instance_info_cache with network_info: [{"id": "167f4167-2abb-41df-9a25-7295d6b4eb51", "address": "fa:16:3e:4a:7e:b6", "network": {"id": "574b1c04-2607-4692-ac23-60377f5a2ddd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1371851621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68815e7d149245cba41f9e38abbf12c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap167f4167-2a", "ovs_interfaceid": "167f4167-2abb-41df-9a25-7295d6b4eb51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.999166] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476c4395-cbde-4ba8-8308-b5fc143dfc3c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.009038] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7b5835-0612-4900-8cd6-c000137fbd6d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.046035] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1f3ed5-c245-42e1-90b2-12335e7275b4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.056581] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2497b98c-4b97-4be3-aaaf-bf884458038a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.073263] env[69663]: DEBUG nova.compute.provider_tree [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.078545] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.164476] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332939, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.227081] env[69663]: DEBUG nova.compute.manager [req-6840676f-f719-41f2-8b89-2ceff7453968 req-342f0ec1-bcfe-4f52-902c-52dc3f462cf3 service nova] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Received event network-vif-deleted-8db95fcb-3f73-4bd3-a9b6-951f1ff294cf {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 967.227405] env[69663]: INFO nova.compute.manager [req-6840676f-f719-41f2-8b89-2ceff7453968 req-342f0ec1-bcfe-4f52-902c-52dc3f462cf3 service nova] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Neutron deleted interface 8db95fcb-3f73-4bd3-a9b6-951f1ff294cf; detaching it from the instance and deleting it from the info cache [ 967.227618] env[69663]: DEBUG nova.network.neutron [req-6840676f-f719-41f2-8b89-2ceff7453968 req-342f0ec1-bcfe-4f52-902c-52dc3f462cf3 service nova] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.288348] env[69663]: DEBUG oslo_concurrency.lockutils [req-83af3ea8-4c28-4d2d-985e-5fd8bff16d83 req-7b0bda62-9c49-4b89-9140-1e4efbe8ad10 service nova] Releasing lock "refresh_cache-f4593027-e1c7-44a2-ab70-3d49444f2d69" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.288643] env[69663]: DEBUG nova.compute.manager [req-83af3ea8-4c28-4d2d-985e-5fd8bff16d83 req-7b0bda62-9c49-4b89-9140-1e4efbe8ad10 service nova] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Received event network-vif-deleted-2bfb7a8b-9d28-402b-80a7-9b541415571b {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 967.415977] env[69663]: DEBUG nova.compute.manager [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 967.418221] env[69663]: DEBUG nova.network.neutron [-] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.454294] env[69663]: DEBUG nova.virt.hardware [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 967.454555] env[69663]: DEBUG nova.virt.hardware [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 967.454718] env[69663]: DEBUG nova.virt.hardware [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.454911] env[69663]: DEBUG nova.virt.hardware [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 967.455081] env[69663]: DEBUG nova.virt.hardware [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.455401] env[69663]: DEBUG nova.virt.hardware [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 967.455475] env[69663]: DEBUG nova.virt.hardware [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 967.455583] env[69663]: DEBUG nova.virt.hardware [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 967.456340] env[69663]: DEBUG nova.virt.hardware [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 967.456340] env[69663]: DEBUG nova.virt.hardware [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 967.456340] env[69663]: DEBUG nova.virt.hardware [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 967.457492] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bd34c6-cd39-48e1-9a4e-dc3609fe76d1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.465779] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3232a7-23f7-48f5-ba01-4c5c8825b2bf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.579019] env[69663]: DEBUG nova.scheduler.client.report [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 967.667022] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332939, 'name': CreateVM_Task, 'duration_secs': 1.558152} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.667022] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 967.667022] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.667022] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.667022] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.667022] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b76a8fa7-df1b-42c8-8ed3-c59cffe026d7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.671977] env[69663]: DEBUG oslo_vmware.api [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 967.671977] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5273edb4-6ce1-ab0b-8437-cea471c38cbf" [ 967.671977] env[69663]: _type = "Task" [ 967.671977] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.681205] env[69663]: DEBUG oslo_vmware.api [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5273edb4-6ce1-ab0b-8437-cea471c38cbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.730449] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-368517b8-c695-4ed7-be2c-e4a22d149830 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.749114] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2463f4c-282d-4e70-b940-c8ab5b4fa3c7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.788224] env[69663]: DEBUG nova.compute.manager [req-6840676f-f719-41f2-8b89-2ceff7453968 req-342f0ec1-bcfe-4f52-902c-52dc3f462cf3 service nova] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Detach interface failed, port_id=8db95fcb-3f73-4bd3-a9b6-951f1ff294cf, reason: Instance 15b18416-7534-4888-b1a7-9e147ff3980c could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 967.921825] env[69663]: INFO nova.compute.manager [-] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Took 1.60 seconds to deallocate network for instance. [ 968.082688] env[69663]: DEBUG oslo_concurrency.lockutils [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.083326] env[69663]: DEBUG nova.compute.manager [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 968.085998] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 42.522s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.191354] env[69663]: DEBUG oslo_vmware.api [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5273edb4-6ce1-ab0b-8437-cea471c38cbf, 'name': SearchDatastore_Task, 'duration_secs': 0.013138} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.191933] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.191933] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.193658] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.193658] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.193658] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.193658] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efd35efc-662f-45a6-90fe-bf1238bb4ba8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.202470] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.202678] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 968.203740] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-513eaf25-6032-4774-94f6-ae95e3cddbec {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.209550] env[69663]: DEBUG oslo_vmware.api [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 968.209550] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52651c7c-d2e7-e42f-6497-d443944c4707" [ 968.209550] env[69663]: _type = "Task" [ 968.209550] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.218020] env[69663]: DEBUG oslo_vmware.api [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52651c7c-d2e7-e42f-6497-d443944c4707, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.240910] env[69663]: INFO nova.compute.manager [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Rebuilding instance [ 968.302091] env[69663]: DEBUG nova.compute.manager [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 968.303042] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bc3b7b-8cba-430c-8601-a0fa2ec8fec1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.389471] env[69663]: DEBUG nova.compute.manager [req-29e1d3d4-1b49-4591-b28a-c39ef0cdabea req-a618c923-ce36-4459-aa69-d543e28fd852 service nova] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Received event network-vif-plugged-efc0ac72-2933-4391-8cc2-8ff01e3da5cc {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 968.389628] env[69663]: DEBUG oslo_concurrency.lockutils [req-29e1d3d4-1b49-4591-b28a-c39ef0cdabea req-a618c923-ce36-4459-aa69-d543e28fd852 service nova] Acquiring lock "012861af-a026-49dc-84e0-2240fdcb4c96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.389842] env[69663]: DEBUG oslo_concurrency.lockutils [req-29e1d3d4-1b49-4591-b28a-c39ef0cdabea req-a618c923-ce36-4459-aa69-d543e28fd852 service nova] Lock "012861af-a026-49dc-84e0-2240fdcb4c96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.390032] env[69663]: DEBUG oslo_concurrency.lockutils [req-29e1d3d4-1b49-4591-b28a-c39ef0cdabea req-a618c923-ce36-4459-aa69-d543e28fd852 service nova] Lock "012861af-a026-49dc-84e0-2240fdcb4c96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.390914] env[69663]: DEBUG nova.compute.manager [req-29e1d3d4-1b49-4591-b28a-c39ef0cdabea req-a618c923-ce36-4459-aa69-d543e28fd852 service nova] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] No waiting events found dispatching network-vif-plugged-efc0ac72-2933-4391-8cc2-8ff01e3da5cc {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 968.390914] env[69663]: WARNING nova.compute.manager [req-29e1d3d4-1b49-4591-b28a-c39ef0cdabea req-a618c923-ce36-4459-aa69-d543e28fd852 service nova] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Received unexpected event network-vif-plugged-efc0ac72-2933-4391-8cc2-8ff01e3da5cc for instance with vm_state building and task_state spawning. [ 968.429615] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d7c34bd3-cf0f-4cc3-90d7-9404fcccf697 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.480176] env[69663]: DEBUG nova.network.neutron [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Successfully updated port: efc0ac72-2933-4391-8cc2-8ff01e3da5cc {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.590623] env[69663]: DEBUG nova.compute.utils [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 968.604784] env[69663]: DEBUG nova.compute.manager [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 968.606651] env[69663]: DEBUG nova.compute.manager [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 968.606871] env[69663]: DEBUG nova.network.neutron [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 968.645325] env[69663]: DEBUG nova.policy [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bb78cfccdef4ff889a1e5b0d63dba49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd129d2f178144b2b2f0a284d38a100d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 968.720130] env[69663]: DEBUG oslo_vmware.api [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52651c7c-d2e7-e42f-6497-d443944c4707, 'name': SearchDatastore_Task, 'duration_secs': 0.011989} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.721077] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee5d5441-752c-496b-bc1a-6dcd69540643 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.725838] env[69663]: DEBUG oslo_vmware.api [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 968.725838] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5234d8a8-6240-f4f1-5fda-80cfec7aa194" [ 968.725838] env[69663]: _type = "Task" [ 968.725838] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.733374] env[69663]: DEBUG oslo_vmware.api [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5234d8a8-6240-f4f1-5fda-80cfec7aa194, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.814659] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 968.815058] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80509570-3449-4fab-92b7-76f4f74cba90 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.823389] env[69663]: DEBUG oslo_vmware.api [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 968.823389] env[69663]: value = "task-3332942" [ 968.823389] env[69663]: _type = "Task" [ 968.823389] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.832630] env[69663]: DEBUG oslo_vmware.api [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.982663] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Acquiring lock "refresh_cache-012861af-a026-49dc-84e0-2240fdcb4c96" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.982821] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Acquired lock "refresh_cache-012861af-a026-49dc-84e0-2240fdcb4c96" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.982996] env[69663]: DEBUG nova.network.neutron [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 969.018522] env[69663]: DEBUG nova.network.neutron [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Successfully created port: b70156ee-7aab-41a4-815a-5544f146297b {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 969.107306] env[69663]: INFO nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Updating resource usage from migration bb770ed7-9641-4cf8-a071-73e9b86f4fa4 [ 969.140058] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance f8fd6dad-6e51-4f7c-b769-00f03441a061 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.140244] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 1d2d49f3-0406-467b-95b7-22d38c24dcf5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.140385] env[69663]: WARNING nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 969.140506] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance adbc2e4c-d298-4e17-b927-8165617434b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.140622] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 5389ace8-0152-4b00-9a83-c7b4ec4eb988 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.140739] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 6d6d0148-518f-417a-accc-7e849f10b95b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.140878] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance c06f5efb-7ba3-4309-83c0-de2f14ff0b7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.141031] env[69663]: WARNING nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 792b698b-ec36-4642-b1d9-1e991b55e40e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 969.141177] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.141275] env[69663]: WARNING nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 9015d426-e858-4d31-8601-da0d44a18ed0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 969.141387] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 16b5464a-f8e6-48ba-964e-41ded7b00fa2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.141497] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance bad669a6-f3ec-4d33-ac44-e6d1307ea99d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.141616] env[69663]: WARNING nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 92ca4ae9-bd93-4031-b96d-79a4e5f4c851 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 969.141735] env[69663]: WARNING nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance c01b7794-182c-4aa8-9469-6c008817e208 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 969.141853] env[69663]: WARNING nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance a3f0b263-807a-4192-9851-f3638eff935f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 969.141994] env[69663]: WARNING nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 15b18416-7534-4888-b1a7-9e147ff3980c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 1024, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 969.142133] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance d5682303-1beb-49da-93b9-3701a37e8dcd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.142257] env[69663]: WARNING nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 969.142381] env[69663]: WARNING nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 1ea365a2-a920-449c-bdd6-9db460c6b395 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 969.142482] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 8cd200bb-b932-4165-9316-4c1e994ff7f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.142591] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 432814ab-1e51-4972-9c04-886159dfd591 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.142699] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance d5140fb2-ebb9-40fe-ae74-8934c1e109b0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.142805] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance f4593027-e1c7-44a2-ab70-3d49444f2d69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.142913] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 012861af-a026-49dc-84e0-2240fdcb4c96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.143028] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 731c4f58-055c-480f-99ca-1c9ef9bb9dff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.143138] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Migration bb770ed7-9641-4cf8-a071-73e9b86f4fa4 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 969.143243] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 7be8d9d2-3b54-490e-8a89-00324c49a5a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 969.238372] env[69663]: DEBUG oslo_vmware.api [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5234d8a8-6240-f4f1-5fda-80cfec7aa194, 'name': SearchDatastore_Task, 'duration_secs': 0.034964} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.238669] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.238930] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] f4593027-e1c7-44a2-ab70-3d49444f2d69/f4593027-e1c7-44a2-ab70-3d49444f2d69.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 969.239212] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de552e99-2b21-417d-8e49-a903f0ff04e5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.249022] env[69663]: DEBUG oslo_vmware.api [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 969.249022] env[69663]: value = "task-3332943" [ 969.249022] env[69663]: _type = "Task" [ 969.249022] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.256307] env[69663]: DEBUG oslo_vmware.api [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3332943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.333149] env[69663]: DEBUG oslo_vmware.api [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332942, 'name': PowerOffVM_Task, 'duration_secs': 0.221536} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.333455] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 969.333697] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 969.334491] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed6fd77-7ca5-4f07-bcc4-6684f862d928 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.341027] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 969.341122] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3485b081-e539-4477-9a89-fbcefbc51287 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.396539] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 969.396840] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 969.397120] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Deleting the datastore file [datastore2] d5140fb2-ebb9-40fe-ae74-8934c1e109b0 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.397452] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b7afb61-5297-48fd-be80-add80ed92c01 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.409281] env[69663]: DEBUG oslo_vmware.api [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 969.409281] env[69663]: value = "task-3332945" [ 969.409281] env[69663]: _type = "Task" [ 969.409281] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.419536] env[69663]: DEBUG oslo_vmware.api [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.526591] env[69663]: DEBUG nova.network.neutron [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 969.615587] env[69663]: DEBUG nova.compute.manager [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 969.646170] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance a3dff467-3feb-4278-8511-b4ccdacb50ea has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 969.652752] env[69663]: DEBUG nova.virt.hardware [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 969.653084] env[69663]: DEBUG nova.virt.hardware [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 969.653281] env[69663]: DEBUG nova.virt.hardware [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.653631] env[69663]: DEBUG nova.virt.hardware [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 969.653840] env[69663]: DEBUG nova.virt.hardware [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.654078] env[69663]: DEBUG nova.virt.hardware [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 969.654340] env[69663]: DEBUG nova.virt.hardware [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 969.654579] env[69663]: DEBUG nova.virt.hardware [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 969.654786] env[69663]: DEBUG nova.virt.hardware [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 969.655014] env[69663]: DEBUG nova.virt.hardware [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 969.655360] env[69663]: DEBUG nova.virt.hardware [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 969.656215] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a20087-ea08-4b83-81c2-022bc00a35bf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.667468] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e10f15-516c-40b8-a419-4f96ba44036e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.758965] env[69663]: DEBUG oslo_vmware.api [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3332943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443076} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.759265] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] f4593027-e1c7-44a2-ab70-3d49444f2d69/f4593027-e1c7-44a2-ab70-3d49444f2d69.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 969.759490] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.759744] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8f04041-5a1e-424c-ad0c-d3f663027fda {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.768755] env[69663]: DEBUG oslo_vmware.api [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 969.768755] env[69663]: value = "task-3332946" [ 969.768755] env[69663]: _type = "Task" [ 969.768755] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.778847] env[69663]: DEBUG oslo_vmware.api [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3332946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.876870] env[69663]: DEBUG nova.network.neutron [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Updating instance_info_cache with network_info: [{"id": "efc0ac72-2933-4391-8cc2-8ff01e3da5cc", "address": "fa:16:3e:52:b8:c9", "network": {"id": "2c57d7a6-5610-48d1-b2d3-b11f5dc3b3b3", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-47970705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f92bbde946094de589470499bcadedef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefc0ac72-29", "ovs_interfaceid": "efc0ac72-2933-4391-8cc2-8ff01e3da5cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.919082] env[69663]: DEBUG oslo_vmware.api [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332945, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305961} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.919373] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.919568] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 969.919751] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 970.151465] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 78204f7b-f34f-4c93-a460-c9dfea0f7314 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 970.278967] env[69663]: DEBUG oslo_vmware.api [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3332946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065871} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.278967] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.279495] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b76e4e0-2ef7-4302-820b-f98781c1ab91 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.300539] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] f4593027-e1c7-44a2-ab70-3d49444f2d69/f4593027-e1c7-44a2-ab70-3d49444f2d69.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.301169] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cccf8f9c-8a00-431b-bff6-03124e85630e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.322309] env[69663]: DEBUG oslo_vmware.api [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 970.322309] env[69663]: value = "task-3332947" [ 970.322309] env[69663]: _type = "Task" [ 970.322309] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.329856] env[69663]: DEBUG oslo_vmware.api [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3332947, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.380105] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Releasing lock "refresh_cache-012861af-a026-49dc-84e0-2240fdcb4c96" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.380105] env[69663]: DEBUG nova.compute.manager [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Instance network_info: |[{"id": "efc0ac72-2933-4391-8cc2-8ff01e3da5cc", "address": "fa:16:3e:52:b8:c9", "network": {"id": "2c57d7a6-5610-48d1-b2d3-b11f5dc3b3b3", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-47970705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f92bbde946094de589470499bcadedef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefc0ac72-29", "ovs_interfaceid": "efc0ac72-2933-4391-8cc2-8ff01e3da5cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 970.380529] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:b8:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8459aaf-d6a8-46fb-ad14-464ac3104695', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efc0ac72-2933-4391-8cc2-8ff01e3da5cc', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.388346] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Creating folder: Project (f92bbde946094de589470499bcadedef). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 970.388672] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48104e16-a224-4e84-b6c5-5dbbc3f0cc75 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.398851] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Created folder: Project (f92bbde946094de589470499bcadedef) in parent group-v665133. [ 970.399183] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Creating folder: Instances. Parent ref: group-v665329. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 970.399469] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f609b64-0993-4ffd-a729-139121800bdc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.409374] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Created folder: Instances in parent group-v665329. [ 970.409622] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.409817] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 970.410042] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04b3426b-4008-495e-bb1f-b4c8b18cb2a8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.436869] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.436869] env[69663]: value = "task-3332950" [ 970.436869] env[69663]: _type = "Task" [ 970.436869] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.445377] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332950, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.513653] env[69663]: DEBUG nova.compute.manager [req-116afc4c-e0f8-44e7-9546-65375949c51a req-29adf4dc-b514-4f26-b740-bd8b62134b0e service nova] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Received event network-changed-efc0ac72-2933-4391-8cc2-8ff01e3da5cc {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 970.514007] env[69663]: DEBUG nova.compute.manager [req-116afc4c-e0f8-44e7-9546-65375949c51a req-29adf4dc-b514-4f26-b740-bd8b62134b0e service nova] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Refreshing instance network info cache due to event network-changed-efc0ac72-2933-4391-8cc2-8ff01e3da5cc. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 970.514828] env[69663]: DEBUG oslo_concurrency.lockutils [req-116afc4c-e0f8-44e7-9546-65375949c51a req-29adf4dc-b514-4f26-b740-bd8b62134b0e service nova] Acquiring lock "refresh_cache-012861af-a026-49dc-84e0-2240fdcb4c96" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.515102] env[69663]: DEBUG oslo_concurrency.lockutils [req-116afc4c-e0f8-44e7-9546-65375949c51a req-29adf4dc-b514-4f26-b740-bd8b62134b0e service nova] Acquired lock "refresh_cache-012861af-a026-49dc-84e0-2240fdcb4c96" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.515395] env[69663]: DEBUG nova.network.neutron [req-116afc4c-e0f8-44e7-9546-65375949c51a req-29adf4dc-b514-4f26-b740-bd8b62134b0e service nova] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Refreshing network info cache for port efc0ac72-2933-4391-8cc2-8ff01e3da5cc {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 970.655120] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 8e5c93fa-997e-4b35-8efc-5ca205396b6f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 970.834856] env[69663]: DEBUG oslo_vmware.api [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3332947, 'name': ReconfigVM_Task, 'duration_secs': 0.287964} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.836168] env[69663]: DEBUG nova.network.neutron [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Successfully updated port: b70156ee-7aab-41a4-815a-5544f146297b {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.837562] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Reconfigured VM instance instance-00000044 to attach disk [datastore1] f4593027-e1c7-44a2-ab70-3d49444f2d69/f4593027-e1c7-44a2-ab70-3d49444f2d69.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.838831] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0770b80-cdf1-4f38-9f23-93f8c7a095c0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.846775] env[69663]: DEBUG oslo_vmware.api [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 970.846775] env[69663]: value = "task-3332951" [ 970.846775] env[69663]: _type = "Task" [ 970.846775] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.855500] env[69663]: DEBUG oslo_vmware.api [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3332951, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.946642] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332950, 'name': CreateVM_Task, 'duration_secs': 0.335722} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.946833] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 970.947645] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.947906] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.948311] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.948712] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a0dfc26-ac91-410b-a024-32a1a5e76ef5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.953215] env[69663]: DEBUG oslo_vmware.api [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Waiting for the task: (returnval){ [ 970.953215] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525cae16-aa0b-f6be-576f-5a038244cac8" [ 970.953215] env[69663]: _type = "Task" [ 970.953215] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.963112] env[69663]: DEBUG oslo_vmware.api [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525cae16-aa0b-f6be-576f-5a038244cac8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.965309] env[69663]: DEBUG nova.virt.hardware [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 970.965610] env[69663]: DEBUG nova.virt.hardware [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 970.965822] env[69663]: DEBUG nova.virt.hardware [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.966073] env[69663]: DEBUG nova.virt.hardware [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 970.966273] env[69663]: DEBUG nova.virt.hardware [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.966467] env[69663]: DEBUG nova.virt.hardware [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 970.966722] env[69663]: DEBUG nova.virt.hardware [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 970.966927] env[69663]: DEBUG nova.virt.hardware [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 970.967161] env[69663]: DEBUG nova.virt.hardware [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 970.967376] env[69663]: DEBUG nova.virt.hardware [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 970.967569] env[69663]: DEBUG nova.virt.hardware [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 970.968348] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1538fbe-c4cd-4353-8fe8-a2973bed51c5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.975155] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88764dab-d51c-4f0b-8901-c2edecace468 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.990195] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:cd:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dacd109c-2442-41b8-b612-7ed3efbdaa94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3245fb8e-a90a-4ff5-bb68-cd23dc0cd585', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.997578] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.997828] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 970.998051] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a4d9a04-eb6b-411b-b48a-d1f913cd5cc0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.017498] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.017498] env[69663]: value = "task-3332952" [ 971.017498] env[69663]: _type = "Task" [ 971.017498] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.026946] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332952, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.158564] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 8589b22f-5f5e-415f-b47d-8f1f8365ffca has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 971.262657] env[69663]: DEBUG nova.network.neutron [req-116afc4c-e0f8-44e7-9546-65375949c51a req-29adf4dc-b514-4f26-b740-bd8b62134b0e service nova] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Updated VIF entry in instance network info cache for port efc0ac72-2933-4391-8cc2-8ff01e3da5cc. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 971.263051] env[69663]: DEBUG nova.network.neutron [req-116afc4c-e0f8-44e7-9546-65375949c51a req-29adf4dc-b514-4f26-b740-bd8b62134b0e service nova] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Updating instance_info_cache with network_info: [{"id": "efc0ac72-2933-4391-8cc2-8ff01e3da5cc", "address": "fa:16:3e:52:b8:c9", "network": {"id": "2c57d7a6-5610-48d1-b2d3-b11f5dc3b3b3", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-47970705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f92bbde946094de589470499bcadedef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefc0ac72-29", "ovs_interfaceid": "efc0ac72-2933-4391-8cc2-8ff01e3da5cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.339754] env[69663]: DEBUG oslo_concurrency.lockutils [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "refresh_cache-731c4f58-055c-480f-99ca-1c9ef9bb9dff" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.340096] env[69663]: DEBUG oslo_concurrency.lockutils [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquired lock "refresh_cache-731c4f58-055c-480f-99ca-1c9ef9bb9dff" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.340179] env[69663]: DEBUG nova.network.neutron [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 971.357236] env[69663]: DEBUG oslo_vmware.api [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3332951, 'name': Rename_Task, 'duration_secs': 0.140359} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.357549] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 971.357803] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7f4feb2-bc4b-46da-a328-ff477e62c81a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.364352] env[69663]: DEBUG oslo_vmware.api [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 971.364352] env[69663]: value = "task-3332953" [ 971.364352] env[69663]: _type = "Task" [ 971.364352] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.372354] env[69663]: DEBUG oslo_vmware.api [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3332953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.466277] env[69663]: DEBUG oslo_vmware.api [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525cae16-aa0b-f6be-576f-5a038244cac8, 'name': SearchDatastore_Task, 'duration_secs': 0.010088} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.466555] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.466790] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.467045] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.467193] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.467383] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.467654] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c56b89f4-78c6-42fd-9695-8321ee584f46 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.476623] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.476820] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 971.477571] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-965a8336-656c-44fd-88f3-17fb216f7e39 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.482842] env[69663]: DEBUG oslo_vmware.api [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Waiting for the task: (returnval){ [ 971.482842] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b898fb-46e2-068a-a3e2-ec0ef4551b53" [ 971.482842] env[69663]: _type = "Task" [ 971.482842] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.491536] env[69663]: DEBUG oslo_vmware.api [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b898fb-46e2-068a-a3e2-ec0ef4551b53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.527799] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332952, 'name': CreateVM_Task, 'duration_secs': 0.357082} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.527988] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 971.528703] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.528882] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.529232] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.529492] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-943a73a7-ab2d-4c86-9656-91a585d5b8fb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.534067] env[69663]: DEBUG oslo_vmware.api [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 971.534067] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e5dd4e-1000-49a6-b899-aad2471e131c" [ 971.534067] env[69663]: _type = "Task" [ 971.534067] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.541973] env[69663]: DEBUG oslo_vmware.api [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e5dd4e-1000-49a6-b899-aad2471e131c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.662160] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance d45768e5-763e-4953-8419-34a2d2a03ce5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 971.662513] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 971.662670] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 971.766370] env[69663]: DEBUG oslo_concurrency.lockutils [req-116afc4c-e0f8-44e7-9546-65375949c51a req-29adf4dc-b514-4f26-b740-bd8b62134b0e service nova] Releasing lock "refresh_cache-012861af-a026-49dc-84e0-2240fdcb4c96" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.878653] env[69663]: DEBUG oslo_vmware.api [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3332953, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.886956] env[69663]: DEBUG nova.network.neutron [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 971.994111] env[69663]: DEBUG oslo_vmware.api [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b898fb-46e2-068a-a3e2-ec0ef4551b53, 'name': SearchDatastore_Task, 'duration_secs': 0.01071} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.997897] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-483524c0-fc35-4dc9-8bb0-81869336270e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.004838] env[69663]: DEBUG oslo_vmware.api [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Waiting for the task: (returnval){ [ 972.004838] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52608d38-1c27-7939-5180-0856af18f5ab" [ 972.004838] env[69663]: _type = "Task" [ 972.004838] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.015775] env[69663]: DEBUG oslo_vmware.api [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52608d38-1c27-7939-5180-0856af18f5ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.037803] env[69663]: DEBUG nova.network.neutron [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Updating instance_info_cache with network_info: [{"id": "b70156ee-7aab-41a4-815a-5544f146297b", "address": "fa:16:3e:2b:1f:7f", "network": {"id": "7e99d479-c2d4-4a7b-a8fe-8c2b1009a96c", "bridge": "br-int", "label": "tempest-ServersTestJSON-770727765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd129d2f178144b2b2f0a284d38a100d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb70156ee-7a", "ovs_interfaceid": "b70156ee-7aab-41a4-815a-5544f146297b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.047324] env[69663]: DEBUG oslo_vmware.api [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e5dd4e-1000-49a6-b899-aad2471e131c, 'name': SearchDatastore_Task, 'duration_secs': 0.010323} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.049868] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.050123] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.050345] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.084016] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af4675f-eb31-400c-8d58-eb4a26b84514 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.091676] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b56a876-1631-460b-a3d1-792f11abb463 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.123082] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367f039e-e244-44e5-b753-37a8e41a13e8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.131613] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89063fa2-3254-4447-874f-8b54ec845415 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.148020] env[69663]: DEBUG nova.compute.provider_tree [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.376800] env[69663]: DEBUG oslo_vmware.api [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3332953, 'name': PowerOnVM_Task, 'duration_secs': 0.518331} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.377139] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 972.377327] env[69663]: INFO nova.compute.manager [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Took 10.15 seconds to spawn the instance on the hypervisor. [ 972.377519] env[69663]: DEBUG nova.compute.manager [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 972.378410] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46847509-3805-4fee-8aba-56b60db0f4bf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.514863] env[69663]: DEBUG oslo_vmware.api [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52608d38-1c27-7939-5180-0856af18f5ab, 'name': SearchDatastore_Task, 'duration_secs': 0.019907} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.515206] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.515493] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 012861af-a026-49dc-84e0-2240fdcb4c96/012861af-a026-49dc-84e0-2240fdcb4c96.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 972.515799] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.516006] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.516246] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0bc1da25-d03a-4821-875f-d42100572bf5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.518222] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f95e205-2df9-472d-9a17-9e23d0daf423 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.525161] env[69663]: DEBUG oslo_vmware.api [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Waiting for the task: (returnval){ [ 972.525161] env[69663]: value = "task-3332954" [ 972.525161] env[69663]: _type = "Task" [ 972.525161] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.529497] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.529716] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 972.530965] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7accb40b-3690-4fe1-b2c8-2df5e61f903f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.537695] env[69663]: DEBUG oslo_vmware.api [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Task: {'id': task-3332954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.540978] env[69663]: DEBUG oslo_vmware.api [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 972.540978] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52507dde-36b9-7263-d3b4-9985a931692a" [ 972.540978] env[69663]: _type = "Task" [ 972.540978] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.544810] env[69663]: DEBUG oslo_concurrency.lockutils [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Releasing lock "refresh_cache-731c4f58-055c-480f-99ca-1c9ef9bb9dff" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.544810] env[69663]: DEBUG nova.compute.manager [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Instance network_info: |[{"id": "b70156ee-7aab-41a4-815a-5544f146297b", "address": "fa:16:3e:2b:1f:7f", "network": {"id": "7e99d479-c2d4-4a7b-a8fe-8c2b1009a96c", "bridge": "br-int", "label": "tempest-ServersTestJSON-770727765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd129d2f178144b2b2f0a284d38a100d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb70156ee-7a", "ovs_interfaceid": "b70156ee-7aab-41a4-815a-5544f146297b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 972.545072] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:1f:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9ee6f9-33be-4f58-8248-694024ec31d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b70156ee-7aab-41a4-815a-5544f146297b', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.552798] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Creating folder: Project (cd129d2f178144b2b2f0a284d38a100d). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 972.554436] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5088a750-aabf-4c86-918d-22bfb347d83d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.559975] env[69663]: DEBUG oslo_vmware.api [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52507dde-36b9-7263-d3b4-9985a931692a, 'name': SearchDatastore_Task, 'duration_secs': 0.008882} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.561143] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dcf03c0-e1d4-4632-b4b8-0d8f67971736 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.566485] env[69663]: DEBUG oslo_vmware.api [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 972.566485] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52dfd6ef-755b-716d-73a4-7664bc6b4603" [ 972.566485] env[69663]: _type = "Task" [ 972.566485] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.570497] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Created folder: Project (cd129d2f178144b2b2f0a284d38a100d) in parent group-v665133. [ 972.570722] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Creating folder: Instances. Parent ref: group-v665333. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 972.571294] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44747b47-be7b-4d3f-a7e6-db66342f9fd8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.575891] env[69663]: DEBUG oslo_vmware.api [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52dfd6ef-755b-716d-73a4-7664bc6b4603, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.583696] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Created folder: Instances in parent group-v665333. [ 972.583929] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.584138] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 972.584341] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e030429d-a537-44c2-9cff-07889506c9d0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.603522] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.603522] env[69663]: value = "task-3332957" [ 972.603522] env[69663]: _type = "Task" [ 972.603522] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.611889] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332957, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.643813] env[69663]: DEBUG nova.compute.manager [req-a4d334d1-ca71-4b31-80d3-8357e3247643 req-7e76ac16-73c0-4bfe-b5bd-bd0f32a3755c service nova] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Received event network-vif-plugged-b70156ee-7aab-41a4-815a-5544f146297b {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 972.643957] env[69663]: DEBUG oslo_concurrency.lockutils [req-a4d334d1-ca71-4b31-80d3-8357e3247643 req-7e76ac16-73c0-4bfe-b5bd-bd0f32a3755c service nova] Acquiring lock "731c4f58-055c-480f-99ca-1c9ef9bb9dff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.644185] env[69663]: DEBUG oslo_concurrency.lockutils [req-a4d334d1-ca71-4b31-80d3-8357e3247643 req-7e76ac16-73c0-4bfe-b5bd-bd0f32a3755c service nova] Lock "731c4f58-055c-480f-99ca-1c9ef9bb9dff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.644378] env[69663]: DEBUG oslo_concurrency.lockutils [req-a4d334d1-ca71-4b31-80d3-8357e3247643 req-7e76ac16-73c0-4bfe-b5bd-bd0f32a3755c service nova] Lock "731c4f58-055c-480f-99ca-1c9ef9bb9dff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.644557] env[69663]: DEBUG nova.compute.manager [req-a4d334d1-ca71-4b31-80d3-8357e3247643 req-7e76ac16-73c0-4bfe-b5bd-bd0f32a3755c service nova] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] No waiting events found dispatching network-vif-plugged-b70156ee-7aab-41a4-815a-5544f146297b {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 972.644737] env[69663]: WARNING nova.compute.manager [req-a4d334d1-ca71-4b31-80d3-8357e3247643 req-7e76ac16-73c0-4bfe-b5bd-bd0f32a3755c service nova] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Received unexpected event network-vif-plugged-b70156ee-7aab-41a4-815a-5544f146297b for instance with vm_state building and task_state spawning. [ 972.644910] env[69663]: DEBUG nova.compute.manager [req-a4d334d1-ca71-4b31-80d3-8357e3247643 req-7e76ac16-73c0-4bfe-b5bd-bd0f32a3755c service nova] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Received event network-changed-b70156ee-7aab-41a4-815a-5544f146297b {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 972.645082] env[69663]: DEBUG nova.compute.manager [req-a4d334d1-ca71-4b31-80d3-8357e3247643 req-7e76ac16-73c0-4bfe-b5bd-bd0f32a3755c service nova] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Refreshing instance network info cache due to event network-changed-b70156ee-7aab-41a4-815a-5544f146297b. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 972.645291] env[69663]: DEBUG oslo_concurrency.lockutils [req-a4d334d1-ca71-4b31-80d3-8357e3247643 req-7e76ac16-73c0-4bfe-b5bd-bd0f32a3755c service nova] Acquiring lock "refresh_cache-731c4f58-055c-480f-99ca-1c9ef9bb9dff" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.645505] env[69663]: DEBUG oslo_concurrency.lockutils [req-a4d334d1-ca71-4b31-80d3-8357e3247643 req-7e76ac16-73c0-4bfe-b5bd-bd0f32a3755c service nova] Acquired lock "refresh_cache-731c4f58-055c-480f-99ca-1c9ef9bb9dff" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.645636] env[69663]: DEBUG nova.network.neutron [req-a4d334d1-ca71-4b31-80d3-8357e3247643 req-7e76ac16-73c0-4bfe-b5bd-bd0f32a3755c service nova] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Refreshing network info cache for port b70156ee-7aab-41a4-815a-5544f146297b {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 972.650121] env[69663]: DEBUG nova.scheduler.client.report [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 972.900343] env[69663]: INFO nova.compute.manager [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Took 66.86 seconds to build instance. [ 973.035166] env[69663]: DEBUG oslo_vmware.api [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Task: {'id': task-3332954, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487005} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.035466] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 012861af-a026-49dc-84e0-2240fdcb4c96/012861af-a026-49dc-84e0-2240fdcb4c96.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 973.035706] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.035974] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45ce3876-b8b5-4c72-90bf-26eecd264b13 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.042667] env[69663]: DEBUG oslo_vmware.api [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Waiting for the task: (returnval){ [ 973.042667] env[69663]: value = "task-3332958" [ 973.042667] env[69663]: _type = "Task" [ 973.042667] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.050054] env[69663]: DEBUG oslo_vmware.api [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Task: {'id': task-3332958, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.077020] env[69663]: DEBUG oslo_vmware.api [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52dfd6ef-755b-716d-73a4-7664bc6b4603, 'name': SearchDatastore_Task, 'duration_secs': 0.00825} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.077312] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.077589] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] d5140fb2-ebb9-40fe-ae74-8934c1e109b0/d5140fb2-ebb9-40fe-ae74-8934c1e109b0.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 973.077859] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9976f7ae-9ff8-458a-be4b-8d0ade232ca1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.084633] env[69663]: DEBUG oslo_vmware.api [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 973.084633] env[69663]: value = "task-3332959" [ 973.084633] env[69663]: _type = "Task" [ 973.084633] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.096410] env[69663]: DEBUG oslo_vmware.api [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332959, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.112928] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332957, 'name': CreateVM_Task, 'duration_secs': 0.356203} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.113122] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 973.113820] env[69663]: DEBUG oslo_concurrency.lockutils [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.113993] env[69663]: DEBUG oslo_concurrency.lockutils [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.114328] env[69663]: DEBUG oslo_concurrency.lockutils [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.114592] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7047d034-a703-4e93-b451-4dfb7382c84c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.119056] env[69663]: DEBUG oslo_vmware.api [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 973.119056] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5252844e-b6ff-17f6-2bf6-920a46416488" [ 973.119056] env[69663]: _type = "Task" [ 973.119056] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.126996] env[69663]: DEBUG oslo_vmware.api [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5252844e-b6ff-17f6-2bf6-920a46416488, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.156821] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69663) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 973.156821] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.071s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.157250] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16fd73a-1cba-4f9f-8ebf-8e6b9ff57eb5 tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.970s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.157549] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16fd73a-1cba-4f9f-8ebf-8e6b9ff57eb5 tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.160274] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5893380c-c188-4920-9651-9d03b012e39f tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.126s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.160560] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5893380c-c188-4920-9651-9d03b012e39f tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.163156] env[69663]: DEBUG oslo_concurrency.lockutils [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 43.291s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.165255] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 973.165478] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Cleaning up deleted instances {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11226}} [ 973.192387] env[69663]: INFO nova.scheduler.client.report [None req-5893380c-c188-4920-9651-9d03b012e39f tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Deleted allocations for instance 792b698b-ec36-4642-b1d9-1e991b55e40e [ 973.194950] env[69663]: INFO nova.scheduler.client.report [None req-c16fd73a-1cba-4f9f-8ebf-8e6b9ff57eb5 tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Deleted allocations for instance a3f0b263-807a-4192-9851-f3638eff935f [ 973.398375] env[69663]: DEBUG nova.network.neutron [req-a4d334d1-ca71-4b31-80d3-8357e3247643 req-7e76ac16-73c0-4bfe-b5bd-bd0f32a3755c service nova] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Updated VIF entry in instance network info cache for port b70156ee-7aab-41a4-815a-5544f146297b. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 973.398897] env[69663]: DEBUG nova.network.neutron [req-a4d334d1-ca71-4b31-80d3-8357e3247643 req-7e76ac16-73c0-4bfe-b5bd-bd0f32a3755c service nova] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Updating instance_info_cache with network_info: [{"id": "b70156ee-7aab-41a4-815a-5544f146297b", "address": "fa:16:3e:2b:1f:7f", "network": {"id": "7e99d479-c2d4-4a7b-a8fe-8c2b1009a96c", "bridge": "br-int", "label": "tempest-ServersTestJSON-770727765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd129d2f178144b2b2f0a284d38a100d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb70156ee-7a", "ovs_interfaceid": "b70156ee-7aab-41a4-815a-5544f146297b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.403233] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ea554a2b-0848-445a-90e0-cc25127ca415 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "f4593027-e1c7-44a2-ab70-3d49444f2d69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.117s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.551759] env[69663]: DEBUG oslo_vmware.api [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Task: {'id': task-3332958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063745} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.553023] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.553023] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27394b2-16a6-43a6-830c-87e7ea213a29 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.574314] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 012861af-a026-49dc-84e0-2240fdcb4c96/012861af-a026-49dc-84e0-2240fdcb4c96.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.574592] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84dcc7cd-3814-40dd-b260-13a0685ff932 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.597123] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed3c2f46-9113-40a9-a4c1-4013ab8705a2 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "f4593027-e1c7-44a2-ab70-3d49444f2d69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.597366] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed3c2f46-9113-40a9-a4c1-4013ab8705a2 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "f4593027-e1c7-44a2-ab70-3d49444f2d69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.597573] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed3c2f46-9113-40a9-a4c1-4013ab8705a2 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "f4593027-e1c7-44a2-ab70-3d49444f2d69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.597760] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed3c2f46-9113-40a9-a4c1-4013ab8705a2 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "f4593027-e1c7-44a2-ab70-3d49444f2d69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.597934] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed3c2f46-9113-40a9-a4c1-4013ab8705a2 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "f4593027-e1c7-44a2-ab70-3d49444f2d69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.599553] env[69663]: DEBUG oslo_vmware.api [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332959, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451497} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.600644] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] d5140fb2-ebb9-40fe-ae74-8934c1e109b0/d5140fb2-ebb9-40fe-ae74-8934c1e109b0.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 973.600885] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.601213] env[69663]: DEBUG oslo_vmware.api [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Waiting for the task: (returnval){ [ 973.601213] env[69663]: value = "task-3332960" [ 973.601213] env[69663]: _type = "Task" [ 973.601213] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.601637] env[69663]: INFO nova.compute.manager [None req-ed3c2f46-9113-40a9-a4c1-4013ab8705a2 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Terminating instance [ 973.602858] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2ee038c-fcbc-42f7-ad58-2d08ad980bbe {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.604964] env[69663]: DEBUG nova.compute.manager [None req-ed3c2f46-9113-40a9-a4c1-4013ab8705a2 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 973.605182] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3c2f46-9113-40a9-a4c1-4013ab8705a2 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 973.608507] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00eebe3-4703-49d1-aaab-cf924a7b7698 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.616340] env[69663]: DEBUG oslo_vmware.api [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Task: {'id': task-3332960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.617911] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3c2f46-9113-40a9-a4c1-4013ab8705a2 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 973.618979] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d93bf93-fb01-457a-873b-c902118a2126 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.620402] env[69663]: DEBUG oslo_vmware.api [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 973.620402] env[69663]: value = "task-3332961" [ 973.620402] env[69663]: _type = "Task" [ 973.620402] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.628343] env[69663]: DEBUG oslo_vmware.api [None req-ed3c2f46-9113-40a9-a4c1-4013ab8705a2 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 973.628343] env[69663]: value = "task-3332962" [ 973.628343] env[69663]: _type = "Task" [ 973.628343] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.632482] env[69663]: DEBUG oslo_vmware.api [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5252844e-b6ff-17f6-2bf6-920a46416488, 'name': SearchDatastore_Task, 'duration_secs': 0.008897} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.637910] env[69663]: DEBUG oslo_concurrency.lockutils [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.638180] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.638460] env[69663]: DEBUG oslo_concurrency.lockutils [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.638623] env[69663]: DEBUG oslo_concurrency.lockutils [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.638808] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.639176] env[69663]: DEBUG oslo_vmware.api [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332961, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.639305] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e51440b-7ab1-4d3f-8011-c084d6e13108 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.646287] env[69663]: DEBUG oslo_vmware.api [None req-ed3c2f46-9113-40a9-a4c1-4013ab8705a2 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3332962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.647417] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.647602] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 973.648320] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51bf6bde-05b8-44fa-922b-1bc3d715497f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.653346] env[69663]: DEBUG oslo_vmware.api [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 973.653346] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f43960-594b-23e2-4a3d-b16a7ee8dcfc" [ 973.653346] env[69663]: _type = "Task" [ 973.653346] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.661402] env[69663]: DEBUG oslo_vmware.api [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f43960-594b-23e2-4a3d-b16a7ee8dcfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.673195] env[69663]: INFO nova.compute.claims [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 973.688556] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] There are 44 instances to clean {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 973.688917] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: da66309c-65cb-4e12-82fc-54c240cb5134] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 973.703140] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5893380c-c188-4920-9651-9d03b012e39f tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Lock "792b698b-ec36-4642-b1d9-1e991b55e40e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.825s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.710395] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c16fd73a-1cba-4f9f-8ebf-8e6b9ff57eb5 tempest-ServerPasswordTestJSON-1124507400 tempest-ServerPasswordTestJSON-1124507400-project-member] Lock "a3f0b263-807a-4192-9851-f3638eff935f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.422s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.901541] env[69663]: DEBUG oslo_concurrency.lockutils [req-a4d334d1-ca71-4b31-80d3-8357e3247643 req-7e76ac16-73c0-4bfe-b5bd-bd0f32a3755c service nova] Releasing lock "refresh_cache-731c4f58-055c-480f-99ca-1c9ef9bb9dff" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.113696] env[69663]: DEBUG oslo_vmware.api [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Task: {'id': task-3332960, 'name': ReconfigVM_Task, 'duration_secs': 0.284226} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.113992] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 012861af-a026-49dc-84e0-2240fdcb4c96/012861af-a026-49dc-84e0-2240fdcb4c96.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.114720] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc8719d4-d6ab-46aa-9bd0-62b8bccd6121 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.121854] env[69663]: DEBUG oslo_vmware.api [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Waiting for the task: (returnval){ [ 974.121854] env[69663]: value = "task-3332963" [ 974.121854] env[69663]: _type = "Task" [ 974.121854] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.131968] env[69663]: DEBUG oslo_vmware.api [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332961, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073033} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.135065] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.135413] env[69663]: DEBUG oslo_vmware.api [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Task: {'id': task-3332963, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.136113] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55a8206-6ce5-4958-b16d-dd3e6a50d53f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.147684] env[69663]: DEBUG oslo_vmware.api [None req-ed3c2f46-9113-40a9-a4c1-4013ab8705a2 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3332962, 'name': PowerOffVM_Task, 'duration_secs': 0.176601} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.156888] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed3c2f46-9113-40a9-a4c1-4013ab8705a2 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 974.157098] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3c2f46-9113-40a9-a4c1-4013ab8705a2 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 974.166469] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] d5140fb2-ebb9-40fe-ae74-8934c1e109b0/d5140fb2-ebb9-40fe-ae74-8934c1e109b0.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.167053] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3681e8b5-76d3-4853-8f3d-3273870e8978 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.171524] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42cb52ec-e419-48a7-9a22-9da34fe03da2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.192839] env[69663]: DEBUG oslo_vmware.api [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f43960-594b-23e2-4a3d-b16a7ee8dcfc, 'name': SearchDatastore_Task, 'duration_secs': 0.008624} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.195572] env[69663]: INFO nova.compute.resource_tracker [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Updating resource usage from migration bb770ed7-9641-4cf8-a071-73e9b86f4fa4 [ 974.198719] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 72adaa51-ad9d-4851-9183-58edff64726e] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 974.200615] env[69663]: DEBUG oslo_vmware.api [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 974.200615] env[69663]: value = "task-3332965" [ 974.200615] env[69663]: _type = "Task" [ 974.200615] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.201519] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-164f498b-a38c-4e89-a7dd-2f3644cce4c1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.210427] env[69663]: DEBUG oslo_vmware.api [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 974.210427] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b96bea-59ee-5b3f-87bf-9c665677bc1d" [ 974.210427] env[69663]: _type = "Task" [ 974.210427] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.214090] env[69663]: DEBUG oslo_vmware.api [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332965, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.224785] env[69663]: DEBUG oslo_vmware.api [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b96bea-59ee-5b3f-87bf-9c665677bc1d, 'name': SearchDatastore_Task, 'duration_secs': 0.010503} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.228625] env[69663]: DEBUG oslo_concurrency.lockutils [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.228950] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 731c4f58-055c-480f-99ca-1c9ef9bb9dff/731c4f58-055c-480f-99ca-1c9ef9bb9dff.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 974.230165] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2809f734-11d9-4f48-aab6-9cfe7bdb1c82 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.239126] env[69663]: DEBUG oslo_vmware.api [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 974.239126] env[69663]: value = "task-3332966" [ 974.239126] env[69663]: _type = "Task" [ 974.239126] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.253698] env[69663]: DEBUG oslo_vmware.api [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3332966, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.255317] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3c2f46-9113-40a9-a4c1-4013ab8705a2 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 974.255317] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3c2f46-9113-40a9-a4c1-4013ab8705a2 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 974.255317] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed3c2f46-9113-40a9-a4c1-4013ab8705a2 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Deleting the datastore file [datastore1] f4593027-e1c7-44a2-ab70-3d49444f2d69 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.255522] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f34dfa46-669d-4549-aa68-3174c6444159 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.265030] env[69663]: DEBUG oslo_vmware.api [None req-ed3c2f46-9113-40a9-a4c1-4013ab8705a2 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 974.265030] env[69663]: value = "task-3332967" [ 974.265030] env[69663]: _type = "Task" [ 974.265030] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.278474] env[69663]: DEBUG oslo_vmware.api [None req-ed3c2f46-9113-40a9-a4c1-4013ab8705a2 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3332967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.386807] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f4351d0c-4b6b-4b5a-9661-29432c466b16 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Acquiring lock "c06f5efb-7ba3-4309-83c0-de2f14ff0b7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.387232] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f4351d0c-4b6b-4b5a-9661-29432c466b16 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Lock "c06f5efb-7ba3-4309-83c0-de2f14ff0b7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.387686] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f4351d0c-4b6b-4b5a-9661-29432c466b16 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Acquiring lock "c06f5efb-7ba3-4309-83c0-de2f14ff0b7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.387755] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f4351d0c-4b6b-4b5a-9661-29432c466b16 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Lock "c06f5efb-7ba3-4309-83c0-de2f14ff0b7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.387959] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f4351d0c-4b6b-4b5a-9661-29432c466b16 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Lock "c06f5efb-7ba3-4309-83c0-de2f14ff0b7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.390192] env[69663]: INFO nova.compute.manager [None req-f4351d0c-4b6b-4b5a-9661-29432c466b16 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Terminating instance [ 974.392160] env[69663]: DEBUG nova.compute.manager [None req-f4351d0c-4b6b-4b5a-9661-29432c466b16 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 974.392376] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f4351d0c-4b6b-4b5a-9661-29432c466b16 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 974.393429] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bba9f2-fa42-4578-b23f-3184b4d43667 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.407024] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4351d0c-4b6b-4b5a-9661-29432c466b16 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 974.407386] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0375cab5-b4c9-489f-95e2-2980e3b64037 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.415650] env[69663]: DEBUG oslo_vmware.api [None req-f4351d0c-4b6b-4b5a-9661-29432c466b16 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Waiting for the task: (returnval){ [ 974.415650] env[69663]: value = "task-3332968" [ 974.415650] env[69663]: _type = "Task" [ 974.415650] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.425688] env[69663]: DEBUG oslo_vmware.api [None req-f4351d0c-4b6b-4b5a-9661-29432c466b16 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.634911] env[69663]: DEBUG oslo_vmware.api [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Task: {'id': task-3332963, 'name': Rename_Task, 'duration_secs': 0.159154} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.635379] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 974.635800] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53bbabd8-6929-4675-896b-da82bce10f4d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.651014] env[69663]: DEBUG oslo_vmware.api [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Waiting for the task: (returnval){ [ 974.651014] env[69663]: value = "task-3332969" [ 974.651014] env[69663]: _type = "Task" [ 974.651014] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.656688] env[69663]: DEBUG oslo_vmware.api [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Task: {'id': task-3332969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.680026] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9706ca-67ac-4bb4-a45b-3c11d2a4997e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.689076] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b098577-81e1-40af-92db-31194162e551 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.724451] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 5ac378c5-aec3-4d4d-bd20-50f52c5c071b] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 974.730390] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1bae5b-81e3-43a9-884c-464bfecd527f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.738386] env[69663]: DEBUG oslo_vmware.api [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.744338] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ad45b1-00a1-4e0f-81c8-33dce7265328 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.762980] env[69663]: DEBUG nova.compute.provider_tree [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 974.764314] env[69663]: DEBUG oslo_vmware.api [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3332966, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51188} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.765254] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 731c4f58-055c-480f-99ca-1c9ef9bb9dff/731c4f58-055c-480f-99ca-1c9ef9bb9dff.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 974.765991] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 974.765991] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40cec34c-fc08-4b24-9ff3-c42d6a9bbe3a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.777320] env[69663]: DEBUG oslo_vmware.api [None req-ed3c2f46-9113-40a9-a4c1-4013ab8705a2 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3332967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259221} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.778619] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed3c2f46-9113-40a9-a4c1-4013ab8705a2 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.778892] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3c2f46-9113-40a9-a4c1-4013ab8705a2 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 974.779077] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ed3c2f46-9113-40a9-a4c1-4013ab8705a2 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 974.779336] env[69663]: INFO nova.compute.manager [None req-ed3c2f46-9113-40a9-a4c1-4013ab8705a2 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Took 1.17 seconds to destroy the instance on the hypervisor. [ 974.779619] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed3c2f46-9113-40a9-a4c1-4013ab8705a2 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.779861] env[69663]: DEBUG oslo_vmware.api [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 974.779861] env[69663]: value = "task-3332970" [ 974.779861] env[69663]: _type = "Task" [ 974.779861] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.780297] env[69663]: DEBUG nova.compute.manager [-] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 974.780397] env[69663]: DEBUG nova.network.neutron [-] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 974.791763] env[69663]: DEBUG oslo_vmware.api [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3332970, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.927529] env[69663]: DEBUG oslo_vmware.api [None req-f4351d0c-4b6b-4b5a-9661-29432c466b16 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332968, 'name': PowerOffVM_Task, 'duration_secs': 0.218751} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.927529] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4351d0c-4b6b-4b5a-9661-29432c466b16 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 974.927529] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f4351d0c-4b6b-4b5a-9661-29432c466b16 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 974.927529] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7dbc800f-b103-4013-9823-08a103ef116b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.983890] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f4351d0c-4b6b-4b5a-9661-29432c466b16 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 974.984185] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f4351d0c-4b6b-4b5a-9661-29432c466b16 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 974.984383] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4351d0c-4b6b-4b5a-9661-29432c466b16 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Deleting the datastore file [datastore2] c06f5efb-7ba3-4309-83c0-de2f14ff0b7a {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.984832] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-308d7a93-00ca-4565-ad5b-1e7f4c7bf58c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.991340] env[69663]: DEBUG oslo_vmware.api [None req-f4351d0c-4b6b-4b5a-9661-29432c466b16 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Waiting for the task: (returnval){ [ 974.991340] env[69663]: value = "task-3332972" [ 974.991340] env[69663]: _type = "Task" [ 974.991340] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.000584] env[69663]: DEBUG oslo_vmware.api [None req-f4351d0c-4b6b-4b5a-9661-29432c466b16 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.156903] env[69663]: DEBUG oslo_vmware.api [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Task: {'id': task-3332969, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.235344] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: ff8c0288-8e3d-47d1-b1b8-070783fac880] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 975.238570] env[69663]: DEBUG oslo_vmware.api [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332965, 'name': ReconfigVM_Task, 'duration_secs': 0.613988} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.238570] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Reconfigured VM instance instance-00000043 to attach disk [datastore1] d5140fb2-ebb9-40fe-ae74-8934c1e109b0/d5140fb2-ebb9-40fe-ae74-8934c1e109b0.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.239283] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd35a4e0-7dc0-40f5-8434-980d6942a1f3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.247398] env[69663]: DEBUG oslo_vmware.api [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 975.247398] env[69663]: value = "task-3332973" [ 975.247398] env[69663]: _type = "Task" [ 975.247398] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.257675] env[69663]: DEBUG oslo_vmware.api [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332973, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.288832] env[69663]: ERROR nova.scheduler.client.report [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [req-3ea6427f-83b5-4d66-8360-3071bad44d3a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f2fb168a-c97f-41a4-9b18-725376271f6b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3ea6427f-83b5-4d66-8360-3071bad44d3a"}]} [ 975.295498] env[69663]: DEBUG oslo_vmware.api [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3332970, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063442} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.295945] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.296982] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c44dad-92f0-4f6a-b036-344fc806f42b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.321407] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 731c4f58-055c-480f-99ca-1c9ef9bb9dff/731c4f58-055c-480f-99ca-1c9ef9bb9dff.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.322656] env[69663]: DEBUG nova.scheduler.client.report [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Refreshing inventories for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 975.324709] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b1555fd-3fca-4c21-8289-d0007dcc1a50 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.346115] env[69663]: DEBUG oslo_vmware.api [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 975.346115] env[69663]: value = "task-3332974" [ 975.346115] env[69663]: _type = "Task" [ 975.346115] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.355489] env[69663]: DEBUG oslo_vmware.api [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3332974, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.357924] env[69663]: DEBUG nova.scheduler.client.report [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Updating ProviderTree inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 975.358847] env[69663]: DEBUG nova.compute.provider_tree [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 975.377058] env[69663]: DEBUG nova.scheduler.client.report [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Refreshing aggregate associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, aggregates: None {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 975.399697] env[69663]: DEBUG nova.compute.manager [req-6908fcd0-1390-4e05-8c4a-c5c78f0c32aa req-8acf59c0-b1df-40d4-b23c-d3bcc8c85f0c service nova] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Received event network-vif-deleted-167f4167-2abb-41df-9a25-7295d6b4eb51 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 975.400546] env[69663]: INFO nova.compute.manager [req-6908fcd0-1390-4e05-8c4a-c5c78f0c32aa req-8acf59c0-b1df-40d4-b23c-d3bcc8c85f0c service nova] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Neutron deleted interface 167f4167-2abb-41df-9a25-7295d6b4eb51; detaching it from the instance and deleting it from the info cache [ 975.400546] env[69663]: DEBUG nova.network.neutron [req-6908fcd0-1390-4e05-8c4a-c5c78f0c32aa req-8acf59c0-b1df-40d4-b23c-d3bcc8c85f0c service nova] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.412053] env[69663]: DEBUG nova.scheduler.client.report [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Refreshing trait associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 975.500831] env[69663]: DEBUG oslo_vmware.api [None req-f4351d0c-4b6b-4b5a-9661-29432c466b16 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Task: {'id': task-3332972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147534} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.501148] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4351d0c-4b6b-4b5a-9661-29432c466b16 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.501349] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f4351d0c-4b6b-4b5a-9661-29432c466b16 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 975.501540] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f4351d0c-4b6b-4b5a-9661-29432c466b16 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 975.501723] env[69663]: INFO nova.compute.manager [None req-f4351d0c-4b6b-4b5a-9661-29432c466b16 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 975.501971] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4351d0c-4b6b-4b5a-9661-29432c466b16 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.505432] env[69663]: DEBUG nova.compute.manager [-] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 975.505526] env[69663]: DEBUG nova.network.neutron [-] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 975.661110] env[69663]: DEBUG nova.network.neutron [-] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.662546] env[69663]: DEBUG oslo_vmware.api [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Task: {'id': task-3332969, 'name': PowerOnVM_Task, 'duration_secs': 0.759435} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.662922] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 975.663150] env[69663]: INFO nova.compute.manager [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Took 8.25 seconds to spawn the instance on the hypervisor. [ 975.663466] env[69663]: DEBUG nova.compute.manager [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 975.664157] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb31b74-b21f-4b60-85e1-1f9efe3bbbc8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.739913] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: c006c2ab-ac5e-48a1-b0d8-64ade984a187] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 975.763021] env[69663]: DEBUG oslo_vmware.api [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332973, 'name': Rename_Task, 'duration_secs': 0.145581} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.763021] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 975.763021] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01b91241-da83-4437-ac53-423910e11f54 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.769808] env[69663]: DEBUG oslo_vmware.api [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 975.769808] env[69663]: value = "task-3332975" [ 975.769808] env[69663]: _type = "Task" [ 975.769808] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.781445] env[69663]: DEBUG oslo_vmware.api [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332975, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.856413] env[69663]: DEBUG oslo_vmware.api [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3332974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.892636] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0249e5d5-2844-4642-80ca-5b253baecab6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.900698] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be33de6d-f56b-499e-a6a4-290a1c76bd14 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.904793] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed2bb648-a9da-4d23-a92e-c447b19fdd65 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.938673] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1371cf49-2d61-44c6-8f34-72f4f75375a3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.950394] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ad1459-8542-4955-9d37-ca8a091a1dd5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.957788] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecf26e1-4886-4d25-8152-237e946f4ff5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.974825] env[69663]: DEBUG nova.compute.manager [req-6908fcd0-1390-4e05-8c4a-c5c78f0c32aa req-8acf59c0-b1df-40d4-b23c-d3bcc8c85f0c service nova] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Detach interface failed, port_id=167f4167-2abb-41df-9a25-7295d6b4eb51, reason: Instance f4593027-e1c7-44a2-ab70-3d49444f2d69 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 975.983169] env[69663]: DEBUG nova.compute.provider_tree [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.163461] env[69663]: INFO nova.compute.manager [-] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Took 1.38 seconds to deallocate network for instance. [ 976.190216] env[69663]: INFO nova.compute.manager [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Took 55.71 seconds to build instance. [ 976.244869] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 3f1d4666-da09-4df3-af29-390fe0dadc25] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 976.286798] env[69663]: DEBUG oslo_vmware.api [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332975, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.320968] env[69663]: DEBUG nova.network.neutron [-] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.356982] env[69663]: DEBUG oslo_vmware.api [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3332974, 'name': ReconfigVM_Task, 'duration_secs': 0.728545} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.357367] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 731c4f58-055c-480f-99ca-1c9ef9bb9dff/731c4f58-055c-480f-99ca-1c9ef9bb9dff.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.357959] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0cdbafd9-936a-4a3d-83d5-1e0d24abc3df {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.363806] env[69663]: DEBUG oslo_vmware.api [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 976.363806] env[69663]: value = "task-3332976" [ 976.363806] env[69663]: _type = "Task" [ 976.363806] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.371644] env[69663]: DEBUG oslo_vmware.api [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3332976, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.486623] env[69663]: DEBUG nova.scheduler.client.report [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 976.672985] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed3c2f46-9113-40a9-a4c1-4013ab8705a2 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.692802] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2dc0bc54-112f-445c-9988-9e92892dc6b6 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Lock "012861af-a026-49dc-84e0-2240fdcb4c96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.779s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.748931] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 0d901684-b23e-4908-a5af-165c31ddc5c1] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 976.784936] env[69663]: DEBUG oslo_vmware.api [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332975, 'name': PowerOnVM_Task, 'duration_secs': 0.559638} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.785236] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 976.785446] env[69663]: DEBUG nova.compute.manager [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 976.786235] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f055fe83-e7e8-4952-beeb-f30cddb4c242 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.824886] env[69663]: INFO nova.compute.manager [-] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Took 1.32 seconds to deallocate network for instance. [ 976.873146] env[69663]: DEBUG oslo_vmware.api [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3332976, 'name': Rename_Task, 'duration_secs': 0.310985} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.873497] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 976.873746] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9820095-76fd-424e-8d28-f85b5471e2a2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.879795] env[69663]: DEBUG oslo_vmware.api [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 976.879795] env[69663]: value = "task-3332977" [ 976.879795] env[69663]: _type = "Task" [ 976.879795] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.887288] env[69663]: DEBUG oslo_vmware.api [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3332977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.993218] env[69663]: DEBUG oslo_concurrency.lockutils [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.830s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.993530] env[69663]: INFO nova.compute.manager [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Migrating [ 977.000347] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9b6fdd54-69de-407f-b1c5-c34e4eeea371 tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.359s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.000542] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9b6fdd54-69de-407f-b1c5-c34e4eeea371 tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.002796] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b0e318ef-7b26-454c-8084-8f535baca6c1 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.273s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.003049] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b0e318ef-7b26-454c-8084-8f535baca6c1 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.004775] env[69663]: DEBUG oslo_concurrency.lockutils [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.270s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.006585] env[69663]: INFO nova.compute.claims [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.044319] env[69663]: INFO nova.scheduler.client.report [None req-9b6fdd54-69de-407f-b1c5-c34e4eeea371 tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Deleted allocations for instance 92ca4ae9-bd93-4031-b96d-79a4e5f4c851 [ 977.048333] env[69663]: INFO nova.scheduler.client.report [None req-b0e318ef-7b26-454c-8084-8f535baca6c1 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Deleted allocations for instance 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4 [ 977.252562] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: b7e8ced5-25ee-4b1c-81b6-88abcef366f4] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 977.308303] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.332326] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f4351d0c-4b6b-4b5a-9661-29432c466b16 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.390438] env[69663]: DEBUG oslo_vmware.api [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3332977, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.526936] env[69663]: DEBUG oslo_concurrency.lockutils [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "refresh_cache-7be8d9d2-3b54-490e-8a89-00324c49a5a0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.527277] env[69663]: DEBUG oslo_concurrency.lockutils [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquired lock "refresh_cache-7be8d9d2-3b54-490e-8a89-00324c49a5a0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.527358] env[69663]: DEBUG nova.network.neutron [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 977.553252] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9b6fdd54-69de-407f-b1c5-c34e4eeea371 tempest-FloatingIPsAssociationNegativeTestJSON-148443066 tempest-FloatingIPsAssociationNegativeTestJSON-148443066-project-member] Lock "92ca4ae9-bd93-4031-b96d-79a4e5f4c851" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.903s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.559249] env[69663]: DEBUG nova.compute.manager [req-e016ac61-cd12-45fb-bec8-35970b544911 req-a9624d43-3c3b-436e-86c9-d196357b13db service nova] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Received event network-vif-deleted-860506e3-0514-407c-807f-68e1b9d252b5 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 977.560184] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b0e318ef-7b26-454c-8084-8f535baca6c1 tempest-SecurityGroupsTestJSON-1353933590 tempest-SecurityGroupsTestJSON-1353933590-project-member] Lock "716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.811s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.759022] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: c36ab50f-44a5-407a-8a80-7482470b09aa] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 977.894532] env[69663]: DEBUG oslo_vmware.api [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3332977, 'name': PowerOnVM_Task, 'duration_secs': 0.923437} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.895408] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 977.895671] env[69663]: INFO nova.compute.manager [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Took 8.28 seconds to spawn the instance on the hypervisor. [ 977.895755] env[69663]: DEBUG nova.compute.manager [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 977.896891] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2da22f-05f9-4752-8552-fd916350654c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.128025] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9702effd-eaaa-4bd2-ac6e-8fa93ccd72f9 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "d5140fb2-ebb9-40fe-ae74-8934c1e109b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.128025] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9702effd-eaaa-4bd2-ac6e-8fa93ccd72f9 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "d5140fb2-ebb9-40fe-ae74-8934c1e109b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.128025] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9702effd-eaaa-4bd2-ac6e-8fa93ccd72f9 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "d5140fb2-ebb9-40fe-ae74-8934c1e109b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.128025] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9702effd-eaaa-4bd2-ac6e-8fa93ccd72f9 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "d5140fb2-ebb9-40fe-ae74-8934c1e109b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.128025] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9702effd-eaaa-4bd2-ac6e-8fa93ccd72f9 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "d5140fb2-ebb9-40fe-ae74-8934c1e109b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.136145] env[69663]: INFO nova.compute.manager [None req-9702effd-eaaa-4bd2-ac6e-8fa93ccd72f9 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Terminating instance [ 978.140236] env[69663]: DEBUG nova.compute.manager [None req-9702effd-eaaa-4bd2-ac6e-8fa93ccd72f9 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 978.140236] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9702effd-eaaa-4bd2-ac6e-8fa93ccd72f9 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 978.140236] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7b8437-4f2b-40dc-9309-95ad79e6ccbb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.153398] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9702effd-eaaa-4bd2-ac6e-8fa93ccd72f9 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 978.155359] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd9374b7-d8ab-4fab-80a0-fd7d0b46d363 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.163414] env[69663]: DEBUG oslo_vmware.api [None req-9702effd-eaaa-4bd2-ac6e-8fa93ccd72f9 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 978.163414] env[69663]: value = "task-3332978" [ 978.163414] env[69663]: _type = "Task" [ 978.163414] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.171939] env[69663]: DEBUG oslo_vmware.api [None req-9702effd-eaaa-4bd2-ac6e-8fa93ccd72f9 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.263535] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 42a7e9ab-7254-4209-ae2c-8e834957c080] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 978.426232] env[69663]: INFO nova.compute.manager [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Took 55.95 seconds to build instance. [ 978.573919] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ae79eb-c585-4aa3-88fd-7b30a3cd4234 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.591020] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c379c866-4aa4-40dc-ba33-a38cce69132a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.639886] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f503fa-0f51-424f-82d8-d386c4f349a8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.651737] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41513419-0fbc-4161-a9fb-a8e496280f42 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.683699] env[69663]: DEBUG nova.compute.provider_tree [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.693814] env[69663]: DEBUG oslo_vmware.api [None req-9702effd-eaaa-4bd2-ac6e-8fa93ccd72f9 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332978, 'name': PowerOffVM_Task, 'duration_secs': 0.216211} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.694635] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9702effd-eaaa-4bd2-ac6e-8fa93ccd72f9 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 978.694635] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9702effd-eaaa-4bd2-ac6e-8fa93ccd72f9 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 978.694837] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1df59ca4-3274-4728-a8f9-5a80a9bb87a6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.702700] env[69663]: DEBUG nova.network.neutron [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Updating instance_info_cache with network_info: [{"id": "db78c5ea-f3e7-4d0f-8017-daa2d9e951c0", "address": "fa:16:3e:a1:72:86", "network": {"id": "c9b0df65-b7eb-4aa8-9d53-4b8fa507b496", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-812774922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01abc007aca4ab388c2f26a1aab3ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb78c5ea-f3", "ovs_interfaceid": "db78c5ea-f3e7-4d0f-8017-daa2d9e951c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.767624] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9702effd-eaaa-4bd2-ac6e-8fa93ccd72f9 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 978.767721] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9702effd-eaaa-4bd2-ac6e-8fa93ccd72f9 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 978.767840] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9702effd-eaaa-4bd2-ac6e-8fa93ccd72f9 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Deleting the datastore file [datastore1] d5140fb2-ebb9-40fe-ae74-8934c1e109b0 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.775247] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: d98525f7-509c-4e3e-81ec-977938e49623] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 978.775247] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-546cedae-3a0a-4357-ace4-9dc11a4535d0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.780174] env[69663]: DEBUG oslo_vmware.api [None req-9702effd-eaaa-4bd2-ac6e-8fa93ccd72f9 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 978.780174] env[69663]: value = "task-3332980" [ 978.780174] env[69663]: _type = "Task" [ 978.780174] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.797372] env[69663]: DEBUG oslo_vmware.api [None req-9702effd-eaaa-4bd2-ac6e-8fa93ccd72f9 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.929112] env[69663]: DEBUG oslo_concurrency.lockutils [None req-addc595d-b8b1-4596-acfd-70091e3829b3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "731c4f58-055c-480f-99ca-1c9ef9bb9dff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.158s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.124874] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "95e1d12a-9c96-48ab-b8ae-d6d2da9ae077" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.124874] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "95e1d12a-9c96-48ab-b8ae-d6d2da9ae077" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.188157] env[69663]: DEBUG nova.scheduler.client.report [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 979.205576] env[69663]: DEBUG oslo_concurrency.lockutils [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Releasing lock "refresh_cache-7be8d9d2-3b54-490e-8a89-00324c49a5a0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.276660] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: c46089b3-927b-4b96-84bb-cfa3e5e70037] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 979.293034] env[69663]: DEBUG oslo_vmware.api [None req-9702effd-eaaa-4bd2-ac6e-8fa93ccd72f9 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3332980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340387} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.293315] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9702effd-eaaa-4bd2-ac6e-8fa93ccd72f9 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.293665] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9702effd-eaaa-4bd2-ac6e-8fa93ccd72f9 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 979.293740] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9702effd-eaaa-4bd2-ac6e-8fa93ccd72f9 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 979.293909] env[69663]: INFO nova.compute.manager [None req-9702effd-eaaa-4bd2-ac6e-8fa93ccd72f9 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 979.294700] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9702effd-eaaa-4bd2-ac6e-8fa93ccd72f9 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.294700] env[69663]: DEBUG nova.compute.manager [-] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 979.294700] env[69663]: DEBUG nova.network.neutron [-] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 979.632303] env[69663]: DEBUG nova.compute.manager [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 979.694440] env[69663]: DEBUG oslo_concurrency.lockutils [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.694993] env[69663]: DEBUG nova.compute.manager [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 979.701309] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bd189377-1f26-46cf-b47c-1ca8371f1d18 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.132s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.701543] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bd189377-1f26-46cf-b47c-1ca8371f1d18 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.703792] env[69663]: DEBUG oslo_concurrency.lockutils [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.088s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.706994] env[69663]: INFO nova.compute.claims [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.738715] env[69663]: INFO nova.scheduler.client.report [None req-bd189377-1f26-46cf-b47c-1ca8371f1d18 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Deleted allocations for instance 9015d426-e858-4d31-8601-da0d44a18ed0 [ 979.778805] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: c96cd37c-954b-41ab-9728-b1cbfe5d8c74] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 980.158881] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.161329] env[69663]: DEBUG nova.network.neutron [-] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.204291] env[69663]: DEBUG nova.compute.utils [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 980.205087] env[69663]: DEBUG nova.compute.manager [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 980.205087] env[69663]: DEBUG nova.network.neutron [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 980.247297] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bd189377-1f26-46cf-b47c-1ca8371f1d18 tempest-ServerShowV247Test-1636807066 tempest-ServerShowV247Test-1636807066-project-member] Lock "9015d426-e858-4d31-8601-da0d44a18ed0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.128s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.277690] env[69663]: DEBUG nova.policy [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b6d3172921e4dfe950cdde747f78a99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2118e829f1ae4dc4ad1863d3480354c1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 980.286326] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: beec18ad-8614-4cdc-a764-9174157d3416] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 980.294025] env[69663]: DEBUG nova.compute.manager [req-d2735d9c-5c66-4cfd-8d1a-8bf71c48c890 req-230b2053-9e62-4575-8aa8-200e2217b1a0 service nova] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Received event network-vif-deleted-3245fb8e-a90a-4ff5-bb68-cd23dc0cd585 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 980.668603] env[69663]: INFO nova.compute.manager [-] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Took 1.37 seconds to deallocate network for instance. [ 980.709489] env[69663]: DEBUG nova.compute.manager [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 980.725608] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8419550b-e7fc-4b37-8438-e98e0a317ab6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.750529] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Updating instance '7be8d9d2-3b54-490e-8a89-00324c49a5a0' progress to 0 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 980.792751] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: c115516f-79f9-4b87-aa3a-b23632cbe949] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 980.832151] env[69663]: DEBUG nova.network.neutron [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Successfully created port: 4a58748e-6aa1-4f39-9cbd-9737aba3b4d2 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 980.906708] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquiring lock "847867f7-e724-49f7-9caf-35f2cc2406ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.906978] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lock "847867f7-e724-49f7-9caf-35f2cc2406ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.180376] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9702effd-eaaa-4bd2-ac6e-8fa93ccd72f9 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.249910] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60fe1ce-463e-4ccd-af5a-10de32ff5d13 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.258361] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01811ef5-0cdc-4085-97ee-ba65b809bc63 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.264739] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 981.265394] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a2ea78d-f56a-474d-93db-e6ac33ab6570 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.303541] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 1d4ebe2a-2d3d-4fd9-8af1-d4e9473fcd76] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 981.308578] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3f4fa1-684d-4b0b-a119-85fcfcd3a11a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.312615] env[69663]: DEBUG oslo_vmware.api [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 981.312615] env[69663]: value = "task-3332981" [ 981.312615] env[69663]: _type = "Task" [ 981.312615] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.320394] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7263c65a-7f75-412f-97b1-72a8fa69f588 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.328391] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] VM already powered off {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 981.328632] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Updating instance '7be8d9d2-3b54-490e-8a89-00324c49a5a0' progress to 17 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 981.340035] env[69663]: DEBUG nova.compute.provider_tree [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.410571] env[69663]: DEBUG nova.compute.manager [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 981.719643] env[69663]: DEBUG nova.compute.manager [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 981.749089] env[69663]: DEBUG nova.virt.hardware [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 981.749556] env[69663]: DEBUG nova.virt.hardware [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 981.749556] env[69663]: DEBUG nova.virt.hardware [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.749717] env[69663]: DEBUG nova.virt.hardware [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 981.749859] env[69663]: DEBUG nova.virt.hardware [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.749999] env[69663]: DEBUG nova.virt.hardware [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 981.750247] env[69663]: DEBUG nova.virt.hardware [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 981.750415] env[69663]: DEBUG nova.virt.hardware [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 981.750589] env[69663]: DEBUG nova.virt.hardware [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 981.750758] env[69663]: DEBUG nova.virt.hardware [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 981.750954] env[69663]: DEBUG nova.virt.hardware [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 981.751904] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b99b691-66c1-4322-8519-72eb55488f9d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.766515] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a492c0-a639-45b0-84c6-0be76cac6175 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.814878] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: bc49a794-9b16-489f-a41d-890af7a385f3] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 981.845031] env[69663]: DEBUG nova.virt.hardware [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 981.845824] env[69663]: DEBUG nova.virt.hardware [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 981.846416] env[69663]: DEBUG nova.virt.hardware [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.847072] env[69663]: DEBUG nova.virt.hardware [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 981.847498] env[69663]: DEBUG nova.virt.hardware [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.848268] env[69663]: DEBUG nova.virt.hardware [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 981.848268] env[69663]: DEBUG nova.virt.hardware [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 981.848268] env[69663]: DEBUG nova.virt.hardware [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 981.848451] env[69663]: DEBUG nova.virt.hardware [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 981.848451] env[69663]: DEBUG nova.virt.hardware [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 981.848653] env[69663]: DEBUG nova.virt.hardware [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 981.857530] env[69663]: DEBUG nova.scheduler.client.report [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 981.861277] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60aead2b-d84d-44d6-9169-bba89e15f3bb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.881206] env[69663]: DEBUG oslo_vmware.api [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 981.881206] env[69663]: value = "task-3332982" [ 981.881206] env[69663]: _type = "Task" [ 981.881206] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.891633] env[69663]: DEBUG oslo_vmware.api [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332982, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.932977] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.042808] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "d209f52d-6d5f-442d-a8f0-e29880916e28" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.043117] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "d209f52d-6d5f-442d-a8f0-e29880916e28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.047808] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquiring lock "86cedd0d-0d97-4ba0-b09e-3b0abc978d7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.048053] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lock "86cedd0d-0d97-4ba0-b09e-3b0abc978d7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.320801] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 76503b99-e3e3-49bf-a2c0-651a2809cd3a] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 982.375121] env[69663]: DEBUG oslo_concurrency.lockutils [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.375660] env[69663]: DEBUG nova.compute.manager [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 982.378277] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.728s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.380008] env[69663]: INFO nova.compute.claims [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.382655] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c28b6291-d268-48d5-8be5-71150a525b05 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Acquiring lock "012861af-a026-49dc-84e0-2240fdcb4c96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.382863] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c28b6291-d268-48d5-8be5-71150a525b05 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Lock "012861af-a026-49dc-84e0-2240fdcb4c96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.383323] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c28b6291-d268-48d5-8be5-71150a525b05 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Acquiring lock "012861af-a026-49dc-84e0-2240fdcb4c96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.383323] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c28b6291-d268-48d5-8be5-71150a525b05 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Lock "012861af-a026-49dc-84e0-2240fdcb4c96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.383591] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c28b6291-d268-48d5-8be5-71150a525b05 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Lock "012861af-a026-49dc-84e0-2240fdcb4c96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.385507] env[69663]: INFO nova.compute.manager [None req-c28b6291-d268-48d5-8be5-71150a525b05 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Terminating instance [ 982.390088] env[69663]: DEBUG nova.compute.manager [None req-c28b6291-d268-48d5-8be5-71150a525b05 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 982.390325] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c28b6291-d268-48d5-8be5-71150a525b05 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 982.391401] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1803a25d-9942-489e-87c4-0de274720836 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.398824] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28b6291-d268-48d5-8be5-71150a525b05 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 982.401797] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-350c25ff-dd30-47cb-a1fe-b43628cbd133 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.403367] env[69663]: DEBUG oslo_vmware.api [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332982, 'name': ReconfigVM_Task, 'duration_secs': 0.216495} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.403472] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Updating instance '7be8d9d2-3b54-490e-8a89-00324c49a5a0' progress to 33 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 982.414576] env[69663]: DEBUG oslo_vmware.api [None req-c28b6291-d268-48d5-8be5-71150a525b05 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Waiting for the task: (returnval){ [ 982.414576] env[69663]: value = "task-3332983" [ 982.414576] env[69663]: _type = "Task" [ 982.414576] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.427732] env[69663]: DEBUG oslo_vmware.api [None req-c28b6291-d268-48d5-8be5-71150a525b05 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Task: {'id': task-3332983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.532376] env[69663]: DEBUG nova.compute.manager [req-9f15744e-fbae-4709-9725-71d55f1177aa req-d5de0e03-2ea8-4c23-bb1e-f9039f2b4975 service nova] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Received event network-vif-plugged-4a58748e-6aa1-4f39-9cbd-9737aba3b4d2 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 982.532624] env[69663]: DEBUG oslo_concurrency.lockutils [req-9f15744e-fbae-4709-9725-71d55f1177aa req-d5de0e03-2ea8-4c23-bb1e-f9039f2b4975 service nova] Acquiring lock "a3dff467-3feb-4278-8511-b4ccdacb50ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.532903] env[69663]: DEBUG oslo_concurrency.lockutils [req-9f15744e-fbae-4709-9725-71d55f1177aa req-d5de0e03-2ea8-4c23-bb1e-f9039f2b4975 service nova] Lock "a3dff467-3feb-4278-8511-b4ccdacb50ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.533112] env[69663]: DEBUG oslo_concurrency.lockutils [req-9f15744e-fbae-4709-9725-71d55f1177aa req-d5de0e03-2ea8-4c23-bb1e-f9039f2b4975 service nova] Lock "a3dff467-3feb-4278-8511-b4ccdacb50ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.533251] env[69663]: DEBUG nova.compute.manager [req-9f15744e-fbae-4709-9725-71d55f1177aa req-d5de0e03-2ea8-4c23-bb1e-f9039f2b4975 service nova] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] No waiting events found dispatching network-vif-plugged-4a58748e-6aa1-4f39-9cbd-9737aba3b4d2 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 982.533401] env[69663]: WARNING nova.compute.manager [req-9f15744e-fbae-4709-9725-71d55f1177aa req-d5de0e03-2ea8-4c23-bb1e-f9039f2b4975 service nova] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Received unexpected event network-vif-plugged-4a58748e-6aa1-4f39-9cbd-9737aba3b4d2 for instance with vm_state building and task_state spawning. [ 982.545844] env[69663]: DEBUG nova.compute.manager [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 982.550483] env[69663]: DEBUG nova.compute.manager [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 982.698186] env[69663]: DEBUG nova.network.neutron [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Successfully updated port: 4a58748e-6aa1-4f39-9cbd-9737aba3b4d2 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 982.825027] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 770e7813-571a-4d23-842f-20d55c7c1980] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 982.886322] env[69663]: DEBUG nova.compute.utils [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 982.892770] env[69663]: DEBUG nova.compute.manager [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 982.893977] env[69663]: DEBUG nova.network.neutron [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 982.911810] env[69663]: DEBUG nova.virt.hardware [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 982.912150] env[69663]: DEBUG nova.virt.hardware [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 982.912460] env[69663]: DEBUG nova.virt.hardware [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.912686] env[69663]: DEBUG nova.virt.hardware [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 982.913271] env[69663]: DEBUG nova.virt.hardware [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.913489] env[69663]: DEBUG nova.virt.hardware [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 982.913715] env[69663]: DEBUG nova.virt.hardware [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 982.913893] env[69663]: DEBUG nova.virt.hardware [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 982.914093] env[69663]: DEBUG nova.virt.hardware [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 982.914287] env[69663]: DEBUG nova.virt.hardware [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 982.914471] env[69663]: DEBUG nova.virt.hardware [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 982.921928] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Reconfiguring VM instance instance-00000027 to detach disk 2000 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 982.923059] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98c558e8-02e9-46e4-8729-8bcda5a22d29 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.945033] env[69663]: DEBUG oslo_concurrency.lockutils [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Acquiring lock "05068eba-d34c-4cb2-9b97-330a27d631f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.945180] env[69663]: DEBUG oslo_concurrency.lockutils [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Lock "05068eba-d34c-4cb2-9b97-330a27d631f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.951550] env[69663]: DEBUG oslo_vmware.api [None req-c28b6291-d268-48d5-8be5-71150a525b05 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Task: {'id': task-3332983, 'name': PowerOffVM_Task, 'duration_secs': 0.415139} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.952795] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c28b6291-d268-48d5-8be5-71150a525b05 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 982.952986] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c28b6291-d268-48d5-8be5-71150a525b05 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 982.953333] env[69663]: DEBUG oslo_vmware.api [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 982.953333] env[69663]: value = "task-3332984" [ 982.953333] env[69663]: _type = "Task" [ 982.953333] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.953552] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02e93fce-6649-4778-aab8-f019eec2e087 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.963637] env[69663]: DEBUG oslo_vmware.api [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332984, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.964967] env[69663]: DEBUG nova.policy [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23c20e1ce4c6422aa35da186313e5556', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '81420a61efbc454dafd3b193a3669637', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 983.021467] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c28b6291-d268-48d5-8be5-71150a525b05 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 983.021888] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c28b6291-d268-48d5-8be5-71150a525b05 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 983.021888] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c28b6291-d268-48d5-8be5-71150a525b05 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Deleting the datastore file [datastore1] 012861af-a026-49dc-84e0-2240fdcb4c96 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.022329] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d72445cf-c21b-4702-90e1-799be792d983 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.029328] env[69663]: DEBUG oslo_vmware.api [None req-c28b6291-d268-48d5-8be5-71150a525b05 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Waiting for the task: (returnval){ [ 983.029328] env[69663]: value = "task-3332986" [ 983.029328] env[69663]: _type = "Task" [ 983.029328] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.037274] env[69663]: DEBUG oslo_vmware.api [None req-c28b6291-d268-48d5-8be5-71150a525b05 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Task: {'id': task-3332986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.073380] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.074626] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.201806] env[69663]: DEBUG oslo_concurrency.lockutils [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Acquiring lock "refresh_cache-a3dff467-3feb-4278-8511-b4ccdacb50ea" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.202096] env[69663]: DEBUG oslo_concurrency.lockutils [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Acquired lock "refresh_cache-a3dff467-3feb-4278-8511-b4ccdacb50ea" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.202391] env[69663]: DEBUG nova.network.neutron [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 983.327594] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: bebad230-b1c7-46a1-884d-ec162bdf5786] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 983.373899] env[69663]: DEBUG nova.network.neutron [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Successfully created port: f4e69b19-fef5-429b-ac9b-5a736d9fbde5 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 983.389993] env[69663]: DEBUG nova.compute.manager [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 983.447339] env[69663]: DEBUG nova.compute.manager [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 983.469835] env[69663]: DEBUG oslo_vmware.api [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332984, 'name': ReconfigVM_Task, 'duration_secs': 0.199825} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.469835] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Reconfigured VM instance instance-00000027 to detach disk 2000 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 983.470654] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d201489a-fb37-43d2-86b5-e60ca6a4051c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.495302] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 7be8d9d2-3b54-490e-8a89-00324c49a5a0/7be8d9d2-3b54-490e-8a89-00324c49a5a0.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.498530] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fabe23e-9dca-40cc-8585-47822ef20ad9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.518939] env[69663]: DEBUG oslo_vmware.api [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 983.518939] env[69663]: value = "task-3332987" [ 983.518939] env[69663]: _type = "Task" [ 983.518939] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.529588] env[69663]: DEBUG oslo_vmware.api [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332987, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.537405] env[69663]: DEBUG oslo_vmware.api [None req-c28b6291-d268-48d5-8be5-71150a525b05 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Task: {'id': task-3332986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147735} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.539716] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c28b6291-d268-48d5-8be5-71150a525b05 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.539921] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c28b6291-d268-48d5-8be5-71150a525b05 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 983.540119] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c28b6291-d268-48d5-8be5-71150a525b05 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 983.540306] env[69663]: INFO nova.compute.manager [None req-c28b6291-d268-48d5-8be5-71150a525b05 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Took 1.15 seconds to destroy the instance on the hypervisor. [ 983.540569] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c28b6291-d268-48d5-8be5-71150a525b05 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.541114] env[69663]: DEBUG nova.compute.manager [-] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 983.541114] env[69663]: DEBUG nova.network.neutron [-] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 983.758058] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Acquiring lock "8fe87707-a4e9-4697-9b8a-e10b810c0b0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.758879] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Lock "8fe87707-a4e9-4697-9b8a-e10b810c0b0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.761443] env[69663]: DEBUG nova.network.neutron [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 983.833041] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 28ababf1-1ebc-4e31-bb87-dc848b309483] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 983.883801] env[69663]: DEBUG nova.compute.manager [req-421c0364-5611-48aa-ac7c-20a869693961 req-7eb2761f-8e9d-4a45-a55c-3364aa15dc9a service nova] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Received event network-vif-deleted-efc0ac72-2933-4391-8cc2-8ff01e3da5cc {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 983.884038] env[69663]: INFO nova.compute.manager [req-421c0364-5611-48aa-ac7c-20a869693961 req-7eb2761f-8e9d-4a45-a55c-3364aa15dc9a service nova] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Neutron deleted interface efc0ac72-2933-4391-8cc2-8ff01e3da5cc; detaching it from the instance and deleting it from the info cache [ 983.884788] env[69663]: DEBUG nova.network.neutron [req-421c0364-5611-48aa-ac7c-20a869693961 req-7eb2761f-8e9d-4a45-a55c-3364aa15dc9a service nova] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.942104] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e777c65-ae2a-44a8-96d8-847421a1e3b4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.949433] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237c5e8d-d093-447c-badd-30e12be4392e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.989770] env[69663]: DEBUG nova.network.neutron [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Updating instance_info_cache with network_info: [{"id": "4a58748e-6aa1-4f39-9cbd-9737aba3b4d2", "address": "fa:16:3e:35:22:b1", "network": {"id": "dd381980-2b3b-453a-bb5a-8322b67f3e39", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-99784382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2118e829f1ae4dc4ad1863d3480354c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a58748e-6a", "ovs_interfaceid": "4a58748e-6aa1-4f39-9cbd-9737aba3b4d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.992558] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76562524-ad8b-496c-ab53-7ad56a2f44b1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.999867] env[69663]: DEBUG oslo_concurrency.lockutils [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.003041] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6571d7-3c0a-440b-933e-5fb1b6133a62 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.015585] env[69663]: DEBUG nova.compute.provider_tree [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.035017] env[69663]: DEBUG oslo_vmware.api [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.323073] env[69663]: DEBUG nova.network.neutron [-] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.335961] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 0b421815-3bce-4e32-846d-b4784f689407] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 984.389460] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40f0c04e-39bd-4ede-bfe1-79c206bbdd90 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.399193] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e1fb91-52e6-49e5-aae3-8d1558fb1677 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.410264] env[69663]: DEBUG nova.compute.manager [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 984.433786] env[69663]: DEBUG nova.compute.manager [req-421c0364-5611-48aa-ac7c-20a869693961 req-7eb2761f-8e9d-4a45-a55c-3364aa15dc9a service nova] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Detach interface failed, port_id=efc0ac72-2933-4391-8cc2-8ff01e3da5cc, reason: Instance 012861af-a026-49dc-84e0-2240fdcb4c96 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 984.441015] env[69663]: DEBUG nova.virt.hardware [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 984.441813] env[69663]: DEBUG nova.virt.hardware [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 984.441813] env[69663]: DEBUG nova.virt.hardware [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.441813] env[69663]: DEBUG nova.virt.hardware [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 984.441813] env[69663]: DEBUG nova.virt.hardware [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.442029] env[69663]: DEBUG nova.virt.hardware [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 984.442166] env[69663]: DEBUG nova.virt.hardware [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 984.442336] env[69663]: DEBUG nova.virt.hardware [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 984.444033] env[69663]: DEBUG nova.virt.hardware [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 984.444033] env[69663]: DEBUG nova.virt.hardware [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 984.444033] env[69663]: DEBUG nova.virt.hardware [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 984.444033] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69dfc749-ea00-412b-9860-3ae85a0d64d4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.452274] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa12c6d-6790-4d4f-b96f-594d4b3c8401 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.496338] env[69663]: DEBUG oslo_concurrency.lockutils [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Releasing lock "refresh_cache-a3dff467-3feb-4278-8511-b4ccdacb50ea" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.496621] env[69663]: DEBUG nova.compute.manager [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Instance network_info: |[{"id": "4a58748e-6aa1-4f39-9cbd-9737aba3b4d2", "address": "fa:16:3e:35:22:b1", "network": {"id": "dd381980-2b3b-453a-bb5a-8322b67f3e39", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-99784382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2118e829f1ae4dc4ad1863d3480354c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a58748e-6a", "ovs_interfaceid": "4a58748e-6aa1-4f39-9cbd-9737aba3b4d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 984.497386] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:22:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e547d234-640c-449b-8279-0b16f75d6627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a58748e-6aa1-4f39-9cbd-9737aba3b4d2', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.505126] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Creating folder: Project (2118e829f1ae4dc4ad1863d3480354c1). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 984.505392] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c9b9eae-ff38-4b7b-9644-ed2213fc6d04 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.519457] env[69663]: DEBUG nova.scheduler.client.report [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 984.522729] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Created folder: Project (2118e829f1ae4dc4ad1863d3480354c1) in parent group-v665133. [ 984.522920] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Creating folder: Instances. Parent ref: group-v665336. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 984.523228] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65db6e7b-92f1-45ec-acea-3c7287865dfa {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.533187] env[69663]: DEBUG oslo_vmware.api [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3332987, 'name': ReconfigVM_Task, 'duration_secs': 0.77158} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.533462] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 7be8d9d2-3b54-490e-8a89-00324c49a5a0/7be8d9d2-3b54-490e-8a89-00324c49a5a0.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.533949] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Updating instance '7be8d9d2-3b54-490e-8a89-00324c49a5a0' progress to 50 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 984.538872] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Created folder: Instances in parent group-v665336. [ 984.539115] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.539473] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 984.539679] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4b72ec5-b95d-48c6-8a52-62cba35e2b7a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.558560] env[69663]: DEBUG nova.compute.manager [req-4aa147ba-361e-4727-9c4c-8dbf98fd6f19 req-31eb65d5-1fa6-4dd4-a6e2-539e27f394f3 service nova] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Received event network-changed-4a58748e-6aa1-4f39-9cbd-9737aba3b4d2 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 984.559375] env[69663]: DEBUG nova.compute.manager [req-4aa147ba-361e-4727-9c4c-8dbf98fd6f19 req-31eb65d5-1fa6-4dd4-a6e2-539e27f394f3 service nova] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Refreshing instance network info cache due to event network-changed-4a58748e-6aa1-4f39-9cbd-9737aba3b4d2. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 984.559375] env[69663]: DEBUG oslo_concurrency.lockutils [req-4aa147ba-361e-4727-9c4c-8dbf98fd6f19 req-31eb65d5-1fa6-4dd4-a6e2-539e27f394f3 service nova] Acquiring lock "refresh_cache-a3dff467-3feb-4278-8511-b4ccdacb50ea" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.559375] env[69663]: DEBUG oslo_concurrency.lockutils [req-4aa147ba-361e-4727-9c4c-8dbf98fd6f19 req-31eb65d5-1fa6-4dd4-a6e2-539e27f394f3 service nova] Acquired lock "refresh_cache-a3dff467-3feb-4278-8511-b4ccdacb50ea" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.559586] env[69663]: DEBUG nova.network.neutron [req-4aa147ba-361e-4727-9c4c-8dbf98fd6f19 req-31eb65d5-1fa6-4dd4-a6e2-539e27f394f3 service nova] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Refreshing network info cache for port 4a58748e-6aa1-4f39-9cbd-9737aba3b4d2 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 984.562471] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.562471] env[69663]: value = "task-3332990" [ 984.562471] env[69663]: _type = "Task" [ 984.562471] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.571249] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332990, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.825785] env[69663]: INFO nova.compute.manager [-] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Took 1.28 seconds to deallocate network for instance. [ 984.837764] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 62818b03-14d9-4055-a7fa-7ecbd5a0ca00] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 985.026609] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.027235] env[69663]: DEBUG nova.compute.manager [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 985.032481] env[69663]: DEBUG oslo_concurrency.lockutils [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.243s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.032684] env[69663]: DEBUG nova.objects.instance [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69663) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 985.041744] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d5f8f5-60bc-4249-a6db-1d941380d368 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.064829] env[69663]: DEBUG nova.network.neutron [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Successfully updated port: f4e69b19-fef5-429b-ac9b-5a736d9fbde5 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 985.070518] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326ba5a3-3655-4703-98a1-eb244232ddc2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.103106] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332990, 'name': CreateVM_Task, 'duration_secs': 0.323428} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.103447] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Updating instance '7be8d9d2-3b54-490e-8a89-00324c49a5a0' progress to 67 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 985.109653] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 985.110775] env[69663]: DEBUG oslo_concurrency.lockutils [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.110976] env[69663]: DEBUG oslo_concurrency.lockutils [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.111302] env[69663]: DEBUG oslo_concurrency.lockutils [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.111589] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e07a75b3-cbce-4357-a8af-a28c79989e39 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.116754] env[69663]: DEBUG oslo_vmware.api [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for the task: (returnval){ [ 985.116754] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5282b5cc-3ad1-d9b2-c75b-1e265572966d" [ 985.116754] env[69663]: _type = "Task" [ 985.116754] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.125050] env[69663]: DEBUG oslo_vmware.api [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5282b5cc-3ad1-d9b2-c75b-1e265572966d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.336786] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c28b6291-d268-48d5-8be5-71150a525b05 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.341463] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: f70ce0cd-1707-4a06-95dc-6ab0c1e5a2a5] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 985.427225] env[69663]: DEBUG nova.network.neutron [req-4aa147ba-361e-4727-9c4c-8dbf98fd6f19 req-31eb65d5-1fa6-4dd4-a6e2-539e27f394f3 service nova] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Updated VIF entry in instance network info cache for port 4a58748e-6aa1-4f39-9cbd-9737aba3b4d2. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 985.427655] env[69663]: DEBUG nova.network.neutron [req-4aa147ba-361e-4727-9c4c-8dbf98fd6f19 req-31eb65d5-1fa6-4dd4-a6e2-539e27f394f3 service nova] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Updating instance_info_cache with network_info: [{"id": "4a58748e-6aa1-4f39-9cbd-9737aba3b4d2", "address": "fa:16:3e:35:22:b1", "network": {"id": "dd381980-2b3b-453a-bb5a-8322b67f3e39", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-99784382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2118e829f1ae4dc4ad1863d3480354c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a58748e-6a", "ovs_interfaceid": "4a58748e-6aa1-4f39-9cbd-9737aba3b4d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.542204] env[69663]: DEBUG nova.compute.utils [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 985.542659] env[69663]: DEBUG nova.compute.manager [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 985.542869] env[69663]: DEBUG nova.network.neutron [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 985.575547] env[69663]: DEBUG oslo_concurrency.lockutils [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Acquiring lock "refresh_cache-78204f7b-f34f-4c93-a460-c9dfea0f7314" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.575688] env[69663]: DEBUG oslo_concurrency.lockutils [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Acquired lock "refresh_cache-78204f7b-f34f-4c93-a460-c9dfea0f7314" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.575834] env[69663]: DEBUG nova.network.neutron [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 985.583631] env[69663]: DEBUG nova.policy [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ca6b7f0a0fc451b8dab6acf2ede6f54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b301ab3411f4313ad4ee32e7e97402a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 985.626871] env[69663]: DEBUG oslo_vmware.api [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5282b5cc-3ad1-d9b2-c75b-1e265572966d, 'name': SearchDatastore_Task, 'duration_secs': 0.009859} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.627211] env[69663]: DEBUG oslo_concurrency.lockutils [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.627448] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.627686] env[69663]: DEBUG oslo_concurrency.lockutils [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.627853] env[69663]: DEBUG oslo_concurrency.lockutils [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.628051] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.628401] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ebbe7cc-9e47-4d87-b2a7-aa991e4e27f9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.635864] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.636053] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 985.636799] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-425bffae-9897-4ed9-8ee8-868c73f837a7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.641865] env[69663]: DEBUG oslo_vmware.api [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for the task: (returnval){ [ 985.641865] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a1101d-6510-a799-3caf-9b43a896e943" [ 985.641865] env[69663]: _type = "Task" [ 985.641865] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.648821] env[69663]: DEBUG oslo_vmware.api [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a1101d-6510-a799-3caf-9b43a896e943, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.666007] env[69663]: DEBUG nova.network.neutron [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Port db78c5ea-f3e7-4d0f-8017-daa2d9e951c0 binding to destination host cpu-1 is already ACTIVE {{(pid=69663) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 985.844778] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 847983a3-9dac-45a9-93bf-8b7a089d8a1b] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 985.904593] env[69663]: DEBUG nova.network.neutron [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Successfully created port: e87e9557-9bc8-4a95-82f7-3727e0e59f57 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.930547] env[69663]: DEBUG oslo_concurrency.lockutils [req-4aa147ba-361e-4727-9c4c-8dbf98fd6f19 req-31eb65d5-1fa6-4dd4-a6e2-539e27f394f3 service nova] Releasing lock "refresh_cache-a3dff467-3feb-4278-8511-b4ccdacb50ea" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.043756] env[69663]: DEBUG oslo_concurrency.lockutils [None req-42b0dd1f-d0bc-4bb1-89b9-4e50b99b5690 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.044843] env[69663]: DEBUG oslo_concurrency.lockutils [None req-aa3bcc1f-7aff-477b-bcd3-854ad23f1048 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.312s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.045088] env[69663]: DEBUG oslo_concurrency.lockutils [None req-aa3bcc1f-7aff-477b-bcd3-854ad23f1048 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.047714] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.241s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.049214] env[69663]: INFO nova.compute.claims [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.055288] env[69663]: DEBUG nova.compute.manager [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 986.082287] env[69663]: INFO nova.scheduler.client.report [None req-aa3bcc1f-7aff-477b-bcd3-854ad23f1048 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Deleted allocations for instance c01b7794-182c-4aa8-9469-6c008817e208 [ 986.125950] env[69663]: DEBUG nova.network.neutron [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 986.153118] env[69663]: DEBUG oslo_vmware.api [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a1101d-6510-a799-3caf-9b43a896e943, 'name': SearchDatastore_Task, 'duration_secs': 0.010095} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.157015] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13b96a63-9b49-42e8-9793-27a4c645866f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.163378] env[69663]: DEBUG oslo_vmware.api [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for the task: (returnval){ [ 986.163378] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]523bfc01-ac59-e48b-f3a6-4c7fb2296335" [ 986.163378] env[69663]: _type = "Task" [ 986.163378] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.176056] env[69663]: DEBUG oslo_vmware.api [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]523bfc01-ac59-e48b-f3a6-4c7fb2296335, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.349698] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 76897d45-3652-487d-beba-517307e3e6e6] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 986.391677] env[69663]: DEBUG nova.network.neutron [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Updating instance_info_cache with network_info: [{"id": "f4e69b19-fef5-429b-ac9b-5a736d9fbde5", "address": "fa:16:3e:63:6d:cc", "network": {"id": "4ab6d01c-598b-436d-9852-096f3f7caf4e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1513332204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81420a61efbc454dafd3b193a3669637", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4e69b19-fe", "ovs_interfaceid": "f4e69b19-fef5-429b-ac9b-5a736d9fbde5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.593191] env[69663]: DEBUG oslo_concurrency.lockutils [None req-aa3bcc1f-7aff-477b-bcd3-854ad23f1048 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Lock "c01b7794-182c-4aa8-9469-6c008817e208" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.860s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.674521] env[69663]: DEBUG oslo_vmware.api [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]523bfc01-ac59-e48b-f3a6-4c7fb2296335, 'name': SearchDatastore_Task, 'duration_secs': 0.009514} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.674852] env[69663]: DEBUG oslo_concurrency.lockutils [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.675150] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] a3dff467-3feb-4278-8511-b4ccdacb50ea/a3dff467-3feb-4278-8511-b4ccdacb50ea.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 986.675424] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49ca5ecd-ffd9-4fb9-9a88-b7959d3c1bf1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.692881] env[69663]: DEBUG oslo_concurrency.lockutils [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "7be8d9d2-3b54-490e-8a89-00324c49a5a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.693139] env[69663]: DEBUG oslo_concurrency.lockutils [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "7be8d9d2-3b54-490e-8a89-00324c49a5a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.693325] env[69663]: DEBUG oslo_concurrency.lockutils [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "7be8d9d2-3b54-490e-8a89-00324c49a5a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.697020] env[69663]: DEBUG nova.compute.manager [req-6e72469f-3971-43ee-817d-8de698a282b0 req-9fb4cbca-d09a-4a75-afbb-36dfb2ec4a91 service nova] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Received event network-vif-plugged-f4e69b19-fef5-429b-ac9b-5a736d9fbde5 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 986.697580] env[69663]: DEBUG oslo_concurrency.lockutils [req-6e72469f-3971-43ee-817d-8de698a282b0 req-9fb4cbca-d09a-4a75-afbb-36dfb2ec4a91 service nova] Acquiring lock "78204f7b-f34f-4c93-a460-c9dfea0f7314-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.697777] env[69663]: DEBUG oslo_concurrency.lockutils [req-6e72469f-3971-43ee-817d-8de698a282b0 req-9fb4cbca-d09a-4a75-afbb-36dfb2ec4a91 service nova] Lock "78204f7b-f34f-4c93-a460-c9dfea0f7314-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.697955] env[69663]: DEBUG oslo_concurrency.lockutils [req-6e72469f-3971-43ee-817d-8de698a282b0 req-9fb4cbca-d09a-4a75-afbb-36dfb2ec4a91 service nova] Lock "78204f7b-f34f-4c93-a460-c9dfea0f7314-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.698149] env[69663]: DEBUG nova.compute.manager [req-6e72469f-3971-43ee-817d-8de698a282b0 req-9fb4cbca-d09a-4a75-afbb-36dfb2ec4a91 service nova] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] No waiting events found dispatching network-vif-plugged-f4e69b19-fef5-429b-ac9b-5a736d9fbde5 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 986.698327] env[69663]: WARNING nova.compute.manager [req-6e72469f-3971-43ee-817d-8de698a282b0 req-9fb4cbca-d09a-4a75-afbb-36dfb2ec4a91 service nova] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Received unexpected event network-vif-plugged-f4e69b19-fef5-429b-ac9b-5a736d9fbde5 for instance with vm_state building and task_state spawning. [ 986.698542] env[69663]: DEBUG nova.compute.manager [req-6e72469f-3971-43ee-817d-8de698a282b0 req-9fb4cbca-d09a-4a75-afbb-36dfb2ec4a91 service nova] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Received event network-changed-f4e69b19-fef5-429b-ac9b-5a736d9fbde5 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 986.698720] env[69663]: DEBUG nova.compute.manager [req-6e72469f-3971-43ee-817d-8de698a282b0 req-9fb4cbca-d09a-4a75-afbb-36dfb2ec4a91 service nova] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Refreshing instance network info cache due to event network-changed-f4e69b19-fef5-429b-ac9b-5a736d9fbde5. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 986.698918] env[69663]: DEBUG oslo_concurrency.lockutils [req-6e72469f-3971-43ee-817d-8de698a282b0 req-9fb4cbca-d09a-4a75-afbb-36dfb2ec4a91 service nova] Acquiring lock "refresh_cache-78204f7b-f34f-4c93-a460-c9dfea0f7314" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.699540] env[69663]: DEBUG oslo_vmware.api [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for the task: (returnval){ [ 986.699540] env[69663]: value = "task-3332991" [ 986.699540] env[69663]: _type = "Task" [ 986.699540] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.709776] env[69663]: DEBUG oslo_vmware.api [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3332991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.851594] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: bff38a50-1e9f-408b-8c4f-0900b6b3a318] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 986.894885] env[69663]: DEBUG oslo_concurrency.lockutils [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Releasing lock "refresh_cache-78204f7b-f34f-4c93-a460-c9dfea0f7314" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.895239] env[69663]: DEBUG nova.compute.manager [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Instance network_info: |[{"id": "f4e69b19-fef5-429b-ac9b-5a736d9fbde5", "address": "fa:16:3e:63:6d:cc", "network": {"id": "4ab6d01c-598b-436d-9852-096f3f7caf4e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1513332204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81420a61efbc454dafd3b193a3669637", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4e69b19-fe", "ovs_interfaceid": "f4e69b19-fef5-429b-ac9b-5a736d9fbde5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 986.895547] env[69663]: DEBUG oslo_concurrency.lockutils [req-6e72469f-3971-43ee-817d-8de698a282b0 req-9fb4cbca-d09a-4a75-afbb-36dfb2ec4a91 service nova] Acquired lock "refresh_cache-78204f7b-f34f-4c93-a460-c9dfea0f7314" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.895745] env[69663]: DEBUG nova.network.neutron [req-6e72469f-3971-43ee-817d-8de698a282b0 req-9fb4cbca-d09a-4a75-afbb-36dfb2ec4a91 service nova] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Refreshing network info cache for port f4e69b19-fef5-429b-ac9b-5a736d9fbde5 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 986.897020] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:6d:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4e69b19-fef5-429b-ac9b-5a736d9fbde5', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.904597] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.905547] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 986.905778] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffcd811f-c07c-40cf-b899-1abae6aac4b5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.925639] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.925639] env[69663]: value = "task-3332992" [ 986.925639] env[69663]: _type = "Task" [ 986.925639] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.933377] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332992, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.061714] env[69663]: DEBUG nova.compute.manager [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 987.095257] env[69663]: DEBUG nova.virt.hardware [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0387497d22b4dabddd0e20d79938c69a',container_format='bare',created_at=2025-04-05T04:28:49Z,direct_url=,disk_format='vmdk',id=95becf2b-05a6-48fd-b5f1-266af47c6f50,min_disk=1,min_ram=0,name='tempest-test-snap-1687299728',owner='1b301ab3411f4313ad4ee32e7e97402a',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-05T04:29:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 987.095616] env[69663]: DEBUG nova.virt.hardware [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 987.095836] env[69663]: DEBUG nova.virt.hardware [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.096248] env[69663]: DEBUG nova.virt.hardware [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 987.096407] env[69663]: DEBUG nova.virt.hardware [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.096626] env[69663]: DEBUG nova.virt.hardware [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 987.096918] env[69663]: DEBUG nova.virt.hardware [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 987.097195] env[69663]: DEBUG nova.virt.hardware [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 987.097395] env[69663]: DEBUG nova.virt.hardware [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 987.097630] env[69663]: DEBUG nova.virt.hardware [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 987.097878] env[69663]: DEBUG nova.virt.hardware [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 987.099247] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71a18d0-e690-4bbd-84fe-b0eb8ea4cd55 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.111824] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb0987b-e43b-4004-8459-f466c4de190d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.213759] env[69663]: DEBUG oslo_vmware.api [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3332991, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.354366] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: cac77ab5-f50e-46dd-967e-948221c1ee12] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 987.438089] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332992, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.550415] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132db952-72fb-4149-81d3-9efe8ebd7bc9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.557851] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af05756f-b65e-42ad-9ffa-ba2b7d7ff138 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.589979] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df0a1c4-6840-4cbd-960e-803d0bb7f614 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.596884] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc8f885-65a3-463c-872c-5dae4d63c1ec {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.611018] env[69663]: DEBUG nova.compute.provider_tree [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.716317] env[69663]: DEBUG oslo_vmware.api [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3332991, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698664} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.716589] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] a3dff467-3feb-4278-8511-b4ccdacb50ea/a3dff467-3feb-4278-8511-b4ccdacb50ea.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 987.716812] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 987.717988] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-375a0b2e-9a49-47ad-a67f-3e1fd0668184 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.723493] env[69663]: DEBUG oslo_vmware.api [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for the task: (returnval){ [ 987.723493] env[69663]: value = "task-3332993" [ 987.723493] env[69663]: _type = "Task" [ 987.723493] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.732797] env[69663]: DEBUG oslo_vmware.api [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3332993, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.737834] env[69663]: DEBUG oslo_concurrency.lockutils [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "refresh_cache-7be8d9d2-3b54-490e-8a89-00324c49a5a0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.738033] env[69663]: DEBUG oslo_concurrency.lockutils [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquired lock "refresh_cache-7be8d9d2-3b54-490e-8a89-00324c49a5a0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.738223] env[69663]: DEBUG nova.network.neutron [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 987.861606] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: ce4eb350-554d-4f1c-92d5-dedcacfc8ea5] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 987.936759] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3332992, 'name': CreateVM_Task, 'duration_secs': 0.61474} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.936759] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 987.937458] env[69663]: DEBUG oslo_concurrency.lockutils [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.937629] env[69663]: DEBUG oslo_concurrency.lockutils [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.937966] env[69663]: DEBUG oslo_concurrency.lockutils [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.938245] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3346b459-cd74-409c-af7a-63deb0f0eef4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.943045] env[69663]: DEBUG oslo_vmware.api [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for the task: (returnval){ [ 987.943045] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52bb5cd7-afff-6ff9-2599-e9a89ec2d338" [ 987.943045] env[69663]: _type = "Task" [ 987.943045] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.950294] env[69663]: DEBUG oslo_vmware.api [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52bb5cd7-afff-6ff9-2599-e9a89ec2d338, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.053747] env[69663]: DEBUG nova.network.neutron [req-6e72469f-3971-43ee-817d-8de698a282b0 req-9fb4cbca-d09a-4a75-afbb-36dfb2ec4a91 service nova] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Updated VIF entry in instance network info cache for port f4e69b19-fef5-429b-ac9b-5a736d9fbde5. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 988.054122] env[69663]: DEBUG nova.network.neutron [req-6e72469f-3971-43ee-817d-8de698a282b0 req-9fb4cbca-d09a-4a75-afbb-36dfb2ec4a91 service nova] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Updating instance_info_cache with network_info: [{"id": "f4e69b19-fef5-429b-ac9b-5a736d9fbde5", "address": "fa:16:3e:63:6d:cc", "network": {"id": "4ab6d01c-598b-436d-9852-096f3f7caf4e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1513332204-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "81420a61efbc454dafd3b193a3669637", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4e69b19-fe", "ovs_interfaceid": "f4e69b19-fef5-429b-ac9b-5a736d9fbde5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.114456] env[69663]: DEBUG nova.scheduler.client.report [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 988.218056] env[69663]: DEBUG nova.network.neutron [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Successfully updated port: e87e9557-9bc8-4a95-82f7-3727e0e59f57 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 988.239278] env[69663]: DEBUG oslo_vmware.api [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3332993, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064563} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.239577] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.240648] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c303a4-61aa-481d-8a46-2dfaf28596c2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.265547] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] a3dff467-3feb-4278-8511-b4ccdacb50ea/a3dff467-3feb-4278-8511-b4ccdacb50ea.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.266175] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f33459d4-7831-4d50-a6f9-c0c324c91530 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.286683] env[69663]: DEBUG oslo_vmware.api [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for the task: (returnval){ [ 988.286683] env[69663]: value = "task-3332994" [ 988.286683] env[69663]: _type = "Task" [ 988.286683] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.294875] env[69663]: DEBUG oslo_vmware.api [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3332994, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.365012] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 3c24b6b4-0f5d-4238-9c52-abfbff138058] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 988.452983] env[69663]: DEBUG oslo_vmware.api [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52bb5cd7-afff-6ff9-2599-e9a89ec2d338, 'name': SearchDatastore_Task, 'duration_secs': 0.009373} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.453924] env[69663]: DEBUG oslo_concurrency.lockutils [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.453924] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.453924] env[69663]: DEBUG oslo_concurrency.lockutils [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.453924] env[69663]: DEBUG oslo_concurrency.lockutils [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.454152] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.454558] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0f9371d-3940-4433-a4e4-0611ae305c57 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.464606] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.464811] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 988.465572] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c2fea11-92e5-425e-9bbb-0f1df8986d8d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.470695] env[69663]: DEBUG oslo_vmware.api [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for the task: (returnval){ [ 988.470695] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5241076e-c9e4-93b8-745a-0fc3dac079d8" [ 988.470695] env[69663]: _type = "Task" [ 988.470695] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.480394] env[69663]: DEBUG oslo_vmware.api [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5241076e-c9e4-93b8-745a-0fc3dac079d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.534437] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7b59a880-ff11-4206-b485-5bbc74f295d2 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquiring lock "1d2d49f3-0406-467b-95b7-22d38c24dcf5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.534746] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7b59a880-ff11-4206-b485-5bbc74f295d2 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Lock "1d2d49f3-0406-467b-95b7-22d38c24dcf5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.535052] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7b59a880-ff11-4206-b485-5bbc74f295d2 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquiring lock "1d2d49f3-0406-467b-95b7-22d38c24dcf5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.535266] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7b59a880-ff11-4206-b485-5bbc74f295d2 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Lock "1d2d49f3-0406-467b-95b7-22d38c24dcf5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.535444] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7b59a880-ff11-4206-b485-5bbc74f295d2 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Lock "1d2d49f3-0406-467b-95b7-22d38c24dcf5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.537491] env[69663]: INFO nova.compute.manager [None req-7b59a880-ff11-4206-b485-5bbc74f295d2 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Terminating instance [ 988.539327] env[69663]: DEBUG nova.compute.manager [None req-7b59a880-ff11-4206-b485-5bbc74f295d2 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 988.539540] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7b59a880-ff11-4206-b485-5bbc74f295d2 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 988.540427] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bf348e-cd2a-4af1-818a-9e57b4202a59 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.548552] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b59a880-ff11-4206-b485-5bbc74f295d2 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 988.548931] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de444146-729d-4e1a-a1e3-ed756103c858 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.554588] env[69663]: DEBUG oslo_vmware.api [None req-7b59a880-ff11-4206-b485-5bbc74f295d2 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for the task: (returnval){ [ 988.554588] env[69663]: value = "task-3332995" [ 988.554588] env[69663]: _type = "Task" [ 988.554588] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.557876] env[69663]: DEBUG oslo_concurrency.lockutils [req-6e72469f-3971-43ee-817d-8de698a282b0 req-9fb4cbca-d09a-4a75-afbb-36dfb2ec4a91 service nova] Releasing lock "refresh_cache-78204f7b-f34f-4c93-a460-c9dfea0f7314" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.563203] env[69663]: DEBUG oslo_vmware.api [None req-7b59a880-ff11-4206-b485-5bbc74f295d2 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.620570] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.621210] env[69663]: DEBUG nova.compute.manager [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 988.624668] env[69663]: DEBUG nova.network.neutron [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Updating instance_info_cache with network_info: [{"id": "db78c5ea-f3e7-4d0f-8017-daa2d9e951c0", "address": "fa:16:3e:a1:72:86", "network": {"id": "c9b0df65-b7eb-4aa8-9d53-4b8fa507b496", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-812774922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01abc007aca4ab388c2f26a1aab3ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb78c5ea-f3", "ovs_interfaceid": "db78c5ea-f3e7-4d0f-8017-daa2d9e951c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.625861] env[69663]: DEBUG oslo_concurrency.lockutils [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.474s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.626061] env[69663]: DEBUG nova.objects.instance [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69663) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 988.721305] env[69663]: DEBUG nova.compute.manager [req-9b28e3a8-aaea-4c21-ad22-68b2a2895aaa req-7b155be5-7851-43c6-af53-79e32b3b1ee9 service nova] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Received event network-vif-plugged-e87e9557-9bc8-4a95-82f7-3727e0e59f57 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 988.721536] env[69663]: DEBUG oslo_concurrency.lockutils [req-9b28e3a8-aaea-4c21-ad22-68b2a2895aaa req-7b155be5-7851-43c6-af53-79e32b3b1ee9 service nova] Acquiring lock "8e5c93fa-997e-4b35-8efc-5ca205396b6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.721776] env[69663]: DEBUG oslo_concurrency.lockutils [req-9b28e3a8-aaea-4c21-ad22-68b2a2895aaa req-7b155be5-7851-43c6-af53-79e32b3b1ee9 service nova] Lock "8e5c93fa-997e-4b35-8efc-5ca205396b6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.722065] env[69663]: DEBUG oslo_concurrency.lockutils [req-9b28e3a8-aaea-4c21-ad22-68b2a2895aaa req-7b155be5-7851-43c6-af53-79e32b3b1ee9 service nova] Lock "8e5c93fa-997e-4b35-8efc-5ca205396b6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.722118] env[69663]: DEBUG nova.compute.manager [req-9b28e3a8-aaea-4c21-ad22-68b2a2895aaa req-7b155be5-7851-43c6-af53-79e32b3b1ee9 service nova] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] No waiting events found dispatching network-vif-plugged-e87e9557-9bc8-4a95-82f7-3727e0e59f57 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 988.722346] env[69663]: WARNING nova.compute.manager [req-9b28e3a8-aaea-4c21-ad22-68b2a2895aaa req-7b155be5-7851-43c6-af53-79e32b3b1ee9 service nova] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Received unexpected event network-vif-plugged-e87e9557-9bc8-4a95-82f7-3727e0e59f57 for instance with vm_state building and task_state spawning. [ 988.722423] env[69663]: DEBUG nova.compute.manager [req-9b28e3a8-aaea-4c21-ad22-68b2a2895aaa req-7b155be5-7851-43c6-af53-79e32b3b1ee9 service nova] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Received event network-changed-e87e9557-9bc8-4a95-82f7-3727e0e59f57 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 988.722571] env[69663]: DEBUG nova.compute.manager [req-9b28e3a8-aaea-4c21-ad22-68b2a2895aaa req-7b155be5-7851-43c6-af53-79e32b3b1ee9 service nova] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Refreshing instance network info cache due to event network-changed-e87e9557-9bc8-4a95-82f7-3727e0e59f57. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 988.722738] env[69663]: DEBUG oslo_concurrency.lockutils [req-9b28e3a8-aaea-4c21-ad22-68b2a2895aaa req-7b155be5-7851-43c6-af53-79e32b3b1ee9 service nova] Acquiring lock "refresh_cache-8e5c93fa-997e-4b35-8efc-5ca205396b6f" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.722949] env[69663]: DEBUG oslo_concurrency.lockutils [req-9b28e3a8-aaea-4c21-ad22-68b2a2895aaa req-7b155be5-7851-43c6-af53-79e32b3b1ee9 service nova] Acquired lock "refresh_cache-8e5c93fa-997e-4b35-8efc-5ca205396b6f" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.723158] env[69663]: DEBUG nova.network.neutron [req-9b28e3a8-aaea-4c21-ad22-68b2a2895aaa req-7b155be5-7851-43c6-af53-79e32b3b1ee9 service nova] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Refreshing network info cache for port e87e9557-9bc8-4a95-82f7-3727e0e59f57 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 988.725084] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "refresh_cache-8e5c93fa-997e-4b35-8efc-5ca205396b6f" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.797513] env[69663]: DEBUG oslo_vmware.api [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3332994, 'name': ReconfigVM_Task, 'duration_secs': 0.323429} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.797792] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Reconfigured VM instance instance-00000047 to attach disk [datastore2] a3dff467-3feb-4278-8511-b4ccdacb50ea/a3dff467-3feb-4278-8511-b4ccdacb50ea.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.798446] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5ea1674-5f8a-4841-922d-8d939ca92cd4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.805334] env[69663]: DEBUG oslo_vmware.api [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for the task: (returnval){ [ 988.805334] env[69663]: value = "task-3332996" [ 988.805334] env[69663]: _type = "Task" [ 988.805334] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.813029] env[69663]: DEBUG oslo_vmware.api [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3332996, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.868872] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 64438592-bb5d-45f2-a30d-cb1a91297dad] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 988.981527] env[69663]: DEBUG oslo_vmware.api [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5241076e-c9e4-93b8-745a-0fc3dac079d8, 'name': SearchDatastore_Task, 'duration_secs': 0.008792} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.982379] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2a2cf67-d7c5-49fd-9ed0-3f396e3e2c10 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.987384] env[69663]: DEBUG oslo_vmware.api [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for the task: (returnval){ [ 988.987384] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]520b60f2-777b-ed71-ff68-693ed7e148a4" [ 988.987384] env[69663]: _type = "Task" [ 988.987384] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.995244] env[69663]: DEBUG oslo_vmware.api [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]520b60f2-777b-ed71-ff68-693ed7e148a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.063857] env[69663]: DEBUG oslo_vmware.api [None req-7b59a880-ff11-4206-b485-5bbc74f295d2 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332995, 'name': PowerOffVM_Task, 'duration_secs': 0.203384} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.064169] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b59a880-ff11-4206-b485-5bbc74f295d2 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 989.064347] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7b59a880-ff11-4206-b485-5bbc74f295d2 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 989.064596] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e60f8b1-2f75-4ee2-bd94-b7efbaa8e724 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.130955] env[69663]: DEBUG nova.compute.utils [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 989.133947] env[69663]: DEBUG oslo_concurrency.lockutils [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Releasing lock "refresh_cache-7be8d9d2-3b54-490e-8a89-00324c49a5a0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.140082] env[69663]: DEBUG nova.compute.manager [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Not allocating networking since 'none' was specified. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 989.140756] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7b59a880-ff11-4206-b485-5bbc74f295d2 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 989.140756] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7b59a880-ff11-4206-b485-5bbc74f295d2 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 989.140756] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b59a880-ff11-4206-b485-5bbc74f295d2 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Deleting the datastore file [datastore1] 1d2d49f3-0406-467b-95b7-22d38c24dcf5 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.141385] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34d12294-49f9-42f8-af90-945b8a9d2920 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.148517] env[69663]: DEBUG oslo_vmware.api [None req-7b59a880-ff11-4206-b485-5bbc74f295d2 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for the task: (returnval){ [ 989.148517] env[69663]: value = "task-3332998" [ 989.148517] env[69663]: _type = "Task" [ 989.148517] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.157194] env[69663]: DEBUG oslo_vmware.api [None req-7b59a880-ff11-4206-b485-5bbc74f295d2 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.260956] env[69663]: DEBUG nova.network.neutron [req-9b28e3a8-aaea-4c21-ad22-68b2a2895aaa req-7b155be5-7851-43c6-af53-79e32b3b1ee9 service nova] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 989.316306] env[69663]: DEBUG oslo_vmware.api [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3332996, 'name': Rename_Task, 'duration_secs': 0.143936} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.316759] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 989.316995] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3afc59f3-40b2-4283-b1ea-8ae7b1b3b795 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.324430] env[69663]: DEBUG oslo_vmware.api [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for the task: (returnval){ [ 989.324430] env[69663]: value = "task-3332999" [ 989.324430] env[69663]: _type = "Task" [ 989.324430] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.333860] env[69663]: DEBUG oslo_vmware.api [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3332999, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.371982] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 552b215a-35c7-4669-87ae-ea17c9dfbf2f] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 989.379802] env[69663]: DEBUG nova.network.neutron [req-9b28e3a8-aaea-4c21-ad22-68b2a2895aaa req-7b155be5-7851-43c6-af53-79e32b3b1ee9 service nova] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.500972] env[69663]: DEBUG oslo_vmware.api [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]520b60f2-777b-ed71-ff68-693ed7e148a4, 'name': SearchDatastore_Task, 'duration_secs': 0.008889} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.500972] env[69663]: DEBUG oslo_concurrency.lockutils [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.501362] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 78204f7b-f34f-4c93-a460-c9dfea0f7314/78204f7b-f34f-4c93-a460-c9dfea0f7314.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 989.501673] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6eaf64b9-5600-4858-b9ff-67327c5db134 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.511020] env[69663]: DEBUG oslo_vmware.api [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for the task: (returnval){ [ 989.511020] env[69663]: value = "task-3333000" [ 989.511020] env[69663]: _type = "Task" [ 989.511020] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.523874] env[69663]: DEBUG oslo_vmware.api [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3333000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.642534] env[69663]: DEBUG nova.compute.manager [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 989.645595] env[69663]: DEBUG oslo_concurrency.lockutils [None req-70d3ead0-1b32-4c83-8092-a47e4ee91c37 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.650016] env[69663]: DEBUG oslo_concurrency.lockutils [None req-47de09a3-eecf-4ab0-90cd-3966cea8edc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.960s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.650016] env[69663]: DEBUG oslo_concurrency.lockutils [None req-47de09a3-eecf-4ab0-90cd-3966cea8edc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.651390] env[69663]: DEBUG oslo_concurrency.lockutils [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.406s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.651594] env[69663]: DEBUG nova.objects.instance [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69663) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 989.664968] env[69663]: DEBUG oslo_vmware.api [None req-7b59a880-ff11-4206-b485-5bbc74f295d2 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Task: {'id': task-3332998, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135595} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.665318] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b59a880-ff11-4206-b485-5bbc74f295d2 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.665546] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7b59a880-ff11-4206-b485-5bbc74f295d2 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 989.665767] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7b59a880-ff11-4206-b485-5bbc74f295d2 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 989.665986] env[69663]: INFO nova.compute.manager [None req-7b59a880-ff11-4206-b485-5bbc74f295d2 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 989.666312] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b59a880-ff11-4206-b485-5bbc74f295d2 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.666825] env[69663]: DEBUG nova.compute.manager [-] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 989.667410] env[69663]: DEBUG nova.network.neutron [-] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 989.670284] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decbc90e-0827-4617-91c8-71369f6596d1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.690174] env[69663]: INFO nova.scheduler.client.report [None req-47de09a3-eecf-4ab0-90cd-3966cea8edc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Deleted allocations for instance 1ea365a2-a920-449c-bdd6-9db460c6b395 [ 989.692820] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d83cf2-fd48-4850-8cc8-331e209db698 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.703165] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Updating instance '7be8d9d2-3b54-490e-8a89-00324c49a5a0' progress to 83 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 989.836543] env[69663]: DEBUG oslo_vmware.api [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3332999, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.875130] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: dfa4fc69-0de7-442e-b05d-1a1d9441d3a0] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 989.882530] env[69663]: DEBUG oslo_concurrency.lockutils [req-9b28e3a8-aaea-4c21-ad22-68b2a2895aaa req-7b155be5-7851-43c6-af53-79e32b3b1ee9 service nova] Releasing lock "refresh_cache-8e5c93fa-997e-4b35-8efc-5ca205396b6f" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.883301] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquired lock "refresh_cache-8e5c93fa-997e-4b35-8efc-5ca205396b6f" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.883301] env[69663]: DEBUG nova.network.neutron [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 990.020538] env[69663]: DEBUG oslo_vmware.api [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3333000, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.200948] env[69663]: DEBUG oslo_concurrency.lockutils [None req-47de09a3-eecf-4ab0-90cd-3966cea8edc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "1ea365a2-a920-449c-bdd6-9db460c6b395" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.129s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.209986] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-84754c71-f866-447b-a7b4-8aeb67a635e5 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Updating instance '7be8d9d2-3b54-490e-8a89-00324c49a5a0' progress to 100 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 990.336731] env[69663]: DEBUG oslo_vmware.api [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3332999, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.378454] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 0fcc33a7-a799-4d9d-ba5c-d849b1c38bf1] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 990.388645] env[69663]: DEBUG nova.network.neutron [-] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.438093] env[69663]: DEBUG nova.network.neutron [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 990.523152] env[69663]: DEBUG oslo_vmware.api [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3333000, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.856177} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.523456] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 78204f7b-f34f-4c93-a460-c9dfea0f7314/78204f7b-f34f-4c93-a460-c9dfea0f7314.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 990.523678] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.523963] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3de0cde1-f6df-4b9d-90b4-0314c1af5853 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.532930] env[69663]: DEBUG oslo_vmware.api [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for the task: (returnval){ [ 990.532930] env[69663]: value = "task-3333001" [ 990.532930] env[69663]: _type = "Task" [ 990.532930] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.546851] env[69663]: DEBUG oslo_vmware.api [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3333001, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.657120] env[69663]: DEBUG nova.compute.manager [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 990.660943] env[69663]: DEBUG oslo_concurrency.lockutils [None req-16e75aa8-9151-4987-9131-71a082e2c947 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.664825] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c75e5c71-1dc7-4430-ba42-ea08026e6230 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.580s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.664825] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c75e5c71-1dc7-4430-ba42-ea08026e6230 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.664825] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.586s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.666703] env[69663]: INFO nova.compute.claims [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.685763] env[69663]: DEBUG nova.network.neutron [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Updating instance_info_cache with network_info: [{"id": "e87e9557-9bc8-4a95-82f7-3727e0e59f57", "address": "fa:16:3e:aa:45:cc", "network": {"id": "18486395-b376-46f7-969d-ee8913a2338e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1505527570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b301ab3411f4313ad4ee32e7e97402a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape87e9557-9b", "ovs_interfaceid": "e87e9557-9bc8-4a95-82f7-3727e0e59f57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.697181] env[69663]: DEBUG nova.virt.hardware [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 990.697181] env[69663]: DEBUG nova.virt.hardware [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 990.697181] env[69663]: DEBUG nova.virt.hardware [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.697181] env[69663]: DEBUG nova.virt.hardware [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 990.697181] env[69663]: DEBUG nova.virt.hardware [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.697181] env[69663]: DEBUG nova.virt.hardware [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 990.697181] env[69663]: DEBUG nova.virt.hardware [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 990.697181] env[69663]: DEBUG nova.virt.hardware [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 990.697181] env[69663]: DEBUG nova.virt.hardware [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 990.697181] env[69663]: DEBUG nova.virt.hardware [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 990.697181] env[69663]: DEBUG nova.virt.hardware [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 990.697663] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4530ded-65a2-472f-83a4-6237ce9fd77c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.706913] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50e482c-d3ca-40af-9b21-b1f9cc15e7a8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.725043] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Instance VIF info [] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.732115] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Creating folder: Project (44dcefae6a9a412d99e1c68f26764b58). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 990.733283] env[69663]: INFO nova.scheduler.client.report [None req-c75e5c71-1dc7-4430-ba42-ea08026e6230 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Deleted allocations for instance de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d [ 990.734697] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-791c13af-0190-483d-bfbf-5aeb203cf089 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.750058] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Created folder: Project (44dcefae6a9a412d99e1c68f26764b58) in parent group-v665133. [ 990.750058] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Creating folder: Instances. Parent ref: group-v665340. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 990.750058] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bccf3f86-d5e8-448e-96fa-431d4eea60ae {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.760271] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Created folder: Instances in parent group-v665340. [ 990.760443] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.760624] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 990.760841] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-929d60c0-203a-435b-9ad2-81a9b902d379 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.777337] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.777337] env[69663]: value = "task-3333004" [ 990.777337] env[69663]: _type = "Task" [ 990.777337] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.785692] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333004, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.837551] env[69663]: DEBUG oslo_vmware.api [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3332999, 'name': PowerOnVM_Task, 'duration_secs': 1.360949} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.837971] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 990.838164] env[69663]: INFO nova.compute.manager [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Took 9.12 seconds to spawn the instance on the hypervisor. [ 990.838408] env[69663]: DEBUG nova.compute.manager [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 990.840220] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d014bb-5eb8-43aa-b272-8bf3bac1599d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.843996] env[69663]: DEBUG nova.compute.manager [req-f2e0f659-d836-425c-9ece-4e41d8646b72 req-b12f0ac0-d03e-4930-9906-28ccb6341c27 service nova] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Received event network-vif-deleted-ed383ceb-7816-4a6d-bbf3-319c06c24d05 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 990.882065] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 53ed6196-4af5-426e-bdbe-80453e09f962] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 990.892615] env[69663]: INFO nova.compute.manager [-] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Took 1.23 seconds to deallocate network for instance. [ 991.044562] env[69663]: DEBUG oslo_vmware.api [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3333001, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067291} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.048402] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.049350] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07db45f0-02ee-4e89-b9c1-986ec00e5d5c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.073800] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 78204f7b-f34f-4c93-a460-c9dfea0f7314/78204f7b-f34f-4c93-a460-c9dfea0f7314.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.074600] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43c2318a-032d-4008-86c2-1d64168fb038 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.094685] env[69663]: DEBUG oslo_vmware.api [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for the task: (returnval){ [ 991.094685] env[69663]: value = "task-3333005" [ 991.094685] env[69663]: _type = "Task" [ 991.094685] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.102340] env[69663]: DEBUG oslo_vmware.api [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3333005, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.191295] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Releasing lock "refresh_cache-8e5c93fa-997e-4b35-8efc-5ca205396b6f" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.191604] env[69663]: DEBUG nova.compute.manager [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Instance network_info: |[{"id": "e87e9557-9bc8-4a95-82f7-3727e0e59f57", "address": "fa:16:3e:aa:45:cc", "network": {"id": "18486395-b376-46f7-969d-ee8913a2338e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1505527570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b301ab3411f4313ad4ee32e7e97402a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape87e9557-9b", "ovs_interfaceid": "e87e9557-9bc8-4a95-82f7-3727e0e59f57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 991.192045] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:45:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e87e9557-9bc8-4a95-82f7-3727e0e59f57', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 991.200307] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.200806] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 991.201118] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0804d75f-33c8-4540-a62e-ef4335a73082 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.225590] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 991.225590] env[69663]: value = "task-3333006" [ 991.225590] env[69663]: _type = "Task" [ 991.225590] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.234200] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333006, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.244839] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c75e5c71-1dc7-4430-ba42-ea08026e6230 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.460s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.287331] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333004, 'name': CreateVM_Task, 'duration_secs': 0.29948} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.287546] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 991.288224] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.288478] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.289573] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.290599] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78a65895-f6df-494b-9e0a-bf0b47182a86 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.295926] env[69663]: DEBUG oslo_vmware.api [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Waiting for the task: (returnval){ [ 991.295926] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5205a920-8c1c-7246-ac64-96fe36c7cd60" [ 991.295926] env[69663]: _type = "Task" [ 991.295926] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.305068] env[69663]: DEBUG oslo_vmware.api [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5205a920-8c1c-7246-ac64-96fe36c7cd60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.360140] env[69663]: INFO nova.compute.manager [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Took 54.65 seconds to build instance. [ 991.384948] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 779bf209-bdee-44a6-aff6-cf79dbf46bd4] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 991.402360] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7b59a880-ff11-4206-b485-5bbc74f295d2 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.550889] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquiring lock "b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.550889] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.550889] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquiring lock "b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.550889] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.550889] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.551854] env[69663]: INFO nova.compute.manager [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Terminating instance [ 991.557374] env[69663]: DEBUG nova.compute.manager [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 991.557374] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 991.557374] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8fdfcb-a7f1-4938-85c4-dc4e50a38e36 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.563545] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 991.564436] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec1c0d5e-c486-49fe-b15b-d3c30796ec01 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.570765] env[69663]: DEBUG oslo_vmware.api [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 991.570765] env[69663]: value = "task-3333007" [ 991.570765] env[69663]: _type = "Task" [ 991.570765] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.579679] env[69663]: DEBUG oslo_vmware.api [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3333007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.603796] env[69663]: DEBUG oslo_vmware.api [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3333005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.734411] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333006, 'name': CreateVM_Task, 'duration_secs': 0.316121} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.734594] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 991.735326] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/95becf2b-05a6-48fd-b5f1-266af47c6f50" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.735507] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/95becf2b-05a6-48fd-b5f1-266af47c6f50" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.735909] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/95becf2b-05a6-48fd-b5f1-266af47c6f50" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.738575] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15339303-7a67-40e1-8625-fcbe15ddc9bb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.749847] env[69663]: DEBUG oslo_vmware.api [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 991.749847] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d0b8e8-0e01-c484-8081-62b43a8e36e9" [ 991.749847] env[69663]: _type = "Task" [ 991.749847] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.763197] env[69663]: DEBUG oslo_vmware.api [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d0b8e8-0e01-c484-8081-62b43a8e36e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.808468] env[69663]: DEBUG oslo_vmware.api [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5205a920-8c1c-7246-ac64-96fe36c7cd60, 'name': SearchDatastore_Task, 'duration_secs': 0.013844} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.808816] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.809552] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.809552] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.809683] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.809826] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.810443] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-580fc460-6e42-4bc8-b8e7-1b3cf4217121 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.832918] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.833183] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 991.833986] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09c0bd3d-7b27-4fdf-9b84-6587da951350 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.839618] env[69663]: DEBUG oslo_vmware.api [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Waiting for the task: (returnval){ [ 991.839618] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52bd4e02-22ac-f0a2-5658-5754f524116d" [ 991.839618] env[69663]: _type = "Task" [ 991.839618] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.852091] env[69663]: DEBUG oslo_vmware.api [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52bd4e02-22ac-f0a2-5658-5754f524116d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.863585] env[69663]: DEBUG oslo_concurrency.lockutils [None req-da593f54-66e5-4d32-adbe-4017b8528e53 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Lock "a3dff467-3feb-4278-8511-b4ccdacb50ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.166s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.888962] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 2fd6c829-2455-4d5e-81e8-94f302589d41] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 992.084432] env[69663]: DEBUG oslo_vmware.api [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3333007, 'name': PowerOffVM_Task, 'duration_secs': 0.36767} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.084721] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 992.084896] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 992.085182] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a092773e-dc21-4c26-91ea-5add78c28a7b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.100320] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a36059b-ea7e-4565-a689-1d071fdecc53 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.107642] env[69663]: DEBUG oslo_vmware.api [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3333005, 'name': ReconfigVM_Task, 'duration_secs': 0.620622} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.109568] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 78204f7b-f34f-4c93-a460-c9dfea0f7314/78204f7b-f34f-4c93-a460-c9dfea0f7314.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.110231] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f83bd0b-eebd-4016-b9a4-a7cbe8a1f68d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.112408] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1227335-387d-4c43-82f8-1418d51e09ed {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.163066] env[69663]: DEBUG oslo_vmware.api [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for the task: (returnval){ [ 992.163066] env[69663]: value = "task-3333009" [ 992.163066] env[69663]: _type = "Task" [ 992.163066] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.163845] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2f261c-215b-4f37-b235-95542e4177b0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.169973] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 992.170196] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 992.170376] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Deleting the datastore file [datastore1] b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 992.171554] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bed9f635-26c0-4c6d-991a-9194295fa0dc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.176693] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ee1301-2588-4671-8cbc-7a86fd5f8867 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.184598] env[69663]: DEBUG oslo_vmware.api [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3333009, 'name': Rename_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.184973] env[69663]: DEBUG oslo_vmware.api [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 992.184973] env[69663]: value = "task-3333010" [ 992.184973] env[69663]: _type = "Task" [ 992.184973] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.197517] env[69663]: DEBUG nova.compute.provider_tree [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.203739] env[69663]: DEBUG oslo_vmware.api [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3333010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.265191] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/95becf2b-05a6-48fd-b5f1-266af47c6f50" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.265486] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Processing image 95becf2b-05a6-48fd-b5f1-266af47c6f50 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 992.265829] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/95becf2b-05a6-48fd-b5f1-266af47c6f50/95becf2b-05a6-48fd-b5f1-266af47c6f50.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.265912] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquired lock "[datastore2] devstack-image-cache_base/95becf2b-05a6-48fd-b5f1-266af47c6f50/95becf2b-05a6-48fd-b5f1-266af47c6f50.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.266074] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.266660] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3724354e-60fb-4c08-9655-7c8fc72d2680 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.282828] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.283068] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 992.283859] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f5f0475-fd6b-4da4-a056-3fa973590177 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.289443] env[69663]: DEBUG oslo_vmware.api [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 992.289443] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5219954c-0bb6-8284-bd85-755b84eaf862" [ 992.289443] env[69663]: _type = "Task" [ 992.289443] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.297347] env[69663]: DEBUG oslo_vmware.api [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5219954c-0bb6-8284-bd85-755b84eaf862, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.349303] env[69663]: DEBUG oslo_vmware.api [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52bd4e02-22ac-f0a2-5658-5754f524116d, 'name': SearchDatastore_Task, 'duration_secs': 0.014509} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.350101] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85682950-9e4e-48a5-a466-28b715f3a983 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.355132] env[69663]: DEBUG oslo_vmware.api [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Waiting for the task: (returnval){ [ 992.355132] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5239f96b-b85b-76a2-4c5f-b71145b9a959" [ 992.355132] env[69663]: _type = "Task" [ 992.355132] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.362442] env[69663]: DEBUG oslo_vmware.api [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5239f96b-b85b-76a2-4c5f-b71145b9a959, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.368955] env[69663]: DEBUG nova.compute.manager [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 992.375094] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Acquiring lock "444ff9f6-7884-4462-ae71-78db6bb5f242" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.375320] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Lock "444ff9f6-7884-4462-ae71-78db6bb5f242" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.392915] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: b371813d-2134-4a79-b6f9-890b01707948] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 992.412939] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8de50620-1b64-413e-9b79-71134e0c7fa4 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "7be8d9d2-3b54-490e-8a89-00324c49a5a0" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.412939] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8de50620-1b64-413e-9b79-71134e0c7fa4 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "7be8d9d2-3b54-490e-8a89-00324c49a5a0" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.412939] env[69663]: DEBUG nova.compute.manager [None req-8de50620-1b64-413e-9b79-71134e0c7fa4 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Going to confirm migration 4 {{(pid=69663) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 992.676742] env[69663]: DEBUG oslo_vmware.api [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3333009, 'name': Rename_Task, 'duration_secs': 0.175173} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.677069] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 992.677331] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d9ecefb-5cad-4e21-9316-5b8e68538649 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.683700] env[69663]: DEBUG oslo_vmware.api [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for the task: (returnval){ [ 992.683700] env[69663]: value = "task-3333011" [ 992.683700] env[69663]: _type = "Task" [ 992.683700] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.694454] env[69663]: DEBUG oslo_vmware.api [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3333011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.697661] env[69663]: DEBUG oslo_vmware.api [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3333010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222742} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.697903] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 992.698112] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 992.698316] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 992.698723] env[69663]: INFO nova.compute.manager [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 992.698723] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.698913] env[69663]: DEBUG nova.compute.manager [-] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 992.699043] env[69663]: DEBUG nova.network.neutron [-] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 992.701353] env[69663]: DEBUG nova.scheduler.client.report [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 992.721864] env[69663]: DEBUG oslo_concurrency.lockutils [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "17aeb666-e78b-4ef9-b7bb-b2623aed121b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.722130] env[69663]: DEBUG oslo_concurrency.lockutils [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "17aeb666-e78b-4ef9-b7bb-b2623aed121b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.799293] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Preparing fetch location {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 992.799586] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Fetch image to [datastore2] OSTACK_IMG_de733355-abf5-4e52-bed8-90cc10e5f451/OSTACK_IMG_de733355-abf5-4e52-bed8-90cc10e5f451.vmdk {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 992.799780] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Downloading stream optimized image 95becf2b-05a6-48fd-b5f1-266af47c6f50 to [datastore2] OSTACK_IMG_de733355-abf5-4e52-bed8-90cc10e5f451/OSTACK_IMG_de733355-abf5-4e52-bed8-90cc10e5f451.vmdk on the data store datastore2 as vApp {{(pid=69663) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 992.799959] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Downloading image file data 95becf2b-05a6-48fd-b5f1-266af47c6f50 to the ESX as VM named 'OSTACK_IMG_de733355-abf5-4e52-bed8-90cc10e5f451' {{(pid=69663) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 992.865385] env[69663]: DEBUG oslo_vmware.api [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5239f96b-b85b-76a2-4c5f-b71145b9a959, 'name': SearchDatastore_Task, 'duration_secs': 0.013294} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.865686] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.866262] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 8589b22f-5f5e-415f-b47d-8f1f8365ffca/8589b22f-5f5e-415f-b47d-8f1f8365ffca.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 992.866262] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48e3b153-350b-4503-9adf-3338d9016339 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.873491] env[69663]: DEBUG oslo_vmware.api [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Waiting for the task: (returnval){ [ 992.873491] env[69663]: value = "task-3333012" [ 992.873491] env[69663]: _type = "Task" [ 992.873491] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.877827] env[69663]: DEBUG oslo_vmware.rw_handles [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 992.877827] env[69663]: value = "resgroup-9" [ 992.877827] env[69663]: _type = "ResourcePool" [ 992.877827] env[69663]: }. {{(pid=69663) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 992.880408] env[69663]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-256d741b-6d2f-493a-a7f2-e3c65d749d4b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.898880] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 367b5f83-09a7-4b03-8478-b50b70effc8a] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 992.904824] env[69663]: DEBUG oslo_vmware.api [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': task-3333012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.910378] env[69663]: DEBUG oslo_vmware.rw_handles [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lease: (returnval){ [ 992.910378] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52bc4d33-57fd-3ead-b6f1-eb560158bde8" [ 992.910378] env[69663]: _type = "HttpNfcLease" [ 992.910378] env[69663]: } obtained for vApp import into resource pool (val){ [ 992.910378] env[69663]: value = "resgroup-9" [ 992.910378] env[69663]: _type = "ResourcePool" [ 992.910378] env[69663]: }. {{(pid=69663) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 992.910784] env[69663]: DEBUG oslo_vmware.api [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the lease: (returnval){ [ 992.910784] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52bc4d33-57fd-3ead-b6f1-eb560158bde8" [ 992.910784] env[69663]: _type = "HttpNfcLease" [ 992.910784] env[69663]: } to be ready. {{(pid=69663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 992.925111] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 992.925111] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52bc4d33-57fd-3ead-b6f1-eb560158bde8" [ 992.925111] env[69663]: _type = "HttpNfcLease" [ 992.925111] env[69663]: } is initializing. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 992.933753] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.011749] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8de50620-1b64-413e-9b79-71134e0c7fa4 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "refresh_cache-7be8d9d2-3b54-490e-8a89-00324c49a5a0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.011958] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8de50620-1b64-413e-9b79-71134e0c7fa4 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquired lock "refresh_cache-7be8d9d2-3b54-490e-8a89-00324c49a5a0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.012619] env[69663]: DEBUG nova.network.neutron [None req-8de50620-1b64-413e-9b79-71134e0c7fa4 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 993.012619] env[69663]: DEBUG nova.objects.instance [None req-8de50620-1b64-413e-9b79-71134e0c7fa4 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lazy-loading 'info_cache' on Instance uuid 7be8d9d2-3b54-490e-8a89-00324c49a5a0 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.071046] env[69663]: DEBUG nova.compute.manager [req-e6ae8fd8-04f9-4d42-b179-409410251ae8 req-2e03cc71-5d7f-40ce-b93d-5ad39f1d9360 service nova] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Received event network-vif-deleted-734f159d-8e0f-42a9-9f6f-cb52f8a583cf {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 993.071311] env[69663]: INFO nova.compute.manager [req-e6ae8fd8-04f9-4d42-b179-409410251ae8 req-2e03cc71-5d7f-40ce-b93d-5ad39f1d9360 service nova] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Neutron deleted interface 734f159d-8e0f-42a9-9f6f-cb52f8a583cf; detaching it from the instance and deleting it from the info cache [ 993.071440] env[69663]: DEBUG nova.network.neutron [req-e6ae8fd8-04f9-4d42-b179-409410251ae8 req-2e03cc71-5d7f-40ce-b93d-5ad39f1d9360 service nova] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.197123] env[69663]: DEBUG oslo_vmware.api [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3333011, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.206382] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.207023] env[69663]: DEBUG nova.compute.manager [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 993.211529] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d7c34bd3-cf0f-4cc3-90d7-9404fcccf697 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.782s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.212300] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d7c34bd3-cf0f-4cc3-90d7-9404fcccf697 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.214172] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed3c2f46-9113-40a9-a4c1-4013ab8705a2 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.541s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.214535] env[69663]: DEBUG nova.objects.instance [None req-ed3c2f46-9113-40a9-a4c1-4013ab8705a2 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lazy-loading 'resources' on Instance uuid f4593027-e1c7-44a2-ab70-3d49444f2d69 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.259870] env[69663]: INFO nova.scheduler.client.report [None req-d7c34bd3-cf0f-4cc3-90d7-9404fcccf697 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Deleted allocations for instance 15b18416-7534-4888-b1a7-9e147ff3980c [ 993.383692] env[69663]: DEBUG oslo_vmware.api [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': task-3333012, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.406959] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: cd6d24ba-186f-42dd-a6e4-21cd10fee2c4] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 993.419822] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 993.419822] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52bc4d33-57fd-3ead-b6f1-eb560158bde8" [ 993.419822] env[69663]: _type = "HttpNfcLease" [ 993.419822] env[69663]: } is initializing. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 993.548032] env[69663]: DEBUG nova.network.neutron [-] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.578111] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-424520ff-3e29-4d58-8f59-d6243a832902 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.587336] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72738553-8378-490d-9070-0dd74f730687 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.619924] env[69663]: DEBUG nova.compute.manager [req-e6ae8fd8-04f9-4d42-b179-409410251ae8 req-2e03cc71-5d7f-40ce-b93d-5ad39f1d9360 service nova] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Detach interface failed, port_id=734f159d-8e0f-42a9-9f6f-cb52f8a583cf, reason: Instance b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 993.693736] env[69663]: DEBUG oslo_vmware.api [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3333011, 'name': PowerOnVM_Task, 'duration_secs': 0.728149} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.694078] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 993.694241] env[69663]: INFO nova.compute.manager [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Took 9.28 seconds to spawn the instance on the hypervisor. [ 993.694430] env[69663]: DEBUG nova.compute.manager [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 993.695207] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4478871e-0818-40c4-8d94-4cf1d59831b1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.713199] env[69663]: DEBUG nova.compute.utils [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 993.714455] env[69663]: DEBUG nova.compute.manager [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 993.714620] env[69663]: DEBUG nova.network.neutron [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 993.763547] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d7c34bd3-cf0f-4cc3-90d7-9404fcccf697 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lock "15b18416-7534-4888-b1a7-9e147ff3980c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.562s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.765728] env[69663]: DEBUG nova.policy [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd4b0fe8fb5d49dda971434c01782a17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '475ee851db874998812727745d5e1747', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 993.886466] env[69663]: DEBUG oslo_vmware.api [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': task-3333012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562201} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.886466] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 8589b22f-5f5e-415f-b47d-8f1f8365ffca/8589b22f-5f5e-415f-b47d-8f1f8365ffca.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 993.886466] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.886792] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1686533b-6bd8-4140-8ec0-3d2125683dd1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.894459] env[69663]: DEBUG oslo_vmware.api [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Waiting for the task: (returnval){ [ 993.894459] env[69663]: value = "task-3333014" [ 993.894459] env[69663]: _type = "Task" [ 993.894459] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.905413] env[69663]: DEBUG oslo_vmware.api [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': task-3333014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.912244] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: a3d0ede1-464e-4dd7-8d9a-81f25a1df0a2] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 993.922016] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 993.922016] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52bc4d33-57fd-3ead-b6f1-eb560158bde8" [ 993.922016] env[69663]: _type = "HttpNfcLease" [ 993.922016] env[69663]: } is initializing. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 994.050881] env[69663]: INFO nova.compute.manager [-] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Took 1.35 seconds to deallocate network for instance. [ 994.125085] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bf4555-a3ac-4fe0-bc05-bf55484c176c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.132785] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f242f33-2994-4aac-863f-0052c2df97c7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.167030] env[69663]: DEBUG nova.network.neutron [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Successfully created port: 55dd4b42-a4ad-40e7-b702-c096cddea7bc {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 994.169334] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bad31f-d198-424c-8211-6bd84558d927 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.177622] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5b0463-09d7-4594-8a19-c38e1a9e4546 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.193370] env[69663]: DEBUG nova.compute.provider_tree [None req-ed3c2f46-9113-40a9-a4c1-4013ab8705a2 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.214052] env[69663]: INFO nova.compute.manager [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Took 47.64 seconds to build instance. [ 994.217493] env[69663]: DEBUG nova.compute.manager [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 994.405579] env[69663]: DEBUG oslo_vmware.api [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': task-3333014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065316} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.405900] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.406693] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658dbe7e-20a8-4a69-9bfa-a681d32cb16a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.423621] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 1552b03f-709e-4f27-8193-c40d2f4f5828] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 994.438556] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 8589b22f-5f5e-415f-b47d-8f1f8365ffca/8589b22f-5f5e-415f-b47d-8f1f8365ffca.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.443866] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3be9ad27-3450-4a56-b023-7cb91bca41d1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.461950] env[69663]: DEBUG nova.network.neutron [None req-8de50620-1b64-413e-9b79-71134e0c7fa4 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Updating instance_info_cache with network_info: [{"id": "db78c5ea-f3e7-4d0f-8017-daa2d9e951c0", "address": "fa:16:3e:a1:72:86", "network": {"id": "c9b0df65-b7eb-4aa8-9d53-4b8fa507b496", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-812774922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01abc007aca4ab388c2f26a1aab3ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb78c5ea-f3", "ovs_interfaceid": "db78c5ea-f3e7-4d0f-8017-daa2d9e951c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.468259] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 994.468259] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52bc4d33-57fd-3ead-b6f1-eb560158bde8" [ 994.468259] env[69663]: _type = "HttpNfcLease" [ 994.468259] env[69663]: } is ready. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 994.468585] env[69663]: DEBUG oslo_vmware.rw_handles [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 994.468585] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52bc4d33-57fd-3ead-b6f1-eb560158bde8" [ 994.468585] env[69663]: _type = "HttpNfcLease" [ 994.468585] env[69663]: }. {{(pid=69663) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 994.469349] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37875c7f-3d96-49ea-888c-5b014989c6b0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.473779] env[69663]: DEBUG oslo_vmware.api [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Waiting for the task: (returnval){ [ 994.473779] env[69663]: value = "task-3333015" [ 994.473779] env[69663]: _type = "Task" [ 994.473779] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.482097] env[69663]: DEBUG oslo_vmware.rw_handles [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529dee7e-507d-e14c-81f7-e6e448cc2be4/disk-0.vmdk from lease info. {{(pid=69663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 994.482344] env[69663]: DEBUG oslo_vmware.rw_handles [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529dee7e-507d-e14c-81f7-e6e448cc2be4/disk-0.vmdk. {{(pid=69663) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 994.544511] env[69663]: DEBUG oslo_vmware.api [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': task-3333015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.549525] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0f6810d9-40e2-49d6-b61a-c4002d0d627a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.564299] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.696108] env[69663]: DEBUG nova.scheduler.client.report [None req-ed3c2f46-9113-40a9-a4c1-4013ab8705a2 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 994.716305] env[69663]: DEBUG oslo_concurrency.lockutils [None req-62a8b5be-f0e8-4182-b329-09b567bf5ce7 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Lock "78204f7b-f34f-4c93-a460-c9dfea0f7314" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.709s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.942108] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 2865aeeb-8d72-40c2-a8cc-057df0318dab] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 994.964320] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a4a69d42-fe3d-4fe9-b895-6fa8d37cd328 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Acquiring lock "78204f7b-f34f-4c93-a460-c9dfea0f7314" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.964589] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a4a69d42-fe3d-4fe9-b895-6fa8d37cd328 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Lock "78204f7b-f34f-4c93-a460-c9dfea0f7314" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.964796] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a4a69d42-fe3d-4fe9-b895-6fa8d37cd328 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Acquiring lock "78204f7b-f34f-4c93-a460-c9dfea0f7314-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.964997] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a4a69d42-fe3d-4fe9-b895-6fa8d37cd328 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Lock "78204f7b-f34f-4c93-a460-c9dfea0f7314-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.965163] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a4a69d42-fe3d-4fe9-b895-6fa8d37cd328 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Lock "78204f7b-f34f-4c93-a460-c9dfea0f7314-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.967087] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8de50620-1b64-413e-9b79-71134e0c7fa4 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Releasing lock "refresh_cache-7be8d9d2-3b54-490e-8a89-00324c49a5a0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.967325] env[69663]: DEBUG nova.objects.instance [None req-8de50620-1b64-413e-9b79-71134e0c7fa4 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lazy-loading 'migration_context' on Instance uuid 7be8d9d2-3b54-490e-8a89-00324c49a5a0 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.968433] env[69663]: INFO nova.compute.manager [None req-a4a69d42-fe3d-4fe9-b895-6fa8d37cd328 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Terminating instance [ 994.970108] env[69663]: DEBUG nova.compute.manager [None req-a4a69d42-fe3d-4fe9-b895-6fa8d37cd328 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 994.970305] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a69d42-fe3d-4fe9-b895-6fa8d37cd328 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 994.971665] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3272c0bb-d6bb-449a-ace9-360f92d07283 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.986803] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a69d42-fe3d-4fe9-b895-6fa8d37cd328 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 994.987262] env[69663]: DEBUG oslo_vmware.api [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': task-3333015, 'name': ReconfigVM_Task, 'duration_secs': 0.467935} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.987550] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dc6bcb9-c536-4abc-a68a-3b75e79ea22a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.989675] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 8589b22f-5f5e-415f-b47d-8f1f8365ffca/8589b22f-5f5e-415f-b47d-8f1f8365ffca.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.989953] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-345bb125-9290-4f79-8db5-605b911d1894 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.996534] env[69663]: DEBUG oslo_vmware.api [None req-a4a69d42-fe3d-4fe9-b895-6fa8d37cd328 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for the task: (returnval){ [ 994.996534] env[69663]: value = "task-3333016" [ 994.996534] env[69663]: _type = "Task" [ 994.996534] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.997723] env[69663]: DEBUG oslo_vmware.api [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Waiting for the task: (returnval){ [ 994.997723] env[69663]: value = "task-3333017" [ 994.997723] env[69663]: _type = "Task" [ 994.997723] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.011024] env[69663]: DEBUG oslo_vmware.api [None req-a4a69d42-fe3d-4fe9-b895-6fa8d37cd328 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3333016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.015168] env[69663]: DEBUG oslo_vmware.api [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': task-3333017, 'name': Rename_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.201738] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed3c2f46-9113-40a9-a4c1-4013ab8705a2 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.987s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.204515] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.897s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.204811] env[69663]: DEBUG nova.objects.instance [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69663) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 995.219918] env[69663]: DEBUG nova.compute.manager [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 995.228361] env[69663]: DEBUG nova.compute.manager [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 995.236412] env[69663]: INFO nova.scheduler.client.report [None req-ed3c2f46-9113-40a9-a4c1-4013ab8705a2 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Deleted allocations for instance f4593027-e1c7-44a2-ab70-3d49444f2d69 [ 995.272271] env[69663]: DEBUG nova.virt.hardware [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 995.272537] env[69663]: DEBUG nova.virt.hardware [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 995.272749] env[69663]: DEBUG nova.virt.hardware [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.272995] env[69663]: DEBUG nova.virt.hardware [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 995.273176] env[69663]: DEBUG nova.virt.hardware [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.273336] env[69663]: DEBUG nova.virt.hardware [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 995.273602] env[69663]: DEBUG nova.virt.hardware [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 995.273812] env[69663]: DEBUG nova.virt.hardware [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 995.273995] env[69663]: DEBUG nova.virt.hardware [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 995.274258] env[69663]: DEBUG nova.virt.hardware [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 995.274482] env[69663]: DEBUG nova.virt.hardware [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 995.275442] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1da12e5-7732-4592-98c2-7a1241fc6612 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.291020] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5772ed9e-19f1-4f01-9b7c-7d0cb251ce51 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.445070] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 757ca1ff-c8bd-4db9-9234-3af69e69e28a] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 995.472261] env[69663]: DEBUG nova.objects.base [None req-8de50620-1b64-413e-9b79-71134e0c7fa4 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Object Instance<7be8d9d2-3b54-490e-8a89-00324c49a5a0> lazy-loaded attributes: info_cache,migration_context {{(pid=69663) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 995.473028] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25847fb8-59eb-4340-8193-64ae76e6b466 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.495130] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae487c4b-4966-4ebc-b28c-54f968b5f57c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.508977] env[69663]: DEBUG oslo_vmware.api [None req-8de50620-1b64-413e-9b79-71134e0c7fa4 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 995.508977] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5234d24d-382a-feeb-10d6-de2637ffc2ff" [ 995.508977] env[69663]: _type = "Task" [ 995.508977] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.517996] env[69663]: DEBUG oslo_vmware.api [None req-a4a69d42-fe3d-4fe9-b895-6fa8d37cd328 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3333016, 'name': PowerOffVM_Task, 'duration_secs': 0.254344} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.524484] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4a69d42-fe3d-4fe9-b895-6fa8d37cd328 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 995.525187] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a69d42-fe3d-4fe9-b895-6fa8d37cd328 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 995.525443] env[69663]: DEBUG oslo_vmware.api [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': task-3333017, 'name': Rename_Task, 'duration_secs': 0.134063} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.526104] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-731fe3f2-6e18-489d-b3fa-7f4d5c6d49c0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.528078] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 995.537646] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2c0593b-0f63-4db5-9889-3883f1e9be38 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.537646] env[69663]: DEBUG oslo_vmware.api [None req-8de50620-1b64-413e-9b79-71134e0c7fa4 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5234d24d-382a-feeb-10d6-de2637ffc2ff, 'name': SearchDatastore_Task, 'duration_secs': 0.007426} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.537646] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8de50620-1b64-413e-9b79-71134e0c7fa4 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.543598] env[69663]: DEBUG oslo_vmware.api [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Waiting for the task: (returnval){ [ 995.543598] env[69663]: value = "task-3333019" [ 995.543598] env[69663]: _type = "Task" [ 995.543598] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.554163] env[69663]: DEBUG oslo_vmware.api [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': task-3333019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.600431] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a69d42-fe3d-4fe9-b895-6fa8d37cd328 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 995.600832] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a69d42-fe3d-4fe9-b895-6fa8d37cd328 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 995.601016] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4a69d42-fe3d-4fe9-b895-6fa8d37cd328 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Deleting the datastore file [datastore2] 78204f7b-f34f-4c93-a460-c9dfea0f7314 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.601404] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b839e65a-60f0-42e1-911a-daf3bfa91844 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.608345] env[69663]: DEBUG oslo_vmware.api [None req-a4a69d42-fe3d-4fe9-b895-6fa8d37cd328 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for the task: (returnval){ [ 995.608345] env[69663]: value = "task-3333020" [ 995.608345] env[69663]: _type = "Task" [ 995.608345] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.620019] env[69663]: DEBUG oslo_vmware.api [None req-a4a69d42-fe3d-4fe9-b895-6fa8d37cd328 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3333020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.678679] env[69663]: DEBUG oslo_vmware.rw_handles [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Completed reading data from the image iterator. {{(pid=69663) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 995.679970] env[69663]: DEBUG oslo_vmware.rw_handles [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529dee7e-507d-e14c-81f7-e6e448cc2be4/disk-0.vmdk. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 995.680091] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282ee28d-4abd-4195-bf84-5092a4568847 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.687514] env[69663]: DEBUG oslo_vmware.rw_handles [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529dee7e-507d-e14c-81f7-e6e448cc2be4/disk-0.vmdk is in state: ready. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 995.688427] env[69663]: DEBUG oslo_vmware.rw_handles [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529dee7e-507d-e14c-81f7-e6e448cc2be4/disk-0.vmdk. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 995.688427] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a13b6efe-2b18-4ff7-89b9-a0fae28e98fd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.746253] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed3c2f46-9113-40a9-a4c1-4013ab8705a2 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "f4593027-e1c7-44a2-ab70-3d49444f2d69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.149s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.760961] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.949520] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 995.949902] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Cleaning up deleted instances with incomplete migration {{(pid=69663) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11264}} [ 995.957907] env[69663]: DEBUG oslo_vmware.rw_handles [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529dee7e-507d-e14c-81f7-e6e448cc2be4/disk-0.vmdk. {{(pid=69663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 995.958168] env[69663]: INFO nova.virt.vmwareapi.images [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Downloaded image file data 95becf2b-05a6-48fd-b5f1-266af47c6f50 [ 995.959089] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81bbf69-317d-4a1f-a4ab-ffb9769bbdda {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.978679] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73be8e23-ebb7-4532-b93a-72b52e18fc20 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.002485] env[69663]: INFO nova.virt.vmwareapi.images [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] The imported VM was unregistered [ 996.005738] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Caching image {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 996.005738] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Creating directory with path [datastore2] devstack-image-cache_base/95becf2b-05a6-48fd-b5f1-266af47c6f50 {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.005738] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-604130f3-9568-49cb-b6c5-eb727a752a54 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.016099] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Created directory with path [datastore2] devstack-image-cache_base/95becf2b-05a6-48fd-b5f1-266af47c6f50 {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.016231] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_de733355-abf5-4e52-bed8-90cc10e5f451/OSTACK_IMG_de733355-abf5-4e52-bed8-90cc10e5f451.vmdk to [datastore2] devstack-image-cache_base/95becf2b-05a6-48fd-b5f1-266af47c6f50/95becf2b-05a6-48fd-b5f1-266af47c6f50.vmdk. {{(pid=69663) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 996.016488] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-76d0ef1f-bdfb-47df-b88e-b784b23886d9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.023466] env[69663]: DEBUG oslo_vmware.api [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 996.023466] env[69663]: value = "task-3333022" [ 996.023466] env[69663]: _type = "Task" [ 996.023466] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.031916] env[69663]: DEBUG oslo_vmware.api [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333022, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.053709] env[69663]: DEBUG oslo_vmware.api [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': task-3333019, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.120379] env[69663]: DEBUG oslo_vmware.api [None req-a4a69d42-fe3d-4fe9-b895-6fa8d37cd328 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Task: {'id': task-3333020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18432} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.120776] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4a69d42-fe3d-4fe9-b895-6fa8d37cd328 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.121119] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a69d42-fe3d-4fe9-b895-6fa8d37cd328 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 996.121434] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-a4a69d42-fe3d-4fe9-b895-6fa8d37cd328 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 996.121730] env[69663]: INFO nova.compute.manager [None req-a4a69d42-fe3d-4fe9-b895-6fa8d37cd328 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Took 1.15 seconds to destroy the instance on the hypervisor. [ 996.122223] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4a69d42-fe3d-4fe9-b895-6fa8d37cd328 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.122552] env[69663]: DEBUG nova.compute.manager [-] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 996.122750] env[69663]: DEBUG nova.network.neutron [-] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 996.198975] env[69663]: DEBUG nova.network.neutron [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Successfully updated port: 55dd4b42-a4ad-40e7-b702-c096cddea7bc {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 996.218693] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3a5d00f7-9096-49e9-ab3e-4c7b878c250c tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.220310] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f4351d0c-4b6b-4b5a-9661-29432c466b16 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.888s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.220510] env[69663]: DEBUG nova.objects.instance [None req-f4351d0c-4b6b-4b5a-9661-29432c466b16 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Lazy-loading 'resources' on Instance uuid c06f5efb-7ba3-4309-83c0-de2f14ff0b7a {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.457106] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 996.525899] env[69663]: DEBUG nova.compute.manager [req-d22717eb-c666-45cb-8d4f-3a2cf66acbdf req-3b44c7e1-e0b1-4fe8-9293-beb1e00b9c60 service nova] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Received event network-vif-plugged-55dd4b42-a4ad-40e7-b702-c096cddea7bc {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 996.526150] env[69663]: DEBUG oslo_concurrency.lockutils [req-d22717eb-c666-45cb-8d4f-3a2cf66acbdf req-3b44c7e1-e0b1-4fe8-9293-beb1e00b9c60 service nova] Acquiring lock "d45768e5-763e-4953-8419-34a2d2a03ce5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.526367] env[69663]: DEBUG oslo_concurrency.lockutils [req-d22717eb-c666-45cb-8d4f-3a2cf66acbdf req-3b44c7e1-e0b1-4fe8-9293-beb1e00b9c60 service nova] Lock "d45768e5-763e-4953-8419-34a2d2a03ce5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.526541] env[69663]: DEBUG oslo_concurrency.lockutils [req-d22717eb-c666-45cb-8d4f-3a2cf66acbdf req-3b44c7e1-e0b1-4fe8-9293-beb1e00b9c60 service nova] Lock "d45768e5-763e-4953-8419-34a2d2a03ce5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.527134] env[69663]: DEBUG nova.compute.manager [req-d22717eb-c666-45cb-8d4f-3a2cf66acbdf req-3b44c7e1-e0b1-4fe8-9293-beb1e00b9c60 service nova] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] No waiting events found dispatching network-vif-plugged-55dd4b42-a4ad-40e7-b702-c096cddea7bc {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 996.527134] env[69663]: WARNING nova.compute.manager [req-d22717eb-c666-45cb-8d4f-3a2cf66acbdf req-3b44c7e1-e0b1-4fe8-9293-beb1e00b9c60 service nova] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Received unexpected event network-vif-plugged-55dd4b42-a4ad-40e7-b702-c096cddea7bc for instance with vm_state building and task_state spawning. [ 996.541746] env[69663]: DEBUG oslo_vmware.api [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333022, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.556774] env[69663]: DEBUG oslo_vmware.api [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': task-3333019, 'name': PowerOnVM_Task, 'duration_secs': 0.619473} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.556774] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 996.556945] env[69663]: INFO nova.compute.manager [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Took 5.90 seconds to spawn the instance on the hypervisor. [ 996.557217] env[69663]: DEBUG nova.compute.manager [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 996.558479] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56e0b72-9531-4fd7-a77b-a60aa7dcda06 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.701345] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "refresh_cache-d45768e5-763e-4953-8419-34a2d2a03ce5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.701345] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquired lock "refresh_cache-d45768e5-763e-4953-8419-34a2d2a03ce5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.701345] env[69663]: DEBUG nova.network.neutron [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 997.038367] env[69663]: DEBUG oslo_vmware.api [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333022, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.085353] env[69663]: INFO nova.compute.manager [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Took 41.29 seconds to build instance. [ 997.176749] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b776525-7a48-40d7-9e7a-35e0cde8813c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.187957] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79b3b4d-71d9-4011-b5d7-c6e5d075e2ca {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.225190] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320c26c4-b515-4c27-b8b2-9683aa08e36b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.239234] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ecf57a-a134-46f7-a14b-10482542e2d3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.253426] env[69663]: DEBUG nova.compute.provider_tree [None req-f4351d0c-4b6b-4b5a-9661-29432c466b16 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.265098] env[69663]: DEBUG nova.network.neutron [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 997.266584] env[69663]: DEBUG nova.network.neutron [-] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.357911] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.358257] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.539398] env[69663]: DEBUG oslo_vmware.api [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333022, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.563189] env[69663]: DEBUG nova.network.neutron [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Updating instance_info_cache with network_info: [{"id": "55dd4b42-a4ad-40e7-b702-c096cddea7bc", "address": "fa:16:3e:c9:53:79", "network": {"id": "a3b5f8d9-10f5-42a5-895b-ca097d62d6b9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1939411410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "475ee851db874998812727745d5e1747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55dd4b42-a4", "ovs_interfaceid": "55dd4b42-a4ad-40e7-b702-c096cddea7bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.591970] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7b3bc6f-bbed-4acc-a88e-fa229e1b99ac tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Lock "8589b22f-5f5e-415f-b47d-8f1f8365ffca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.806s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.757024] env[69663]: DEBUG nova.scheduler.client.report [None req-f4351d0c-4b6b-4b5a-9661-29432c466b16 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 997.770090] env[69663]: INFO nova.compute.manager [-] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Took 1.65 seconds to deallocate network for instance. [ 997.877401] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquiring lock "58d38bdc-9af7-4673-9ece-de3805c1cd9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.877603] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lock "58d38bdc-9af7-4673-9ece-de3805c1cd9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.040181] env[69663]: DEBUG oslo_vmware.api [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333022, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.067254] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Releasing lock "refresh_cache-d45768e5-763e-4953-8419-34a2d2a03ce5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.067477] env[69663]: DEBUG nova.compute.manager [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Instance network_info: |[{"id": "55dd4b42-a4ad-40e7-b702-c096cddea7bc", "address": "fa:16:3e:c9:53:79", "network": {"id": "a3b5f8d9-10f5-42a5-895b-ca097d62d6b9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1939411410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "475ee851db874998812727745d5e1747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55dd4b42-a4", "ovs_interfaceid": "55dd4b42-a4ad-40e7-b702-c096cddea7bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 998.068033] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:53:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a4d142-3f97-47fe-b074-58923c46815e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55dd4b42-a4ad-40e7-b702-c096cddea7bc', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.078555] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Creating folder: Project (475ee851db874998812727745d5e1747). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 998.079349] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8732777-f156-4da1-ba32-93de2c1d3364 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.093501] env[69663]: DEBUG nova.compute.manager [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 998.096340] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Created folder: Project (475ee851db874998812727745d5e1747) in parent group-v665133. [ 998.096507] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Creating folder: Instances. Parent ref: group-v665345. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 998.097396] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7924b2f2-d802-4085-aa30-5e1b546657f4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.113165] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Created folder: Instances in parent group-v665345. [ 998.113533] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.113774] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 998.114093] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9273c643-8e43-4a0c-a048-3beba11865f6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.137017] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.137017] env[69663]: value = "task-3333025" [ 998.137017] env[69663]: _type = "Task" [ 998.137017] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.148513] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333025, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.262856] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f4351d0c-4b6b-4b5a-9661-29432c466b16 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.265394] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.107s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.266951] env[69663]: INFO nova.compute.claims [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 998.276654] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a4a69d42-fe3d-4fe9-b895-6fa8d37cd328 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.292094] env[69663]: INFO nova.scheduler.client.report [None req-f4351d0c-4b6b-4b5a-9661-29432c466b16 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Deleted allocations for instance c06f5efb-7ba3-4309-83c0-de2f14ff0b7a [ 998.508727] env[69663]: INFO nova.compute.manager [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Rebuilding instance [ 998.540399] env[69663]: DEBUG oslo_vmware.api [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333022, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.570088] env[69663]: DEBUG nova.compute.manager [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 998.571262] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb29ced-2c1a-4d71-9af7-270d8208b093 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.606849] env[69663]: DEBUG nova.compute.manager [req-5c686e4c-c4a7-45e4-82e1-fddb5a289fd5 req-f270c65e-a7e5-47d7-bb19-23b98001ddef service nova] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Received event network-changed-55dd4b42-a4ad-40e7-b702-c096cddea7bc {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 998.607137] env[69663]: DEBUG nova.compute.manager [req-5c686e4c-c4a7-45e4-82e1-fddb5a289fd5 req-f270c65e-a7e5-47d7-bb19-23b98001ddef service nova] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Refreshing instance network info cache due to event network-changed-55dd4b42-a4ad-40e7-b702-c096cddea7bc. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 998.607382] env[69663]: DEBUG oslo_concurrency.lockutils [req-5c686e4c-c4a7-45e4-82e1-fddb5a289fd5 req-f270c65e-a7e5-47d7-bb19-23b98001ddef service nova] Acquiring lock "refresh_cache-d45768e5-763e-4953-8419-34a2d2a03ce5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.611531] env[69663]: DEBUG oslo_concurrency.lockutils [req-5c686e4c-c4a7-45e4-82e1-fddb5a289fd5 req-f270c65e-a7e5-47d7-bb19-23b98001ddef service nova] Acquired lock "refresh_cache-d45768e5-763e-4953-8419-34a2d2a03ce5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.611531] env[69663]: DEBUG nova.network.neutron [req-5c686e4c-c4a7-45e4-82e1-fddb5a289fd5 req-f270c65e-a7e5-47d7-bb19-23b98001ddef service nova] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Refreshing network info cache for port 55dd4b42-a4ad-40e7-b702-c096cddea7bc {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 998.634270] env[69663]: DEBUG oslo_concurrency.lockutils [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.648237] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333025, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.800023] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f4351d0c-4b6b-4b5a-9661-29432c466b16 tempest-ListServerFiltersTestJSON-1060652857 tempest-ListServerFiltersTestJSON-1060652857-project-member] Lock "c06f5efb-7ba3-4309-83c0-de2f14ff0b7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.413s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.038477] env[69663]: DEBUG oslo_vmware.api [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333022, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.73768} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.038790] env[69663]: INFO nova.virt.vmwareapi.ds_util [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_de733355-abf5-4e52-bed8-90cc10e5f451/OSTACK_IMG_de733355-abf5-4e52-bed8-90cc10e5f451.vmdk to [datastore2] devstack-image-cache_base/95becf2b-05a6-48fd-b5f1-266af47c6f50/95becf2b-05a6-48fd-b5f1-266af47c6f50.vmdk. [ 999.039012] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Cleaning up location [datastore2] OSTACK_IMG_de733355-abf5-4e52-bed8-90cc10e5f451 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 999.039223] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_de733355-abf5-4e52-bed8-90cc10e5f451 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.039521] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea03773e-7b0b-4eec-9c7f-9c6158fac435 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.046254] env[69663]: DEBUG oslo_vmware.api [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 999.046254] env[69663]: value = "task-3333026" [ 999.046254] env[69663]: _type = "Task" [ 999.046254] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.055667] env[69663]: DEBUG oslo_vmware.api [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.087633] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 999.087964] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41fb2071-d156-408a-a4cc-896b60baf9c0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.095292] env[69663]: DEBUG oslo_vmware.api [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Waiting for the task: (returnval){ [ 999.095292] env[69663]: value = "task-3333027" [ 999.095292] env[69663]: _type = "Task" [ 999.095292] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.103399] env[69663]: DEBUG oslo_vmware.api [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': task-3333027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.146985] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333025, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.475741] env[69663]: DEBUG nova.network.neutron [req-5c686e4c-c4a7-45e4-82e1-fddb5a289fd5 req-f270c65e-a7e5-47d7-bb19-23b98001ddef service nova] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Updated VIF entry in instance network info cache for port 55dd4b42-a4ad-40e7-b702-c096cddea7bc. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 999.476122] env[69663]: DEBUG nova.network.neutron [req-5c686e4c-c4a7-45e4-82e1-fddb5a289fd5 req-f270c65e-a7e5-47d7-bb19-23b98001ddef service nova] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Updating instance_info_cache with network_info: [{"id": "55dd4b42-a4ad-40e7-b702-c096cddea7bc", "address": "fa:16:3e:c9:53:79", "network": {"id": "a3b5f8d9-10f5-42a5-895b-ca097d62d6b9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1939411410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "475ee851db874998812727745d5e1747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55dd4b42-a4", "ovs_interfaceid": "55dd4b42-a4ad-40e7-b702-c096cddea7bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.561176] env[69663]: DEBUG oslo_vmware.api [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.043012} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.561477] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 999.561733] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Releasing lock "[datastore2] devstack-image-cache_base/95becf2b-05a6-48fd-b5f1-266af47c6f50/95becf2b-05a6-48fd-b5f1-266af47c6f50.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.562014] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/95becf2b-05a6-48fd-b5f1-266af47c6f50/95becf2b-05a6-48fd-b5f1-266af47c6f50.vmdk to [datastore2] 8e5c93fa-997e-4b35-8efc-5ca205396b6f/8e5c93fa-997e-4b35-8efc-5ca205396b6f.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 999.562359] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d17de160-bc85-4593-801e-6f65372151b2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.571488] env[69663]: DEBUG oslo_vmware.api [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 999.571488] env[69663]: value = "task-3333028" [ 999.571488] env[69663]: _type = "Task" [ 999.571488] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.579234] env[69663]: DEBUG oslo_vmware.api [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333028, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.604542] env[69663]: DEBUG oslo_vmware.api [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': task-3333027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.651835] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333025, 'name': CreateVM_Task, 'duration_secs': 1.517002} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.652035] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 999.652762] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.652930] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.653267] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.653538] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e636d444-93c7-46bc-9ed1-c3752befa8a0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.660723] env[69663]: DEBUG oslo_vmware.api [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 999.660723] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52da64a1-0ec0-93aa-ae65-019401f32793" [ 999.660723] env[69663]: _type = "Task" [ 999.660723] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.670879] env[69663]: DEBUG oslo_vmware.api [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52da64a1-0ec0-93aa-ae65-019401f32793, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.772096] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee3d452-a92b-414b-a163-463bceb41505 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.779111] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a3e799-a6e7-4070-904d-ba451dbd6c58 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.813313] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce3bb14-23f6-4dee-8601-c19a5f504a55 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.822859] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3321634c-8498-4c4a-82fa-5150626a43d8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.839773] env[69663]: DEBUG nova.compute.provider_tree [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.979402] env[69663]: DEBUG oslo_concurrency.lockutils [req-5c686e4c-c4a7-45e4-82e1-fddb5a289fd5 req-f270c65e-a7e5-47d7-bb19-23b98001ddef service nova] Releasing lock "refresh_cache-d45768e5-763e-4953-8419-34a2d2a03ce5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.979713] env[69663]: DEBUG nova.compute.manager [req-5c686e4c-c4a7-45e4-82e1-fddb5a289fd5 req-f270c65e-a7e5-47d7-bb19-23b98001ddef service nova] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Received event network-vif-deleted-f4e69b19-fef5-429b-ac9b-5a736d9fbde5 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1000.083876] env[69663]: DEBUG oslo_vmware.api [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333028, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.107058] env[69663]: DEBUG oslo_vmware.api [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': task-3333027, 'name': PowerOffVM_Task, 'duration_secs': 0.590915} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.107368] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1000.108083] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1000.109023] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57d82dc-2a62-4b3a-9731-2e5d0d5d7981 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.118643] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1000.118936] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03fbb581-29fd-475d-87b1-fc0826b279d4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.149303] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1000.149724] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1000.149956] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Deleting the datastore file [datastore1] 8589b22f-5f5e-415f-b47d-8f1f8365ffca {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.150317] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4af500c1-ae0f-4a50-b681-6eb707f99548 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.159981] env[69663]: DEBUG oslo_vmware.api [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Waiting for the task: (returnval){ [ 1000.159981] env[69663]: value = "task-3333031" [ 1000.159981] env[69663]: _type = "Task" [ 1000.159981] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.172645] env[69663]: DEBUG oslo_vmware.api [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': task-3333031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.176368] env[69663]: DEBUG oslo_vmware.api [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52da64a1-0ec0-93aa-ae65-019401f32793, 'name': SearchDatastore_Task, 'duration_secs': 0.01237} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.176686] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.176940] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.177214] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.177379] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.177573] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.177851] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bd05369-28d4-4910-a1dd-b6c21734b0ab {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.188723] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.188942] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1000.189705] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f84b596-d5e3-42c7-9696-85d6f25e7aed {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.197166] env[69663]: DEBUG oslo_vmware.api [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1000.197166] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e2686a-a8ca-c493-ede9-a2a14eaec458" [ 1000.197166] env[69663]: _type = "Task" [ 1000.197166] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.207327] env[69663]: DEBUG oslo_vmware.api [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e2686a-a8ca-c493-ede9-a2a14eaec458, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.346747] env[69663]: DEBUG nova.scheduler.client.report [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1000.585060] env[69663]: DEBUG oslo_vmware.api [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333028, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.671723] env[69663]: DEBUG oslo_vmware.api [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': task-3333031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276156} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.672105] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.672334] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1000.672527] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1000.710882] env[69663]: DEBUG oslo_vmware.api [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e2686a-a8ca-c493-ede9-a2a14eaec458, 'name': SearchDatastore_Task, 'duration_secs': 0.018165} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.712553] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2072dc3f-a749-4437-bc47-10d5e95894b5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.720793] env[69663]: DEBUG oslo_vmware.api [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1000.720793] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]526d9858-b76a-3c9b-5dbf-405297b0c4e5" [ 1000.720793] env[69663]: _type = "Task" [ 1000.720793] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.732565] env[69663]: DEBUG oslo_vmware.api [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]526d9858-b76a-3c9b-5dbf-405297b0c4e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.852942] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.853564] env[69663]: DEBUG nova.compute.manager [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1000.856278] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9702effd-eaaa-4bd2-ac6e-8fa93ccd72f9 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.676s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.856564] env[69663]: DEBUG nova.objects.instance [None req-9702effd-eaaa-4bd2-ac6e-8fa93ccd72f9 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lazy-loading 'resources' on Instance uuid d5140fb2-ebb9-40fe-ae74-8934c1e109b0 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.084767] env[69663]: DEBUG oslo_vmware.api [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333028, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.232438] env[69663]: DEBUG oslo_vmware.api [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]526d9858-b76a-3c9b-5dbf-405297b0c4e5, 'name': SearchDatastore_Task, 'duration_secs': 0.015562} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.232735] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.233022] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] d45768e5-763e-4953-8419-34a2d2a03ce5/d45768e5-763e-4953-8419-34a2d2a03ce5.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1001.233310] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c6684d6-314c-492a-953d-42be4072d1ef {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.241846] env[69663]: DEBUG oslo_vmware.api [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1001.241846] env[69663]: value = "task-3333032" [ 1001.241846] env[69663]: _type = "Task" [ 1001.241846] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.253459] env[69663]: DEBUG oslo_vmware.api [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.363148] env[69663]: DEBUG nova.compute.utils [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1001.364942] env[69663]: DEBUG nova.compute.manager [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1001.365153] env[69663]: DEBUG nova.network.neutron [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1001.431784] env[69663]: DEBUG nova.policy [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '045d9de37ef8469d87d12a48eee57613', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b520dada971c4d7c823cfd847cf6836d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1001.585281] env[69663]: DEBUG oslo_vmware.api [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333028, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.721673] env[69663]: DEBUG nova.virt.hardware [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1001.722288] env[69663]: DEBUG nova.virt.hardware [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1001.722494] env[69663]: DEBUG nova.virt.hardware [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.722858] env[69663]: DEBUG nova.virt.hardware [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1001.724631] env[69663]: DEBUG nova.virt.hardware [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.724631] env[69663]: DEBUG nova.virt.hardware [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1001.724631] env[69663]: DEBUG nova.virt.hardware [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1001.724631] env[69663]: DEBUG nova.virt.hardware [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1001.724631] env[69663]: DEBUG nova.virt.hardware [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1001.724631] env[69663]: DEBUG nova.virt.hardware [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1001.724631] env[69663]: DEBUG nova.virt.hardware [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1001.725681] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1e5bc5-afaa-4e94-b09b-b47212be9bbd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.738278] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c23e014-8725-4c68-b01b-1cf84775b4a8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.762409] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Instance VIF info [] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.768737] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.775602] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1001.775936] env[69663]: DEBUG oslo_vmware.api [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333032, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.776446] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0de8e503-4e34-4e4d-9cfe-ec52618ef895 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.801024] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.801024] env[69663]: value = "task-3333033" [ 1001.801024] env[69663]: _type = "Task" [ 1001.801024] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.810501] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333033, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.868372] env[69663]: DEBUG nova.compute.manager [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1001.885565] env[69663]: DEBUG nova.network.neutron [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Successfully created port: eb297dd3-efca-4cfe-b943-68e1416a0884 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1001.889670] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e632a8-8157-4296-aa4e-540fea0198e6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.899574] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53999444-d13f-441f-b192-9e7c456ea808 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.936469] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfb7ddc-ba1b-45b2-b8c6-2fcd2b315818 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.945604] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260daf8d-ec50-4f4b-a836-4612b6be2753 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.964017] env[69663]: DEBUG nova.compute.provider_tree [None req-9702effd-eaaa-4bd2-ac6e-8fa93ccd72f9 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.083742] env[69663]: DEBUG oslo_vmware.api [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333028, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.406634} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.083861] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/95becf2b-05a6-48fd-b5f1-266af47c6f50/95becf2b-05a6-48fd-b5f1-266af47c6f50.vmdk to [datastore2] 8e5c93fa-997e-4b35-8efc-5ca205396b6f/8e5c93fa-997e-4b35-8efc-5ca205396b6f.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1002.084801] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c917da-890f-4140-8665-df1f99a3980a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.107883] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 8e5c93fa-997e-4b35-8efc-5ca205396b6f/8e5c93fa-997e-4b35-8efc-5ca205396b6f.vmdk or device None with type streamOptimized {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.108587] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcb80b34-d230-436e-8728-7280cb0879eb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.127906] env[69663]: DEBUG oslo_vmware.api [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 1002.127906] env[69663]: value = "task-3333034" [ 1002.127906] env[69663]: _type = "Task" [ 1002.127906] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.140229] env[69663]: DEBUG oslo_vmware.api [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333034, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.252819] env[69663]: DEBUG oslo_vmware.api [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.846645} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.253346] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] d45768e5-763e-4953-8419-34a2d2a03ce5/d45768e5-763e-4953-8419-34a2d2a03ce5.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1002.253622] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.253937] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a23b60f-942e-4ab1-80b7-0c4da44a19dd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.261877] env[69663]: DEBUG oslo_vmware.api [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1002.261877] env[69663]: value = "task-3333035" [ 1002.261877] env[69663]: _type = "Task" [ 1002.261877] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.269642] env[69663]: DEBUG oslo_vmware.api [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.310679] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333033, 'name': CreateVM_Task} progress is 25%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.467157] env[69663]: DEBUG nova.scheduler.client.report [None req-9702effd-eaaa-4bd2-ac6e-8fa93ccd72f9 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1002.638376] env[69663]: DEBUG oslo_vmware.api [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333034, 'name': ReconfigVM_Task, 'duration_secs': 0.330385} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.638679] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 8e5c93fa-997e-4b35-8efc-5ca205396b6f/8e5c93fa-997e-4b35-8efc-5ca205396b6f.vmdk or device None with type streamOptimized {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.639372] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5573d475-a3e2-46f0-b48a-becb3df2df2a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.646196] env[69663]: DEBUG oslo_vmware.api [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 1002.646196] env[69663]: value = "task-3333036" [ 1002.646196] env[69663]: _type = "Task" [ 1002.646196] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.653847] env[69663]: DEBUG oslo_vmware.api [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333036, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.771721] env[69663]: DEBUG oslo_vmware.api [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077837} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.772148] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1002.773057] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f506ce-34de-40fe-a58d-e134fff1a235 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.795294] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] d45768e5-763e-4953-8419-34a2d2a03ce5/d45768e5-763e-4953-8419-34a2d2a03ce5.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.795660] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bff8c502-2c8a-4183-acc6-c2bf66e5b426 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.819248] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333033, 'name': CreateVM_Task, 'duration_secs': 0.599195} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.820336] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1002.820680] env[69663]: DEBUG oslo_vmware.api [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1002.820680] env[69663]: value = "task-3333037" [ 1002.820680] env[69663]: _type = "Task" [ 1002.820680] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.821049] env[69663]: DEBUG oslo_concurrency.lockutils [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.821279] env[69663]: DEBUG oslo_concurrency.lockutils [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.821598] env[69663]: DEBUG oslo_concurrency.lockutils [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.821880] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3225d2bb-5e81-46a5-a255-45f88e6a4a99 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.831635] env[69663]: DEBUG oslo_vmware.api [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Waiting for the task: (returnval){ [ 1002.831635] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c7b338-33e5-8aa6-479a-a8f5744d8a07" [ 1002.831635] env[69663]: _type = "Task" [ 1002.831635] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.838665] env[69663]: DEBUG oslo_vmware.api [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c7b338-33e5-8aa6-479a-a8f5744d8a07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.883429] env[69663]: DEBUG nova.compute.manager [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1002.912193] env[69663]: DEBUG nova.virt.hardware [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1002.912510] env[69663]: DEBUG nova.virt.hardware [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1002.912733] env[69663]: DEBUG nova.virt.hardware [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.912981] env[69663]: DEBUG nova.virt.hardware [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1002.913208] env[69663]: DEBUG nova.virt.hardware [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.913456] env[69663]: DEBUG nova.virt.hardware [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1002.913810] env[69663]: DEBUG nova.virt.hardware [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1002.914059] env[69663]: DEBUG nova.virt.hardware [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1002.914332] env[69663]: DEBUG nova.virt.hardware [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1002.914568] env[69663]: DEBUG nova.virt.hardware [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1002.914848] env[69663]: DEBUG nova.virt.hardware [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1002.915837] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f79780a-3e67-49e9-9fc3-143dac220226 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.927139] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3b3c20-96dd-4772-aa7e-b78ae9f5e295 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.971775] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9702effd-eaaa-4bd2-ac6e-8fa93ccd72f9 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.974200] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.041s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.975685] env[69663]: INFO nova.compute.claims [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.999392] env[69663]: INFO nova.scheduler.client.report [None req-9702effd-eaaa-4bd2-ac6e-8fa93ccd72f9 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Deleted allocations for instance d5140fb2-ebb9-40fe-ae74-8934c1e109b0 [ 1003.156972] env[69663]: DEBUG oslo_vmware.api [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333036, 'name': Rename_Task, 'duration_secs': 0.153009} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.157275] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1003.157534] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b5aaf03-7d06-4ca2-9d79-d8f6aad6838b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.164704] env[69663]: DEBUG oslo_vmware.api [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 1003.164704] env[69663]: value = "task-3333038" [ 1003.164704] env[69663]: _type = "Task" [ 1003.164704] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.172370] env[69663]: DEBUG oslo_vmware.api [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.333778] env[69663]: DEBUG oslo_vmware.api [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333037, 'name': ReconfigVM_Task, 'duration_secs': 0.299856} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.336973] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Reconfigured VM instance instance-0000004b to attach disk [datastore1] d45768e5-763e-4953-8419-34a2d2a03ce5/d45768e5-763e-4953-8419-34a2d2a03ce5.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.337666] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df843796-8e5e-4576-a5ec-959d3eb460b9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.348215] env[69663]: DEBUG oslo_vmware.api [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c7b338-33e5-8aa6-479a-a8f5744d8a07, 'name': SearchDatastore_Task, 'duration_secs': 0.011916} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.348522] env[69663]: DEBUG oslo_concurrency.lockutils [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.348710] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.348950] env[69663]: DEBUG oslo_concurrency.lockutils [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.349132] env[69663]: DEBUG oslo_concurrency.lockutils [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.349335] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.349665] env[69663]: DEBUG oslo_vmware.api [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1003.349665] env[69663]: value = "task-3333039" [ 1003.349665] env[69663]: _type = "Task" [ 1003.349665] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.349977] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e79b6b18-1c15-425b-b847-92174c68cb8a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.361724] env[69663]: DEBUG oslo_vmware.api [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333039, 'name': Rename_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.363569] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.363765] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1003.364510] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67ea6163-921f-4c89-a626-22d0751849a5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.370124] env[69663]: DEBUG oslo_vmware.api [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Waiting for the task: (returnval){ [ 1003.370124] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c47bef-2cb1-100a-c9db-d8cfa9c76af9" [ 1003.370124] env[69663]: _type = "Task" [ 1003.370124] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.378689] env[69663]: DEBUG oslo_vmware.api [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c47bef-2cb1-100a-c9db-d8cfa9c76af9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.507326] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9702effd-eaaa-4bd2-ac6e-8fa93ccd72f9 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "d5140fb2-ebb9-40fe-ae74-8934c1e109b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.382s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.613613] env[69663]: DEBUG nova.compute.manager [req-f79feb5e-36ca-4dab-84aa-5c3830bcd552 req-71ec0196-a89d-42e2-8fa8-772058b63c51 service nova] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Received event network-vif-plugged-eb297dd3-efca-4cfe-b943-68e1416a0884 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1003.613863] env[69663]: DEBUG oslo_concurrency.lockutils [req-f79feb5e-36ca-4dab-84aa-5c3830bcd552 req-71ec0196-a89d-42e2-8fa8-772058b63c51 service nova] Acquiring lock "95e1d12a-9c96-48ab-b8ae-d6d2da9ae077-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.614100] env[69663]: DEBUG oslo_concurrency.lockutils [req-f79feb5e-36ca-4dab-84aa-5c3830bcd552 req-71ec0196-a89d-42e2-8fa8-772058b63c51 service nova] Lock "95e1d12a-9c96-48ab-b8ae-d6d2da9ae077-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.614301] env[69663]: DEBUG oslo_concurrency.lockutils [req-f79feb5e-36ca-4dab-84aa-5c3830bcd552 req-71ec0196-a89d-42e2-8fa8-772058b63c51 service nova] Lock "95e1d12a-9c96-48ab-b8ae-d6d2da9ae077-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.614563] env[69663]: DEBUG nova.compute.manager [req-f79feb5e-36ca-4dab-84aa-5c3830bcd552 req-71ec0196-a89d-42e2-8fa8-772058b63c51 service nova] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] No waiting events found dispatching network-vif-plugged-eb297dd3-efca-4cfe-b943-68e1416a0884 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1003.614833] env[69663]: WARNING nova.compute.manager [req-f79feb5e-36ca-4dab-84aa-5c3830bcd552 req-71ec0196-a89d-42e2-8fa8-772058b63c51 service nova] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Received unexpected event network-vif-plugged-eb297dd3-efca-4cfe-b943-68e1416a0884 for instance with vm_state building and task_state spawning. [ 1003.691929] env[69663]: DEBUG oslo_vmware.api [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333038, 'name': PowerOnVM_Task, 'duration_secs': 0.493474} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.692382] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1003.692589] env[69663]: INFO nova.compute.manager [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Took 16.63 seconds to spawn the instance on the hypervisor. [ 1003.692829] env[69663]: DEBUG nova.compute.manager [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1003.693666] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d991db-6777-4a17-a07d-c7e4e8fd8219 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.717581] env[69663]: DEBUG nova.network.neutron [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Successfully updated port: eb297dd3-efca-4cfe-b943-68e1416a0884 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1003.862879] env[69663]: DEBUG oslo_vmware.api [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333039, 'name': Rename_Task, 'duration_secs': 0.168542} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.863191] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1003.863442] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-644b624e-e003-4b5c-8437-7da4db7c4840 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.871417] env[69663]: DEBUG oslo_vmware.api [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1003.871417] env[69663]: value = "task-3333040" [ 1003.871417] env[69663]: _type = "Task" [ 1003.871417] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.882355] env[69663]: DEBUG oslo_vmware.api [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c47bef-2cb1-100a-c9db-d8cfa9c76af9, 'name': SearchDatastore_Task, 'duration_secs': 0.017058} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.886024] env[69663]: DEBUG oslo_vmware.api [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333040, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.886245] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcb059d4-cfcc-4348-b62b-3ad692207bea {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.892077] env[69663]: DEBUG oslo_vmware.api [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Waiting for the task: (returnval){ [ 1003.892077] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e1001c-fda4-bc51-c73f-3d232e9604ac" [ 1003.892077] env[69663]: _type = "Task" [ 1003.892077] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.899797] env[69663]: DEBUG oslo_vmware.api [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e1001c-fda4-bc51-c73f-3d232e9604ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.212838] env[69663]: INFO nova.compute.manager [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Took 56.61 seconds to build instance. [ 1004.217941] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "refresh_cache-95e1d12a-9c96-48ab-b8ae-d6d2da9ae077" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.217941] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquired lock "refresh_cache-95e1d12a-9c96-48ab-b8ae-d6d2da9ae077" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.218116] env[69663]: DEBUG nova.network.neutron [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1004.347819] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fce874-d5ee-4f15-af65-e7da1adab255 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.356809] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d6daaf-3776-4f2b-96a0-6e0bd3dd0917 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.391940] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351e8c1b-d8e0-42cf-9150-42d1da5d7b7a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.402627] env[69663]: DEBUG oslo_vmware.api [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333040, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.406221] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b26e9b-9218-4365-8dc7-dec77bf980f7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.413462] env[69663]: DEBUG oslo_vmware.api [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e1001c-fda4-bc51-c73f-3d232e9604ac, 'name': SearchDatastore_Task, 'duration_secs': 0.010631} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.414137] env[69663]: DEBUG oslo_concurrency.lockutils [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.414446] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 8589b22f-5f5e-415f-b47d-8f1f8365ffca/8589b22f-5f5e-415f-b47d-8f1f8365ffca.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1004.414882] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-596fd702-bcb4-4fe7-8a65-64a3589943df {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.424989] env[69663]: DEBUG nova.compute.provider_tree [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.432643] env[69663]: DEBUG oslo_vmware.api [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Waiting for the task: (returnval){ [ 1004.432643] env[69663]: value = "task-3333041" [ 1004.432643] env[69663]: _type = "Task" [ 1004.432643] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.436621] env[69663]: DEBUG oslo_concurrency.lockutils [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "8e5c93fa-997e-4b35-8efc-5ca205396b6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.442160] env[69663]: DEBUG oslo_vmware.api [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': task-3333041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.715444] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b7f597c7-bd8b-4bd9-bfe8-1534dcb30afa tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "8e5c93fa-997e-4b35-8efc-5ca205396b6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.125s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.717372] env[69663]: DEBUG oslo_concurrency.lockutils [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "8e5c93fa-997e-4b35-8efc-5ca205396b6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.281s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.717799] env[69663]: DEBUG oslo_concurrency.lockutils [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "8e5c93fa-997e-4b35-8efc-5ca205396b6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.718156] env[69663]: DEBUG oslo_concurrency.lockutils [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "8e5c93fa-997e-4b35-8efc-5ca205396b6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.718450] env[69663]: DEBUG oslo_concurrency.lockutils [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "8e5c93fa-997e-4b35-8efc-5ca205396b6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.723793] env[69663]: INFO nova.compute.manager [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Terminating instance [ 1004.726246] env[69663]: DEBUG nova.compute.manager [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1004.726382] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1004.727289] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9269e8a-caaf-4edf-a628-99a19192525e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.739058] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1004.739389] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22434f52-90f9-43e6-b7ee-ea42fd2b5e98 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.750726] env[69663]: DEBUG oslo_vmware.api [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 1004.750726] env[69663]: value = "task-3333042" [ 1004.750726] env[69663]: _type = "Task" [ 1004.750726] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.755353] env[69663]: DEBUG nova.network.neutron [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1004.766094] env[69663]: DEBUG oslo_vmware.api [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.901479] env[69663]: DEBUG oslo_vmware.api [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333040, 'name': PowerOnVM_Task, 'duration_secs': 0.798537} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.905414] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1004.905796] env[69663]: INFO nova.compute.manager [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Took 9.68 seconds to spawn the instance on the hypervisor. [ 1004.906176] env[69663]: DEBUG nova.compute.manager [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1004.907442] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05a77a8-1e3f-4607-a4ea-91c661e82a3f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.928543] env[69663]: DEBUG nova.scheduler.client.report [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1004.942697] env[69663]: DEBUG oslo_vmware.api [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': task-3333041, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462859} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.943640] env[69663]: DEBUG nova.network.neutron [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Updating instance_info_cache with network_info: [{"id": "eb297dd3-efca-4cfe-b943-68e1416a0884", "address": "fa:16:3e:bb:be:0b", "network": {"id": "b06eceef-e5b1-4b80-9f31-725913c44368", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811074450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b520dada971c4d7c823cfd847cf6836d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb297dd3-ef", "ovs_interfaceid": "eb297dd3-efca-4cfe-b943-68e1416a0884", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.944840] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 8589b22f-5f5e-415f-b47d-8f1f8365ffca/8589b22f-5f5e-415f-b47d-8f1f8365ffca.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1004.945092] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1004.946012] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c636f4c-8131-47ec-84d5-e12a3424ad07 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.956307] env[69663]: DEBUG oslo_vmware.api [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Waiting for the task: (returnval){ [ 1004.956307] env[69663]: value = "task-3333043" [ 1004.956307] env[69663]: _type = "Task" [ 1004.956307] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.966742] env[69663]: DEBUG oslo_vmware.api [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': task-3333043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.222661] env[69663]: DEBUG nova.compute.manager [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1005.260588] env[69663]: DEBUG oslo_vmware.api [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333042, 'name': PowerOffVM_Task, 'duration_secs': 0.281409} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.260866] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1005.261056] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1005.261341] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-820fad69-5c88-48a0-bb5b-3bf4d7f88c94 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.344335] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1005.344703] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1005.344764] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Deleting the datastore file [datastore2] 8e5c93fa-997e-4b35-8efc-5ca205396b6f {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.345057] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cc7663c-b44f-4b78-a6da-3b7a2dfbd2ee {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.356303] env[69663]: DEBUG oslo_vmware.api [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 1005.356303] env[69663]: value = "task-3333045" [ 1005.356303] env[69663]: _type = "Task" [ 1005.356303] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.363733] env[69663]: DEBUG oslo_vmware.api [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333045, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.425988] env[69663]: INFO nova.compute.manager [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Took 38.38 seconds to build instance. [ 1005.434226] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.434784] env[69663]: DEBUG nova.compute.manager [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1005.437333] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.364s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.438894] env[69663]: INFO nova.compute.claims [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.446543] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Releasing lock "refresh_cache-95e1d12a-9c96-48ab-b8ae-d6d2da9ae077" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.446875] env[69663]: DEBUG nova.compute.manager [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Instance network_info: |[{"id": "eb297dd3-efca-4cfe-b943-68e1416a0884", "address": "fa:16:3e:bb:be:0b", "network": {"id": "b06eceef-e5b1-4b80-9f31-725913c44368", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811074450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b520dada971c4d7c823cfd847cf6836d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb297dd3-ef", "ovs_interfaceid": "eb297dd3-efca-4cfe-b943-68e1416a0884", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1005.447690] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:be:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dacd109c-2442-41b8-b612-7ed3efbdaa94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb297dd3-efca-4cfe-b943-68e1416a0884', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.461174] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.462034] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1005.468068] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-553e0236-7e63-4e5e-9963-4ba85a85ab0e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.494576] env[69663]: DEBUG oslo_vmware.api [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': task-3333043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.231251} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.495993] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.496291] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.496291] env[69663]: value = "task-3333046" [ 1005.496291] env[69663]: _type = "Task" [ 1005.496291] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.497033] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6df987f-8df5-4370-877b-097a6d8ed6a3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.528927] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 8589b22f-5f5e-415f-b47d-8f1f8365ffca/8589b22f-5f5e-415f-b47d-8f1f8365ffca.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.529364] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333046, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.529535] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b78fb71f-1f35-44d5-a533-b77985b295e0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.553221] env[69663]: DEBUG oslo_vmware.api [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Waiting for the task: (returnval){ [ 1005.553221] env[69663]: value = "task-3333047" [ 1005.553221] env[69663]: _type = "Task" [ 1005.553221] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.564027] env[69663]: DEBUG oslo_vmware.api [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': task-3333047, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.641754] env[69663]: DEBUG nova.compute.manager [req-cc77569d-3987-44c0-961f-b0ecf1ae2f1e req-de4782c8-8d09-4cdc-a7c5-a364ac334bb9 service nova] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Received event network-changed-eb297dd3-efca-4cfe-b943-68e1416a0884 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1005.642246] env[69663]: DEBUG nova.compute.manager [req-cc77569d-3987-44c0-961f-b0ecf1ae2f1e req-de4782c8-8d09-4cdc-a7c5-a364ac334bb9 service nova] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Refreshing instance network info cache due to event network-changed-eb297dd3-efca-4cfe-b943-68e1416a0884. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1005.642550] env[69663]: DEBUG oslo_concurrency.lockutils [req-cc77569d-3987-44c0-961f-b0ecf1ae2f1e req-de4782c8-8d09-4cdc-a7c5-a364ac334bb9 service nova] Acquiring lock "refresh_cache-95e1d12a-9c96-48ab-b8ae-d6d2da9ae077" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.642750] env[69663]: DEBUG oslo_concurrency.lockutils [req-cc77569d-3987-44c0-961f-b0ecf1ae2f1e req-de4782c8-8d09-4cdc-a7c5-a364ac334bb9 service nova] Acquired lock "refresh_cache-95e1d12a-9c96-48ab-b8ae-d6d2da9ae077" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.642958] env[69663]: DEBUG nova.network.neutron [req-cc77569d-3987-44c0-961f-b0ecf1ae2f1e req-de4782c8-8d09-4cdc-a7c5-a364ac334bb9 service nova] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Refreshing network info cache for port eb297dd3-efca-4cfe-b943-68e1416a0884 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1005.751020] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.870265] env[69663]: DEBUG oslo_vmware.api [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333045, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321531} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.870773] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.871036] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1005.871264] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1005.871482] env[69663]: INFO nova.compute.manager [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1005.871778] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.872024] env[69663]: DEBUG nova.compute.manager [-] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1005.872137] env[69663]: DEBUG nova.network.neutron [-] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1005.928119] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5ded958d-07e2-43ab-9eeb-2df35080cf9d tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "d45768e5-763e-4953-8419-34a2d2a03ce5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.890s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.948024] env[69663]: DEBUG nova.compute.utils [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1005.948024] env[69663]: DEBUG nova.compute.manager [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1005.948024] env[69663]: DEBUG nova.network.neutron [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1006.010104] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333046, 'name': CreateVM_Task, 'duration_secs': 0.403269} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.010339] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1006.010913] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.011098] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.011513] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.011783] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2726a596-2c5f-4ab1-8f09-97e7fdbaee22 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.016762] env[69663]: DEBUG oslo_vmware.api [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1006.016762] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]522d2c6c-f44a-a5bc-804f-b85e82b2d392" [ 1006.016762] env[69663]: _type = "Task" [ 1006.016762] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.025459] env[69663]: DEBUG oslo_vmware.api [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]522d2c6c-f44a-a5bc-804f-b85e82b2d392, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.062903] env[69663]: DEBUG oslo_vmware.api [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': task-3333047, 'name': ReconfigVM_Task, 'duration_secs': 0.421629} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.063200] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 8589b22f-5f5e-415f-b47d-8f1f8365ffca/8589b22f-5f5e-415f-b47d-8f1f8365ffca.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.063820] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0676e8c6-ecb6-485f-8025-cc27f0e5634b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.074213] env[69663]: DEBUG oslo_vmware.api [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Waiting for the task: (returnval){ [ 1006.074213] env[69663]: value = "task-3333048" [ 1006.074213] env[69663]: _type = "Task" [ 1006.074213] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.087406] env[69663]: DEBUG oslo_vmware.api [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': task-3333048, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.281584] env[69663]: DEBUG nova.policy [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5d788e60b8042e8b761ab926af8d533', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75906937e13d492489a3a42c454f1141', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1006.369673] env[69663]: DEBUG nova.network.neutron [req-cc77569d-3987-44c0-961f-b0ecf1ae2f1e req-de4782c8-8d09-4cdc-a7c5-a364ac334bb9 service nova] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Updated VIF entry in instance network info cache for port eb297dd3-efca-4cfe-b943-68e1416a0884. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1006.370101] env[69663]: DEBUG nova.network.neutron [req-cc77569d-3987-44c0-961f-b0ecf1ae2f1e req-de4782c8-8d09-4cdc-a7c5-a364ac334bb9 service nova] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Updating instance_info_cache with network_info: [{"id": "eb297dd3-efca-4cfe-b943-68e1416a0884", "address": "fa:16:3e:bb:be:0b", "network": {"id": "b06eceef-e5b1-4b80-9f31-725913c44368", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811074450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b520dada971c4d7c823cfd847cf6836d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb297dd3-ef", "ovs_interfaceid": "eb297dd3-efca-4cfe-b943-68e1416a0884", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.431033] env[69663]: DEBUG nova.compute.manager [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1006.454397] env[69663]: DEBUG nova.compute.manager [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1006.529915] env[69663]: DEBUG oslo_vmware.api [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]522d2c6c-f44a-a5bc-804f-b85e82b2d392, 'name': SearchDatastore_Task, 'duration_secs': 0.01031} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.530447] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.530797] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.531078] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.531261] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.531462] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.531728] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5f3ea40-c669-4b6f-b41d-6ef65bb7233b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.544846] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.545075] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1006.545828] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f134c3fc-cf4c-4f56-9059-c251969de9c0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.558020] env[69663]: DEBUG oslo_vmware.api [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1006.558020] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b05c4c-ef49-5588-66e0-ba8bd6f1ef85" [ 1006.558020] env[69663]: _type = "Task" [ 1006.558020] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.566812] env[69663]: DEBUG oslo_vmware.api [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b05c4c-ef49-5588-66e0-ba8bd6f1ef85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.587116] env[69663]: DEBUG oslo_vmware.api [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': task-3333048, 'name': Rename_Task, 'duration_secs': 0.146576} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.589929] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1006.590633] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c22f1d00-582d-4676-8d87-bc554a0ac301 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.600799] env[69663]: DEBUG oslo_vmware.api [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Waiting for the task: (returnval){ [ 1006.600799] env[69663]: value = "task-3333049" [ 1006.600799] env[69663]: _type = "Task" [ 1006.600799] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.614834] env[69663]: DEBUG oslo_vmware.api [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': task-3333049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.873327] env[69663]: DEBUG oslo_concurrency.lockutils [req-cc77569d-3987-44c0-961f-b0ecf1ae2f1e req-de4782c8-8d09-4cdc-a7c5-a364ac334bb9 service nova] Releasing lock "refresh_cache-95e1d12a-9c96-48ab-b8ae-d6d2da9ae077" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.952327] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.988514] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff962fb-14a9-44e6-b548-d994361deb21 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.005949] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fcdd593-d076-41e1-9237-5d1c055c9510 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.047263] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6baa998c-4eff-4557-9bb0-848548ef84db {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.052297] env[69663]: DEBUG nova.network.neutron [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Successfully created port: 02ef64b1-77d1-4fa6-b760-2261bd62e8ed {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1007.057610] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8b3640-9c39-4f78-a7e2-563844494418 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.075105] env[69663]: DEBUG nova.compute.provider_tree [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.079360] env[69663]: DEBUG oslo_vmware.api [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b05c4c-ef49-5588-66e0-ba8bd6f1ef85, 'name': SearchDatastore_Task, 'duration_secs': 0.010645} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.080314] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5139e68c-0173-43ac-9d5c-d46ed4232dda {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.086175] env[69663]: DEBUG oslo_vmware.api [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1007.086175] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5212b541-4f17-3f72-6396-e03fa4067aff" [ 1007.086175] env[69663]: _type = "Task" [ 1007.086175] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.094351] env[69663]: DEBUG oslo_vmware.api [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5212b541-4f17-3f72-6396-e03fa4067aff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.108491] env[69663]: DEBUG oslo_vmware.api [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': task-3333049, 'name': PowerOnVM_Task, 'duration_secs': 0.440843} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.108751] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1007.108966] env[69663]: DEBUG nova.compute.manager [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1007.109748] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde4b2ce-6858-48eb-986e-6614a67046f4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.350283] env[69663]: DEBUG nova.network.neutron [-] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.474788] env[69663]: DEBUG nova.compute.manager [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1007.502330] env[69663]: DEBUG nova.virt.hardware [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1007.502610] env[69663]: DEBUG nova.virt.hardware [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1007.502826] env[69663]: DEBUG nova.virt.hardware [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.502978] env[69663]: DEBUG nova.virt.hardware [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1007.503208] env[69663]: DEBUG nova.virt.hardware [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.503278] env[69663]: DEBUG nova.virt.hardware [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1007.503666] env[69663]: DEBUG nova.virt.hardware [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1007.503666] env[69663]: DEBUG nova.virt.hardware [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1007.503814] env[69663]: DEBUG nova.virt.hardware [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1007.503955] env[69663]: DEBUG nova.virt.hardware [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1007.504155] env[69663]: DEBUG nova.virt.hardware [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1007.505022] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1db7f53-099a-4564-ae18-f4a3095c8e05 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.513278] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8525e1b-e2ab-4e2b-9fd0-1e20cf904a71 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.581274] env[69663]: DEBUG nova.scheduler.client.report [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1007.597832] env[69663]: DEBUG oslo_vmware.api [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5212b541-4f17-3f72-6396-e03fa4067aff, 'name': SearchDatastore_Task, 'duration_secs': 0.01038} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.598898] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.599247] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077/95e1d12a-9c96-48ab-b8ae-d6d2da9ae077.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1007.599578] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-431ee43d-0fc1-49ce-b310-94e74531f11a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.608687] env[69663]: DEBUG oslo_vmware.api [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1007.608687] env[69663]: value = "task-3333050" [ 1007.608687] env[69663]: _type = "Task" [ 1007.608687] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.624993] env[69663]: DEBUG oslo_vmware.api [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.631061] env[69663]: DEBUG oslo_concurrency.lockutils [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.689410] env[69663]: DEBUG nova.compute.manager [req-8387d526-431c-43c7-9f7e-e877484d11a2 req-658199ae-a366-4ec0-b9c4-36f21bc8b6ea service nova] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Received event network-changed-55dd4b42-a4ad-40e7-b702-c096cddea7bc {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1007.689619] env[69663]: DEBUG nova.compute.manager [req-8387d526-431c-43c7-9f7e-e877484d11a2 req-658199ae-a366-4ec0-b9c4-36f21bc8b6ea service nova] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Refreshing instance network info cache due to event network-changed-55dd4b42-a4ad-40e7-b702-c096cddea7bc. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1007.689841] env[69663]: DEBUG oslo_concurrency.lockutils [req-8387d526-431c-43c7-9f7e-e877484d11a2 req-658199ae-a366-4ec0-b9c4-36f21bc8b6ea service nova] Acquiring lock "refresh_cache-d45768e5-763e-4953-8419-34a2d2a03ce5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.690041] env[69663]: DEBUG oslo_concurrency.lockutils [req-8387d526-431c-43c7-9f7e-e877484d11a2 req-658199ae-a366-4ec0-b9c4-36f21bc8b6ea service nova] Acquired lock "refresh_cache-d45768e5-763e-4953-8419-34a2d2a03ce5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.690162] env[69663]: DEBUG nova.network.neutron [req-8387d526-431c-43c7-9f7e-e877484d11a2 req-658199ae-a366-4ec0-b9c4-36f21bc8b6ea service nova] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Refreshing network info cache for port 55dd4b42-a4ad-40e7-b702-c096cddea7bc {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1007.854752] env[69663]: INFO nova.compute.manager [-] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Took 1.98 seconds to deallocate network for instance. [ 1008.086603] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.087268] env[69663]: DEBUG nova.compute.manager [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1008.090068] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.015s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.092352] env[69663]: INFO nova.compute.claims [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.122997] env[69663]: DEBUG oslo_vmware.api [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333050, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465803} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.124044] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077/95e1d12a-9c96-48ab-b8ae-d6d2da9ae077.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1008.124319] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.125014] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c99a08cb-b31a-4eef-a817-2c663d23873c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.134487] env[69663]: DEBUG oslo_vmware.api [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1008.134487] env[69663]: value = "task-3333051" [ 1008.134487] env[69663]: _type = "Task" [ 1008.134487] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.146802] env[69663]: DEBUG oslo_vmware.api [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.362673] env[69663]: DEBUG oslo_concurrency.lockutils [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.514580] env[69663]: DEBUG oslo_concurrency.lockutils [None req-13767fe8-5c73-4153-9aaa-8c176f7a4c8a tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Acquiring lock "8589b22f-5f5e-415f-b47d-8f1f8365ffca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.514580] env[69663]: DEBUG oslo_concurrency.lockutils [None req-13767fe8-5c73-4153-9aaa-8c176f7a4c8a tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Lock "8589b22f-5f5e-415f-b47d-8f1f8365ffca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.514873] env[69663]: DEBUG oslo_concurrency.lockutils [None req-13767fe8-5c73-4153-9aaa-8c176f7a4c8a tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Acquiring lock "8589b22f-5f5e-415f-b47d-8f1f8365ffca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.515058] env[69663]: DEBUG oslo_concurrency.lockutils [None req-13767fe8-5c73-4153-9aaa-8c176f7a4c8a tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Lock "8589b22f-5f5e-415f-b47d-8f1f8365ffca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.515266] env[69663]: DEBUG oslo_concurrency.lockutils [None req-13767fe8-5c73-4153-9aaa-8c176f7a4c8a tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Lock "8589b22f-5f5e-415f-b47d-8f1f8365ffca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.517838] env[69663]: INFO nova.compute.manager [None req-13767fe8-5c73-4153-9aaa-8c176f7a4c8a tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Terminating instance [ 1008.519553] env[69663]: DEBUG oslo_concurrency.lockutils [None req-13767fe8-5c73-4153-9aaa-8c176f7a4c8a tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Acquiring lock "refresh_cache-8589b22f-5f5e-415f-b47d-8f1f8365ffca" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.519717] env[69663]: DEBUG oslo_concurrency.lockutils [None req-13767fe8-5c73-4153-9aaa-8c176f7a4c8a tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Acquired lock "refresh_cache-8589b22f-5f5e-415f-b47d-8f1f8365ffca" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.519895] env[69663]: DEBUG nova.network.neutron [None req-13767fe8-5c73-4153-9aaa-8c176f7a4c8a tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1008.555158] env[69663]: DEBUG nova.network.neutron [req-8387d526-431c-43c7-9f7e-e877484d11a2 req-658199ae-a366-4ec0-b9c4-36f21bc8b6ea service nova] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Updated VIF entry in instance network info cache for port 55dd4b42-a4ad-40e7-b702-c096cddea7bc. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1008.555535] env[69663]: DEBUG nova.network.neutron [req-8387d526-431c-43c7-9f7e-e877484d11a2 req-658199ae-a366-4ec0-b9c4-36f21bc8b6ea service nova] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Updating instance_info_cache with network_info: [{"id": "55dd4b42-a4ad-40e7-b702-c096cddea7bc", "address": "fa:16:3e:c9:53:79", "network": {"id": "a3b5f8d9-10f5-42a5-895b-ca097d62d6b9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1939411410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "475ee851db874998812727745d5e1747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55dd4b42-a4", "ovs_interfaceid": "55dd4b42-a4ad-40e7-b702-c096cddea7bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.600295] env[69663]: DEBUG nova.compute.utils [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1008.601133] env[69663]: DEBUG nova.compute.manager [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1008.601597] env[69663]: DEBUG nova.network.neutron [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1008.648029] env[69663]: DEBUG oslo_vmware.api [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.176868} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.648029] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.648029] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a08aff7-6bda-4932-8195-62404c87e96b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.672651] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077/95e1d12a-9c96-48ab-b8ae-d6d2da9ae077.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.673164] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a1c157a-26ba-4e12-bece-aa5265b0522a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.693468] env[69663]: DEBUG nova.policy [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bb78cfccdef4ff889a1e5b0d63dba49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd129d2f178144b2b2f0a284d38a100d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1008.700247] env[69663]: DEBUG oslo_vmware.api [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1008.700247] env[69663]: value = "task-3333052" [ 1008.700247] env[69663]: _type = "Task" [ 1008.700247] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.711481] env[69663]: DEBUG oslo_vmware.api [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333052, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.811981] env[69663]: DEBUG nova.network.neutron [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Successfully updated port: 02ef64b1-77d1-4fa6-b760-2261bd62e8ed {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.056395] env[69663]: DEBUG nova.network.neutron [None req-13767fe8-5c73-4153-9aaa-8c176f7a4c8a tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1009.058739] env[69663]: DEBUG oslo_concurrency.lockutils [req-8387d526-431c-43c7-9f7e-e877484d11a2 req-658199ae-a366-4ec0-b9c4-36f21bc8b6ea service nova] Releasing lock "refresh_cache-d45768e5-763e-4953-8419-34a2d2a03ce5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.058992] env[69663]: DEBUG nova.compute.manager [req-8387d526-431c-43c7-9f7e-e877484d11a2 req-658199ae-a366-4ec0-b9c4-36f21bc8b6ea service nova] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Received event network-vif-deleted-e87e9557-9bc8-4a95-82f7-3727e0e59f57 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1009.104971] env[69663]: DEBUG nova.compute.manager [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1009.152681] env[69663]: DEBUG nova.network.neutron [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Successfully created port: ac92eeae-2892-4284-8bc6-b3e72c1fbe7e {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1009.176863] env[69663]: DEBUG nova.network.neutron [None req-13767fe8-5c73-4153-9aaa-8c176f7a4c8a tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.217962] env[69663]: DEBUG oslo_vmware.api [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333052, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.315862] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquiring lock "refresh_cache-847867f7-e724-49f7-9caf-35f2cc2406ba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.316282] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquired lock "refresh_cache-847867f7-e724-49f7-9caf-35f2cc2406ba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.316443] env[69663]: DEBUG nova.network.neutron [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1009.528400] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35527f49-c538-4213-a27f-ede2229b80c1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.536715] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c358f9-5cc4-4b0e-89e6-a8d81ac2392f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.567699] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60b6052-88d1-464a-9088-4b663c624e06 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.576049] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9b5275-061b-4c41-ab31-c6807133cb2e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.593061] env[69663]: DEBUG nova.compute.provider_tree [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.679559] env[69663]: DEBUG oslo_concurrency.lockutils [None req-13767fe8-5c73-4153-9aaa-8c176f7a4c8a tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Releasing lock "refresh_cache-8589b22f-5f5e-415f-b47d-8f1f8365ffca" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.680090] env[69663]: DEBUG nova.compute.manager [None req-13767fe8-5c73-4153-9aaa-8c176f7a4c8a tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1009.680319] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-13767fe8-5c73-4153-9aaa-8c176f7a4c8a tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1009.681421] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c924d3c6-52ff-4563-8740-b6d80c35b40b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.689724] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-13767fe8-5c73-4153-9aaa-8c176f7a4c8a tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1009.689995] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbadbd67-3810-49f9-ab7b-7bf8d58c4d95 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.697797] env[69663]: DEBUG oslo_vmware.api [None req-13767fe8-5c73-4153-9aaa-8c176f7a4c8a tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Waiting for the task: (returnval){ [ 1009.697797] env[69663]: value = "task-3333053" [ 1009.697797] env[69663]: _type = "Task" [ 1009.697797] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.707649] env[69663]: DEBUG oslo_vmware.api [None req-13767fe8-5c73-4153-9aaa-8c176f7a4c8a tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': task-3333053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.713391] env[69663]: DEBUG oslo_vmware.api [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333052, 'name': ReconfigVM_Task, 'duration_secs': 0.683317} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.713670] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077/95e1d12a-9c96-48ab-b8ae-d6d2da9ae077.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.715289] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-466dc307-12ba-4e56-9282-7636b87ac4a9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.717843] env[69663]: DEBUG nova.compute.manager [req-eb0cae4c-169b-4e74-b0a7-37cd958e9bb0 req-609c6896-0eab-4154-9196-96d5ec986f71 service nova] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Received event network-vif-plugged-02ef64b1-77d1-4fa6-b760-2261bd62e8ed {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1009.718192] env[69663]: DEBUG oslo_concurrency.lockutils [req-eb0cae4c-169b-4e74-b0a7-37cd958e9bb0 req-609c6896-0eab-4154-9196-96d5ec986f71 service nova] Acquiring lock "847867f7-e724-49f7-9caf-35f2cc2406ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.718273] env[69663]: DEBUG oslo_concurrency.lockutils [req-eb0cae4c-169b-4e74-b0a7-37cd958e9bb0 req-609c6896-0eab-4154-9196-96d5ec986f71 service nova] Lock "847867f7-e724-49f7-9caf-35f2cc2406ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.718437] env[69663]: DEBUG oslo_concurrency.lockutils [req-eb0cae4c-169b-4e74-b0a7-37cd958e9bb0 req-609c6896-0eab-4154-9196-96d5ec986f71 service nova] Lock "847867f7-e724-49f7-9caf-35f2cc2406ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.718617] env[69663]: DEBUG nova.compute.manager [req-eb0cae4c-169b-4e74-b0a7-37cd958e9bb0 req-609c6896-0eab-4154-9196-96d5ec986f71 service nova] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] No waiting events found dispatching network-vif-plugged-02ef64b1-77d1-4fa6-b760-2261bd62e8ed {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1009.718769] env[69663]: WARNING nova.compute.manager [req-eb0cae4c-169b-4e74-b0a7-37cd958e9bb0 req-609c6896-0eab-4154-9196-96d5ec986f71 service nova] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Received unexpected event network-vif-plugged-02ef64b1-77d1-4fa6-b760-2261bd62e8ed for instance with vm_state building and task_state spawning. [ 1009.718928] env[69663]: DEBUG nova.compute.manager [req-eb0cae4c-169b-4e74-b0a7-37cd958e9bb0 req-609c6896-0eab-4154-9196-96d5ec986f71 service nova] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Received event network-changed-02ef64b1-77d1-4fa6-b760-2261bd62e8ed {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1009.719114] env[69663]: DEBUG nova.compute.manager [req-eb0cae4c-169b-4e74-b0a7-37cd958e9bb0 req-609c6896-0eab-4154-9196-96d5ec986f71 service nova] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Refreshing instance network info cache due to event network-changed-02ef64b1-77d1-4fa6-b760-2261bd62e8ed. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1009.719317] env[69663]: DEBUG oslo_concurrency.lockutils [req-eb0cae4c-169b-4e74-b0a7-37cd958e9bb0 req-609c6896-0eab-4154-9196-96d5ec986f71 service nova] Acquiring lock "refresh_cache-847867f7-e724-49f7-9caf-35f2cc2406ba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.725613] env[69663]: DEBUG oslo_vmware.api [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1009.725613] env[69663]: value = "task-3333054" [ 1009.725613] env[69663]: _type = "Task" [ 1009.725613] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.734917] env[69663]: DEBUG oslo_vmware.api [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333054, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.850188] env[69663]: DEBUG nova.network.neutron [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1010.025489] env[69663]: DEBUG nova.network.neutron [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Updating instance_info_cache with network_info: [{"id": "02ef64b1-77d1-4fa6-b760-2261bd62e8ed", "address": "fa:16:3e:0d:a9:48", "network": {"id": "5a6f0b16-b7d9-4000-a0b1-0c53263b1283", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628369363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75906937e13d492489a3a42c454f1141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02ef64b1-77", "ovs_interfaceid": "02ef64b1-77d1-4fa6-b760-2261bd62e8ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.095640] env[69663]: DEBUG nova.scheduler.client.report [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1010.113519] env[69663]: DEBUG nova.compute.manager [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1010.139375] env[69663]: DEBUG nova.virt.hardware [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1010.139620] env[69663]: DEBUG nova.virt.hardware [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1010.139782] env[69663]: DEBUG nova.virt.hardware [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.139971] env[69663]: DEBUG nova.virt.hardware [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1010.140136] env[69663]: DEBUG nova.virt.hardware [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.140289] env[69663]: DEBUG nova.virt.hardware [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1010.140499] env[69663]: DEBUG nova.virt.hardware [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1010.140659] env[69663]: DEBUG nova.virt.hardware [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1010.140854] env[69663]: DEBUG nova.virt.hardware [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1010.141261] env[69663]: DEBUG nova.virt.hardware [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1010.141261] env[69663]: DEBUG nova.virt.hardware [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1010.142070] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4877ae-0964-4427-96d9-9eba1f9f9a7b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.152223] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bbdfde-4848-4d9c-b566-615745504274 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.207366] env[69663]: DEBUG oslo_vmware.api [None req-13767fe8-5c73-4153-9aaa-8c176f7a4c8a tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': task-3333053, 'name': PowerOffVM_Task, 'duration_secs': 0.103909} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.207641] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-13767fe8-5c73-4153-9aaa-8c176f7a4c8a tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1010.207817] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-13767fe8-5c73-4153-9aaa-8c176f7a4c8a tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1010.208088] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5328ee76-36f9-493c-8137-41cda474c300 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.237442] env[69663]: DEBUG oslo_vmware.api [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333054, 'name': Rename_Task, 'duration_secs': 0.152097} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.239294] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1010.239600] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-13767fe8-5c73-4153-9aaa-8c176f7a4c8a tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1010.239797] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-13767fe8-5c73-4153-9aaa-8c176f7a4c8a tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1010.239978] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-13767fe8-5c73-4153-9aaa-8c176f7a4c8a tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Deleting the datastore file [datastore1] 8589b22f-5f5e-415f-b47d-8f1f8365ffca {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.240261] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8581402d-455a-44ed-8325-65713ba9ae8d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.242054] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-547dc7c0-fbd3-47ad-97bd-15dea30db808 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.250935] env[69663]: DEBUG oslo_vmware.api [None req-13767fe8-5c73-4153-9aaa-8c176f7a4c8a tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Waiting for the task: (returnval){ [ 1010.250935] env[69663]: value = "task-3333057" [ 1010.250935] env[69663]: _type = "Task" [ 1010.250935] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.251974] env[69663]: DEBUG oslo_vmware.api [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1010.251974] env[69663]: value = "task-3333056" [ 1010.251974] env[69663]: _type = "Task" [ 1010.251974] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.271412] env[69663]: DEBUG oslo_vmware.api [None req-13767fe8-5c73-4153-9aaa-8c176f7a4c8a tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': task-3333057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.274525] env[69663]: DEBUG oslo_vmware.api [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333056, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.527958] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Releasing lock "refresh_cache-847867f7-e724-49f7-9caf-35f2cc2406ba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.528353] env[69663]: DEBUG nova.compute.manager [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Instance network_info: |[{"id": "02ef64b1-77d1-4fa6-b760-2261bd62e8ed", "address": "fa:16:3e:0d:a9:48", "network": {"id": "5a6f0b16-b7d9-4000-a0b1-0c53263b1283", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628369363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75906937e13d492489a3a42c454f1141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02ef64b1-77", "ovs_interfaceid": "02ef64b1-77d1-4fa6-b760-2261bd62e8ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1010.528691] env[69663]: DEBUG oslo_concurrency.lockutils [req-eb0cae4c-169b-4e74-b0a7-37cd958e9bb0 req-609c6896-0eab-4154-9196-96d5ec986f71 service nova] Acquired lock "refresh_cache-847867f7-e724-49f7-9caf-35f2cc2406ba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.528915] env[69663]: DEBUG nova.network.neutron [req-eb0cae4c-169b-4e74-b0a7-37cd958e9bb0 req-609c6896-0eab-4154-9196-96d5ec986f71 service nova] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Refreshing network info cache for port 02ef64b1-77d1-4fa6-b760-2261bd62e8ed {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1010.530230] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:a9:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02ef64b1-77d1-4fa6-b760-2261bd62e8ed', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.537723] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Creating folder: Project (75906937e13d492489a3a42c454f1141). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1010.540822] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abb5813f-b3d4-4bc5-b832-33ae96d92a9a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.554475] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Created folder: Project (75906937e13d492489a3a42c454f1141) in parent group-v665133. [ 1010.554689] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Creating folder: Instances. Parent ref: group-v665350. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1010.554938] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b3c506c-0b13-4d7a-83bd-f256cf97ca54 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.567878] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Created folder: Instances in parent group-v665350. [ 1010.568087] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.568297] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1010.568545] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd70c655-511e-420e-baaf-9c9dfb397006 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.589381] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.589381] env[69663]: value = "task-3333060" [ 1010.589381] env[69663]: _type = "Task" [ 1010.589381] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.597729] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333060, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.601260] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.601756] env[69663]: DEBUG nova.compute.manager [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1010.604271] env[69663]: DEBUG oslo_concurrency.lockutils [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.605s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.605680] env[69663]: INFO nova.compute.claims [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1010.769729] env[69663]: DEBUG oslo_vmware.api [None req-13767fe8-5c73-4153-9aaa-8c176f7a4c8a tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Task: {'id': task-3333057, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164967} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.773694] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-13767fe8-5c73-4153-9aaa-8c176f7a4c8a tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.774553] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-13767fe8-5c73-4153-9aaa-8c176f7a4c8a tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1010.774553] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-13767fe8-5c73-4153-9aaa-8c176f7a4c8a tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1010.774553] env[69663]: INFO nova.compute.manager [None req-13767fe8-5c73-4153-9aaa-8c176f7a4c8a tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1010.775580] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13767fe8-5c73-4153-9aaa-8c176f7a4c8a tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.775580] env[69663]: DEBUG oslo_vmware.api [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333056, 'name': PowerOnVM_Task, 'duration_secs': 0.518886} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.775580] env[69663]: DEBUG nova.compute.manager [-] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1010.775580] env[69663]: DEBUG nova.network.neutron [-] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1010.777394] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1010.777680] env[69663]: INFO nova.compute.manager [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Took 7.89 seconds to spawn the instance on the hypervisor. [ 1010.777953] env[69663]: DEBUG nova.compute.manager [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1010.778786] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57771802-5984-4135-884d-1567966a7d37 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.801327] env[69663]: DEBUG nova.network.neutron [-] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1010.968666] env[69663]: DEBUG nova.network.neutron [req-eb0cae4c-169b-4e74-b0a7-37cd958e9bb0 req-609c6896-0eab-4154-9196-96d5ec986f71 service nova] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Updated VIF entry in instance network info cache for port 02ef64b1-77d1-4fa6-b760-2261bd62e8ed. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1010.969101] env[69663]: DEBUG nova.network.neutron [req-eb0cae4c-169b-4e74-b0a7-37cd958e9bb0 req-609c6896-0eab-4154-9196-96d5ec986f71 service nova] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Updating instance_info_cache with network_info: [{"id": "02ef64b1-77d1-4fa6-b760-2261bd62e8ed", "address": "fa:16:3e:0d:a9:48", "network": {"id": "5a6f0b16-b7d9-4000-a0b1-0c53263b1283", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628369363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75906937e13d492489a3a42c454f1141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02ef64b1-77", "ovs_interfaceid": "02ef64b1-77d1-4fa6-b760-2261bd62e8ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.042715] env[69663]: DEBUG nova.network.neutron [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Successfully updated port: ac92eeae-2892-4284-8bc6-b3e72c1fbe7e {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.102206] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333060, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.112684] env[69663]: DEBUG nova.compute.utils [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1011.114122] env[69663]: DEBUG nova.compute.manager [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1011.114313] env[69663]: DEBUG nova.network.neutron [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1011.154944] env[69663]: DEBUG nova.policy [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5d788e60b8042e8b761ab926af8d533', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75906937e13d492489a3a42c454f1141', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1011.295507] env[69663]: INFO nova.compute.manager [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Took 31.15 seconds to build instance. [ 1011.304784] env[69663]: DEBUG nova.network.neutron [-] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.473841] env[69663]: DEBUG oslo_concurrency.lockutils [req-eb0cae4c-169b-4e74-b0a7-37cd958e9bb0 req-609c6896-0eab-4154-9196-96d5ec986f71 service nova] Releasing lock "refresh_cache-847867f7-e724-49f7-9caf-35f2cc2406ba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.487250] env[69663]: DEBUG nova.network.neutron [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Successfully created port: 15cfa654-2dd4-42ad-81f7-c165db1ddb76 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.545343] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "refresh_cache-d209f52d-6d5f-442d-a8f0-e29880916e28" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.545584] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquired lock "refresh_cache-d209f52d-6d5f-442d-a8f0-e29880916e28" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.545748] env[69663]: DEBUG nova.network.neutron [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1011.601602] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333060, 'name': CreateVM_Task, 'duration_secs': 0.57641} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.601853] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1011.602550] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.602753] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.603136] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.603413] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d6d1f45-2a03-43e0-8018-ec9196ef2816 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.609530] env[69663]: DEBUG oslo_vmware.api [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1011.609530] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52422260-a4bf-421b-5065-a1ee2785d85b" [ 1011.609530] env[69663]: _type = "Task" [ 1011.609530] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.620398] env[69663]: DEBUG nova.compute.manager [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1011.631053] env[69663]: DEBUG oslo_vmware.api [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52422260-a4bf-421b-5065-a1ee2785d85b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.798945] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f35c9d58-963a-4797-a776-f5f7fcba94a3 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "95e1d12a-9c96-48ab-b8ae-d6d2da9ae077" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.674s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.806913] env[69663]: INFO nova.compute.manager [-] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Took 1.03 seconds to deallocate network for instance. [ 1011.998813] env[69663]: DEBUG nova.compute.manager [req-1ab6bad0-0212-4c11-9cdf-2db013bb3bab req-508e2093-66b9-46d1-aa29-36ef219d6bbb service nova] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Received event network-vif-plugged-ac92eeae-2892-4284-8bc6-b3e72c1fbe7e {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1011.999081] env[69663]: DEBUG oslo_concurrency.lockutils [req-1ab6bad0-0212-4c11-9cdf-2db013bb3bab req-508e2093-66b9-46d1-aa29-36ef219d6bbb service nova] Acquiring lock "d209f52d-6d5f-442d-a8f0-e29880916e28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.999596] env[69663]: DEBUG oslo_concurrency.lockutils [req-1ab6bad0-0212-4c11-9cdf-2db013bb3bab req-508e2093-66b9-46d1-aa29-36ef219d6bbb service nova] Lock "d209f52d-6d5f-442d-a8f0-e29880916e28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.999910] env[69663]: DEBUG oslo_concurrency.lockutils [req-1ab6bad0-0212-4c11-9cdf-2db013bb3bab req-508e2093-66b9-46d1-aa29-36ef219d6bbb service nova] Lock "d209f52d-6d5f-442d-a8f0-e29880916e28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.000083] env[69663]: DEBUG nova.compute.manager [req-1ab6bad0-0212-4c11-9cdf-2db013bb3bab req-508e2093-66b9-46d1-aa29-36ef219d6bbb service nova] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] No waiting events found dispatching network-vif-plugged-ac92eeae-2892-4284-8bc6-b3e72c1fbe7e {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1012.000229] env[69663]: WARNING nova.compute.manager [req-1ab6bad0-0212-4c11-9cdf-2db013bb3bab req-508e2093-66b9-46d1-aa29-36ef219d6bbb service nova] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Received unexpected event network-vif-plugged-ac92eeae-2892-4284-8bc6-b3e72c1fbe7e for instance with vm_state building and task_state spawning. [ 1012.000399] env[69663]: DEBUG nova.compute.manager [req-1ab6bad0-0212-4c11-9cdf-2db013bb3bab req-508e2093-66b9-46d1-aa29-36ef219d6bbb service nova] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Received event network-changed-ac92eeae-2892-4284-8bc6-b3e72c1fbe7e {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1012.000548] env[69663]: DEBUG nova.compute.manager [req-1ab6bad0-0212-4c11-9cdf-2db013bb3bab req-508e2093-66b9-46d1-aa29-36ef219d6bbb service nova] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Refreshing instance network info cache due to event network-changed-ac92eeae-2892-4284-8bc6-b3e72c1fbe7e. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1012.000719] env[69663]: DEBUG oslo_concurrency.lockutils [req-1ab6bad0-0212-4c11-9cdf-2db013bb3bab req-508e2093-66b9-46d1-aa29-36ef219d6bbb service nova] Acquiring lock "refresh_cache-d209f52d-6d5f-442d-a8f0-e29880916e28" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.015136] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11564fd6-7e3d-432f-b431-a749f8f270d7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.024015] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24bba1c-3518-4e5a-bce0-c88284b2c640 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.062021] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0625948-d7de-4a75-92d9-5f96687b8f5f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.067334] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6995e8a9-87ce-4c40-b4e3-8fe8278792a6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.081984] env[69663]: DEBUG nova.compute.provider_tree [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.119830] env[69663]: DEBUG oslo_vmware.api [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52422260-a4bf-421b-5065-a1ee2785d85b, 'name': SearchDatastore_Task, 'duration_secs': 0.015376} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.120232] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.120489] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.120731] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.120883] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.121082] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.121380] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aafea660-583a-4c8e-a809-64a4f2f0e7fd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.126445] env[69663]: DEBUG nova.network.neutron [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1012.132542] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.132729] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1012.133666] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44928788-9a80-4555-aa54-f755c588face {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.139312] env[69663]: DEBUG oslo_vmware.api [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1012.139312] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ac8dd1-0408-64bc-eb7f-31a0e4c9c898" [ 1012.139312] env[69663]: _type = "Task" [ 1012.139312] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.147138] env[69663]: DEBUG oslo_vmware.api [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ac8dd1-0408-64bc-eb7f-31a0e4c9c898, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.319221] env[69663]: DEBUG oslo_concurrency.lockutils [None req-13767fe8-5c73-4153-9aaa-8c176f7a4c8a tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.409624] env[69663]: DEBUG nova.network.neutron [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Updating instance_info_cache with network_info: [{"id": "ac92eeae-2892-4284-8bc6-b3e72c1fbe7e", "address": "fa:16:3e:4e:fb:52", "network": {"id": "7e99d479-c2d4-4a7b-a8fe-8c2b1009a96c", "bridge": "br-int", "label": "tempest-ServersTestJSON-770727765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd129d2f178144b2b2f0a284d38a100d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac92eeae-28", "ovs_interfaceid": "ac92eeae-2892-4284-8bc6-b3e72c1fbe7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.585590] env[69663]: DEBUG nova.scheduler.client.report [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1012.635499] env[69663]: DEBUG nova.compute.manager [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1012.650163] env[69663]: DEBUG oslo_vmware.api [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ac8dd1-0408-64bc-eb7f-31a0e4c9c898, 'name': SearchDatastore_Task, 'duration_secs': 0.010252} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.651078] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ef04998-abc5-42bf-9643-cb2a27bc937d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.657986] env[69663]: DEBUG oslo_vmware.api [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1012.657986] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5256c361-a3dd-5964-7a8a-2befaac06b9e" [ 1012.657986] env[69663]: _type = "Task" [ 1012.657986] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.666025] env[69663]: DEBUG nova.virt.hardware [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1012.666025] env[69663]: DEBUG nova.virt.hardware [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1012.666025] env[69663]: DEBUG nova.virt.hardware [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.666025] env[69663]: DEBUG nova.virt.hardware [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1012.666025] env[69663]: DEBUG nova.virt.hardware [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.666025] env[69663]: DEBUG nova.virt.hardware [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1012.666025] env[69663]: DEBUG nova.virt.hardware [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1012.666025] env[69663]: DEBUG nova.virt.hardware [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1012.666025] env[69663]: DEBUG nova.virt.hardware [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1012.666478] env[69663]: DEBUG nova.virt.hardware [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1012.666478] env[69663]: DEBUG nova.virt.hardware [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1012.666975] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829fc195-ccca-463a-b203-ae70ed752f20 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.672732] env[69663]: DEBUG oslo_vmware.api [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5256c361-a3dd-5964-7a8a-2befaac06b9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.678302] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bced2443-6e49-41df-a784-f1bb2cd42ffd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.913096] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Releasing lock "refresh_cache-d209f52d-6d5f-442d-a8f0-e29880916e28" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.913626] env[69663]: DEBUG nova.compute.manager [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Instance network_info: |[{"id": "ac92eeae-2892-4284-8bc6-b3e72c1fbe7e", "address": "fa:16:3e:4e:fb:52", "network": {"id": "7e99d479-c2d4-4a7b-a8fe-8c2b1009a96c", "bridge": "br-int", "label": "tempest-ServersTestJSON-770727765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd129d2f178144b2b2f0a284d38a100d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac92eeae-28", "ovs_interfaceid": "ac92eeae-2892-4284-8bc6-b3e72c1fbe7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1012.914031] env[69663]: DEBUG oslo_concurrency.lockutils [req-1ab6bad0-0212-4c11-9cdf-2db013bb3bab req-508e2093-66b9-46d1-aa29-36ef219d6bbb service nova] Acquired lock "refresh_cache-d209f52d-6d5f-442d-a8f0-e29880916e28" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.914293] env[69663]: DEBUG nova.network.neutron [req-1ab6bad0-0212-4c11-9cdf-2db013bb3bab req-508e2093-66b9-46d1-aa29-36ef219d6bbb service nova] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Refreshing network info cache for port ac92eeae-2892-4284-8bc6-b3e72c1fbe7e {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1012.915630] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:fb:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9ee6f9-33be-4f58-8248-694024ec31d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac92eeae-2892-4284-8bc6-b3e72c1fbe7e', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.924346] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.925457] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1012.925729] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae160943-b7f4-4155-a95d-718abfc3a713 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.947643] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.947643] env[69663]: value = "task-3333061" [ 1012.947643] env[69663]: _type = "Task" [ 1012.947643] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.956332] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333061, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.091131] env[69663]: DEBUG oslo_concurrency.lockutils [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.091853] env[69663]: DEBUG nova.compute.manager [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1013.094580] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c28b6291-d268-48d5-8be5-71150a525b05 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.758s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.094832] env[69663]: DEBUG nova.objects.instance [None req-c28b6291-d268-48d5-8be5-71150a525b05 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Lazy-loading 'resources' on Instance uuid 012861af-a026-49dc-84e0-2240fdcb4c96 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.170180] env[69663]: DEBUG oslo_vmware.api [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5256c361-a3dd-5964-7a8a-2befaac06b9e, 'name': SearchDatastore_Task, 'duration_secs': 0.010769} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.170946] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.171289] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 847867f7-e724-49f7-9caf-35f2cc2406ba/847867f7-e724-49f7-9caf-35f2cc2406ba.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1013.171568] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f83ec13d-f61f-4163-9467-278b8b3df369 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.181191] env[69663]: DEBUG oslo_vmware.api [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1013.181191] env[69663]: value = "task-3333062" [ 1013.181191] env[69663]: _type = "Task" [ 1013.181191] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.189944] env[69663]: DEBUG oslo_vmware.api [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.459632] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333061, 'name': CreateVM_Task, 'duration_secs': 0.358548} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.459873] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1013.460642] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.460816] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.461161] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.461491] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d040a06-2203-4963-8825-737198b36be8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.470124] env[69663]: DEBUG oslo_vmware.api [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1013.470124] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52bdcbcf-282c-c1d6-b139-f4de2172ac97" [ 1013.470124] env[69663]: _type = "Task" [ 1013.470124] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.481344] env[69663]: DEBUG oslo_vmware.api [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52bdcbcf-282c-c1d6-b139-f4de2172ac97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.597890] env[69663]: DEBUG nova.compute.utils [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1013.599539] env[69663]: DEBUG nova.compute.manager [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Not allocating networking since 'none' was specified. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 1013.611184] env[69663]: DEBUG oslo_concurrency.lockutils [None req-291c6035-eb81-4507-a792-85617fb33df8 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Acquiring lock "432814ab-1e51-4972-9c04-886159dfd591" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.612076] env[69663]: DEBUG oslo_concurrency.lockutils [None req-291c6035-eb81-4507-a792-85617fb33df8 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Lock "432814ab-1e51-4972-9c04-886159dfd591" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.612076] env[69663]: DEBUG oslo_concurrency.lockutils [None req-291c6035-eb81-4507-a792-85617fb33df8 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Acquiring lock "432814ab-1e51-4972-9c04-886159dfd591-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.612264] env[69663]: DEBUG oslo_concurrency.lockutils [None req-291c6035-eb81-4507-a792-85617fb33df8 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Lock "432814ab-1e51-4972-9c04-886159dfd591-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.612515] env[69663]: DEBUG oslo_concurrency.lockutils [None req-291c6035-eb81-4507-a792-85617fb33df8 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Lock "432814ab-1e51-4972-9c04-886159dfd591-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.616160] env[69663]: INFO nova.compute.manager [None req-291c6035-eb81-4507-a792-85617fb33df8 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Terminating instance [ 1013.621035] env[69663]: DEBUG nova.compute.manager [None req-291c6035-eb81-4507-a792-85617fb33df8 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1013.621301] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-291c6035-eb81-4507-a792-85617fb33df8 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1013.622593] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819a442f-ab90-4ee4-9748-65b33f029cc9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.636502] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-291c6035-eb81-4507-a792-85617fb33df8 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1013.636696] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a70f9ccc-2df0-488f-b0af-aef95871c6ab {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.647478] env[69663]: DEBUG oslo_vmware.api [None req-291c6035-eb81-4507-a792-85617fb33df8 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Waiting for the task: (returnval){ [ 1013.647478] env[69663]: value = "task-3333063" [ 1013.647478] env[69663]: _type = "Task" [ 1013.647478] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.661678] env[69663]: DEBUG oslo_vmware.api [None req-291c6035-eb81-4507-a792-85617fb33df8 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': task-3333063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.693964] env[69663]: DEBUG oslo_vmware.api [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333062, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.832013] env[69663]: DEBUG nova.network.neutron [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Successfully updated port: 15cfa654-2dd4-42ad-81f7-c165db1ddb76 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1013.909808] env[69663]: DEBUG nova.network.neutron [req-1ab6bad0-0212-4c11-9cdf-2db013bb3bab req-508e2093-66b9-46d1-aa29-36ef219d6bbb service nova] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Updated VIF entry in instance network info cache for port ac92eeae-2892-4284-8bc6-b3e72c1fbe7e. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1013.910415] env[69663]: DEBUG nova.network.neutron [req-1ab6bad0-0212-4c11-9cdf-2db013bb3bab req-508e2093-66b9-46d1-aa29-36ef219d6bbb service nova] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Updating instance_info_cache with network_info: [{"id": "ac92eeae-2892-4284-8bc6-b3e72c1fbe7e", "address": "fa:16:3e:4e:fb:52", "network": {"id": "7e99d479-c2d4-4a7b-a8fe-8c2b1009a96c", "bridge": "br-int", "label": "tempest-ServersTestJSON-770727765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd129d2f178144b2b2f0a284d38a100d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac92eeae-28", "ovs_interfaceid": "ac92eeae-2892-4284-8bc6-b3e72c1fbe7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.987960] env[69663]: DEBUG oslo_vmware.api [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52bdcbcf-282c-c1d6-b139-f4de2172ac97, 'name': SearchDatastore_Task, 'duration_secs': 0.017345} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.990585] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.990885] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.991151] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.991714] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.991714] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.992018] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfd8cf69-b20b-4936-93d3-87e71d19cfc4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.005073] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.005313] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1014.006065] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a64b463d-a1e5-4567-9513-a4b5d9220396 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.011870] env[69663]: DEBUG oslo_vmware.api [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1014.011870] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]527911b7-c9a4-9fd6-e079-d01d45f48027" [ 1014.011870] env[69663]: _type = "Task" [ 1014.011870] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.022563] env[69663]: DEBUG oslo_vmware.api [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]527911b7-c9a4-9fd6-e079-d01d45f48027, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.059947] env[69663]: DEBUG nova.compute.manager [req-944e1cde-e514-44e1-9f58-19e1196b86bf req-55ef66a6-801a-4fd9-a379-1d07e570e8c6 service nova] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Received event network-vif-plugged-15cfa654-2dd4-42ad-81f7-c165db1ddb76 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1014.061042] env[69663]: DEBUG oslo_concurrency.lockutils [req-944e1cde-e514-44e1-9f58-19e1196b86bf req-55ef66a6-801a-4fd9-a379-1d07e570e8c6 service nova] Acquiring lock "86cedd0d-0d97-4ba0-b09e-3b0abc978d7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.061042] env[69663]: DEBUG oslo_concurrency.lockutils [req-944e1cde-e514-44e1-9f58-19e1196b86bf req-55ef66a6-801a-4fd9-a379-1d07e570e8c6 service nova] Lock "86cedd0d-0d97-4ba0-b09e-3b0abc978d7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.061042] env[69663]: DEBUG oslo_concurrency.lockutils [req-944e1cde-e514-44e1-9f58-19e1196b86bf req-55ef66a6-801a-4fd9-a379-1d07e570e8c6 service nova] Lock "86cedd0d-0d97-4ba0-b09e-3b0abc978d7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.061042] env[69663]: DEBUG nova.compute.manager [req-944e1cde-e514-44e1-9f58-19e1196b86bf req-55ef66a6-801a-4fd9-a379-1d07e570e8c6 service nova] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] No waiting events found dispatching network-vif-plugged-15cfa654-2dd4-42ad-81f7-c165db1ddb76 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1014.061192] env[69663]: WARNING nova.compute.manager [req-944e1cde-e514-44e1-9f58-19e1196b86bf req-55ef66a6-801a-4fd9-a379-1d07e570e8c6 service nova] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Received unexpected event network-vif-plugged-15cfa654-2dd4-42ad-81f7-c165db1ddb76 for instance with vm_state building and task_state spawning. [ 1014.061412] env[69663]: DEBUG nova.compute.manager [req-944e1cde-e514-44e1-9f58-19e1196b86bf req-55ef66a6-801a-4fd9-a379-1d07e570e8c6 service nova] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Received event network-changed-15cfa654-2dd4-42ad-81f7-c165db1ddb76 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1014.061683] env[69663]: DEBUG nova.compute.manager [req-944e1cde-e514-44e1-9f58-19e1196b86bf req-55ef66a6-801a-4fd9-a379-1d07e570e8c6 service nova] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Refreshing instance network info cache due to event network-changed-15cfa654-2dd4-42ad-81f7-c165db1ddb76. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1014.061871] env[69663]: DEBUG oslo_concurrency.lockutils [req-944e1cde-e514-44e1-9f58-19e1196b86bf req-55ef66a6-801a-4fd9-a379-1d07e570e8c6 service nova] Acquiring lock "refresh_cache-86cedd0d-0d97-4ba0-b09e-3b0abc978d7a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.062035] env[69663]: DEBUG oslo_concurrency.lockutils [req-944e1cde-e514-44e1-9f58-19e1196b86bf req-55ef66a6-801a-4fd9-a379-1d07e570e8c6 service nova] Acquired lock "refresh_cache-86cedd0d-0d97-4ba0-b09e-3b0abc978d7a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.062212] env[69663]: DEBUG nova.network.neutron [req-944e1cde-e514-44e1-9f58-19e1196b86bf req-55ef66a6-801a-4fd9-a379-1d07e570e8c6 service nova] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Refreshing network info cache for port 15cfa654-2dd4-42ad-81f7-c165db1ddb76 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1014.092643] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362c6d46-69f5-44e0-a72a-f0c3f94c0138 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.102556] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eaef9e6-b604-4c8f-b0af-beafb0f1fa41 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.105603] env[69663]: DEBUG nova.compute.manager [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1014.136365] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91193444-42b5-4575-8106-3a323ee9a305 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.145140] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2969b7-86e6-4a44-815c-51ad71d252b5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.166277] env[69663]: DEBUG nova.compute.provider_tree [None req-c28b6291-d268-48d5-8be5-71150a525b05 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.168044] env[69663]: DEBUG oslo_vmware.api [None req-291c6035-eb81-4507-a792-85617fb33df8 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': task-3333063, 'name': PowerOffVM_Task, 'duration_secs': 0.233897} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.168044] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-291c6035-eb81-4507-a792-85617fb33df8 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1014.168218] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-291c6035-eb81-4507-a792-85617fb33df8 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1014.168382] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1859f90f-1f48-453f-906c-88f24901c14d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.190941] env[69663]: DEBUG oslo_vmware.api [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577494} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.191071] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 847867f7-e724-49f7-9caf-35f2cc2406ba/847867f7-e724-49f7-9caf-35f2cc2406ba.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1014.191295] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.191558] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e198e44-ec03-4b08-b0b9-af16fb83a871 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.199051] env[69663]: DEBUG oslo_vmware.api [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1014.199051] env[69663]: value = "task-3333065" [ 1014.199051] env[69663]: _type = "Task" [ 1014.199051] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.210368] env[69663]: DEBUG oslo_vmware.api [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333065, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.210984] env[69663]: DEBUG nova.compute.manager [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Stashing vm_state: active {{(pid=69663) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1014.241167] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-291c6035-eb81-4507-a792-85617fb33df8 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1014.241511] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-291c6035-eb81-4507-a792-85617fb33df8 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1014.241735] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-291c6035-eb81-4507-a792-85617fb33df8 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Deleting the datastore file [datastore2] 432814ab-1e51-4972-9c04-886159dfd591 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.242183] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23832c04-7384-495a-9997-a77e1ca2039c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.250438] env[69663]: DEBUG oslo_vmware.api [None req-291c6035-eb81-4507-a792-85617fb33df8 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Waiting for the task: (returnval){ [ 1014.250438] env[69663]: value = "task-3333066" [ 1014.250438] env[69663]: _type = "Task" [ 1014.250438] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.259838] env[69663]: DEBUG oslo_vmware.api [None req-291c6035-eb81-4507-a792-85617fb33df8 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': task-3333066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.335191] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquiring lock "refresh_cache-86cedd0d-0d97-4ba0-b09e-3b0abc978d7a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.413728] env[69663]: DEBUG oslo_concurrency.lockutils [req-1ab6bad0-0212-4c11-9cdf-2db013bb3bab req-508e2093-66b9-46d1-aa29-36ef219d6bbb service nova] Releasing lock "refresh_cache-d209f52d-6d5f-442d-a8f0-e29880916e28" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.524209] env[69663]: DEBUG oslo_vmware.api [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]527911b7-c9a4-9fd6-e079-d01d45f48027, 'name': SearchDatastore_Task, 'duration_secs': 0.029688} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.525020] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2e29938-cd0e-406e-92b6-8e8907bd940c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.530406] env[69663]: DEBUG oslo_vmware.api [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1014.530406] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b94995-e526-af1b-c04e-5db2946091c4" [ 1014.530406] env[69663]: _type = "Task" [ 1014.530406] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.538111] env[69663]: DEBUG oslo_vmware.api [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b94995-e526-af1b-c04e-5db2946091c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.606371] env[69663]: DEBUG nova.network.neutron [req-944e1cde-e514-44e1-9f58-19e1196b86bf req-55ef66a6-801a-4fd9-a379-1d07e570e8c6 service nova] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1014.670161] env[69663]: DEBUG nova.scheduler.client.report [None req-c28b6291-d268-48d5-8be5-71150a525b05 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1014.708892] env[69663]: DEBUG oslo_vmware.api [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333065, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.23717} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.709504] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.710352] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b074f358-19c4-453f-9ea3-72c027e1c970 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.737385] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 847867f7-e724-49f7-9caf-35f2cc2406ba/847867f7-e724-49f7-9caf-35f2cc2406ba.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.738445] env[69663]: DEBUG nova.network.neutron [req-944e1cde-e514-44e1-9f58-19e1196b86bf req-55ef66a6-801a-4fd9-a379-1d07e570e8c6 service nova] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.739663] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a64da4b-402f-451f-9a80-792fac87fba5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.757594] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.758737] env[69663]: DEBUG oslo_concurrency.lockutils [req-944e1cde-e514-44e1-9f58-19e1196b86bf req-55ef66a6-801a-4fd9-a379-1d07e570e8c6 service nova] Releasing lock "refresh_cache-86cedd0d-0d97-4ba0-b09e-3b0abc978d7a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.759174] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquired lock "refresh_cache-86cedd0d-0d97-4ba0-b09e-3b0abc978d7a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.759341] env[69663]: DEBUG nova.network.neutron [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1014.770215] env[69663]: DEBUG oslo_vmware.api [None req-291c6035-eb81-4507-a792-85617fb33df8 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': task-3333066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.771672] env[69663]: DEBUG oslo_vmware.api [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1014.771672] env[69663]: value = "task-3333067" [ 1014.771672] env[69663]: _type = "Task" [ 1014.771672] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.780934] env[69663]: DEBUG oslo_vmware.api [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333067, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.042465] env[69663]: DEBUG oslo_vmware.api [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b94995-e526-af1b-c04e-5db2946091c4, 'name': SearchDatastore_Task, 'duration_secs': 0.079301} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.043121] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.043121] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] d209f52d-6d5f-442d-a8f0-e29880916e28/d209f52d-6d5f-442d-a8f0-e29880916e28.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1015.043415] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c58fd6d4-7423-49f1-99e9-13d3b9f9fead {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.051082] env[69663]: DEBUG oslo_vmware.api [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1015.051082] env[69663]: value = "task-3333068" [ 1015.051082] env[69663]: _type = "Task" [ 1015.051082] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.060964] env[69663]: DEBUG oslo_vmware.api [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.115057] env[69663]: DEBUG nova.compute.manager [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1015.140119] env[69663]: DEBUG nova.virt.hardware [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1015.140311] env[69663]: DEBUG nova.virt.hardware [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1015.140771] env[69663]: DEBUG nova.virt.hardware [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.140771] env[69663]: DEBUG nova.virt.hardware [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1015.140771] env[69663]: DEBUG nova.virt.hardware [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.140918] env[69663]: DEBUG nova.virt.hardware [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1015.144239] env[69663]: DEBUG nova.virt.hardware [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1015.144239] env[69663]: DEBUG nova.virt.hardware [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1015.144239] env[69663]: DEBUG nova.virt.hardware [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1015.144239] env[69663]: DEBUG nova.virt.hardware [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1015.144239] env[69663]: DEBUG nova.virt.hardware [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1015.144239] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7709e98-037b-4dc8-aab9-78711ac920d9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.151320] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92125640-04fe-4676-8365-8eda690edb38 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.166714] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Instance VIF info [] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.172142] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Creating folder: Project (fa5adb17154b4a6d9d2b84eea7fc3cc9). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1015.172497] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d9f7bc6-6713-410d-b869-9a4c8d041290 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.176103] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c28b6291-d268-48d5-8be5-71150a525b05 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.178270] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7b59a880-ff11-4206-b485-5bbc74f295d2 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.776s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.178504] env[69663]: DEBUG nova.objects.instance [None req-7b59a880-ff11-4206-b485-5bbc74f295d2 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Lazy-loading 'resources' on Instance uuid 1d2d49f3-0406-467b-95b7-22d38c24dcf5 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.186310] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Created folder: Project (fa5adb17154b4a6d9d2b84eea7fc3cc9) in parent group-v665133. [ 1015.186918] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Creating folder: Instances. Parent ref: group-v665354. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1015.186918] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f5f773f-7a0d-4b98-90e9-438e3da6ae3b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.303892] env[69663]: INFO nova.scheduler.client.report [None req-c28b6291-d268-48d5-8be5-71150a525b05 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Deleted allocations for instance 012861af-a026-49dc-84e0-2240fdcb4c96 [ 1015.303892] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Created folder: Instances in parent group-v665354. [ 1015.303892] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.303892] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1015.303892] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ef66c00-8474-47d2-8208-7a4c0c2e54bc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.303892] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.303892] env[69663]: value = "task-3333071" [ 1015.303892] env[69663]: _type = "Task" [ 1015.303892] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.303892] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333071, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.303892] env[69663]: DEBUG oslo_vmware.api [None req-291c6035-eb81-4507-a792-85617fb33df8 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Task: {'id': task-3333066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.954524} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.303892] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-291c6035-eb81-4507-a792-85617fb33df8 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1015.303892] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-291c6035-eb81-4507-a792-85617fb33df8 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1015.303892] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-291c6035-eb81-4507-a792-85617fb33df8 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1015.303892] env[69663]: INFO nova.compute.manager [None req-291c6035-eb81-4507-a792-85617fb33df8 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1015.303892] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-291c6035-eb81-4507-a792-85617fb33df8 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.303892] env[69663]: DEBUG nova.compute.manager [-] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1015.303892] env[69663]: DEBUG nova.network.neutron [-] [instance: 432814ab-1e51-4972-9c04-886159dfd591] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1015.303892] env[69663]: DEBUG oslo_vmware.api [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333067, 'name': ReconfigVM_Task, 'duration_secs': 0.301864} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.303892] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 847867f7-e724-49f7-9caf-35f2cc2406ba/847867f7-e724-49f7-9caf-35f2cc2406ba.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.303892] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc3d9543-c7cb-4450-ac5c-aed63d0e08f0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.305560] env[69663]: DEBUG oslo_vmware.api [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1015.305560] env[69663]: value = "task-3333072" [ 1015.305560] env[69663]: _type = "Task" [ 1015.305560] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.308579] env[69663]: DEBUG oslo_vmware.api [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333072, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.369236] env[69663]: DEBUG nova.network.neutron [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1015.564356] env[69663]: DEBUG oslo_vmware.api [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333068, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.688107] env[69663]: DEBUG nova.network.neutron [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Updating instance_info_cache with network_info: [{"id": "15cfa654-2dd4-42ad-81f7-c165db1ddb76", "address": "fa:16:3e:71:1b:ad", "network": {"id": "5a6f0b16-b7d9-4000-a0b1-0c53263b1283", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628369363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75906937e13d492489a3a42c454f1141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15cfa654-2d", "ovs_interfaceid": "15cfa654-2dd4-42ad-81f7-c165db1ddb76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.712687] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c28b6291-d268-48d5-8be5-71150a525b05 tempest-ServerMetadataTestJSON-1999526637 tempest-ServerMetadataTestJSON-1999526637-project-member] Lock "012861af-a026-49dc-84e0-2240fdcb4c96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.330s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.740417] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333071, 'name': CreateVM_Task, 'duration_secs': 0.462308} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.742932] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1015.743576] env[69663]: DEBUG oslo_concurrency.lockutils [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.743770] env[69663]: DEBUG oslo_concurrency.lockutils [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.744212] env[69663]: DEBUG oslo_concurrency.lockutils [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.744723] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be25eccd-cb06-4fb5-8654-1b6cc01e93e4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.749977] env[69663]: DEBUG oslo_vmware.api [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Waiting for the task: (returnval){ [ 1015.749977] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5262b1be-afde-acbc-4372-19d06ce91ad0" [ 1015.749977] env[69663]: _type = "Task" [ 1015.749977] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.761183] env[69663]: DEBUG oslo_vmware.api [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5262b1be-afde-acbc-4372-19d06ce91ad0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.809684] env[69663]: DEBUG oslo_vmware.api [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333072, 'name': Rename_Task, 'duration_secs': 0.167158} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.810712] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1015.810712] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6b3a537-6a71-4cf9-b1c8-f1e55a4694a6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.818222] env[69663]: DEBUG oslo_vmware.api [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1015.818222] env[69663]: value = "task-3333073" [ 1015.818222] env[69663]: _type = "Task" [ 1015.818222] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.826939] env[69663]: DEBUG oslo_vmware.api [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.071558] env[69663]: DEBUG oslo_vmware.api [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635851} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.072326] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] d209f52d-6d5f-442d-a8f0-e29880916e28/d209f52d-6d5f-442d-a8f0-e29880916e28.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1016.072652] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.072793] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad085afc-6143-4344-82aa-4208bf20dea4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.081566] env[69663]: DEBUG oslo_vmware.api [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1016.081566] env[69663]: value = "task-3333074" [ 1016.081566] env[69663]: _type = "Task" [ 1016.081566] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.089615] env[69663]: DEBUG oslo_vmware.api [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.140924] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45998505-96c6-4a63-820a-eaf1c300b76b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.146687] env[69663]: DEBUG nova.compute.manager [req-1c3ec6c8-49fa-4465-81e1-1586a739f3ab req-456b24ad-c206-4ff4-9e26-e155a4e0820c service nova] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Received event network-vif-deleted-0773f85b-a530-4cb4-b940-4227e52454e9 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1016.149088] env[69663]: INFO nova.compute.manager [req-1c3ec6c8-49fa-4465-81e1-1586a739f3ab req-456b24ad-c206-4ff4-9e26-e155a4e0820c service nova] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Neutron deleted interface 0773f85b-a530-4cb4-b940-4227e52454e9; detaching it from the instance and deleting it from the info cache [ 1016.149088] env[69663]: DEBUG nova.network.neutron [req-1c3ec6c8-49fa-4465-81e1-1586a739f3ab req-456b24ad-c206-4ff4-9e26-e155a4e0820c service nova] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.156185] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b51a6bb-6124-46de-a084-06ba5f71f21f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.194615] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Releasing lock "refresh_cache-86cedd0d-0d97-4ba0-b09e-3b0abc978d7a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.194743] env[69663]: DEBUG nova.compute.manager [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Instance network_info: |[{"id": "15cfa654-2dd4-42ad-81f7-c165db1ddb76", "address": "fa:16:3e:71:1b:ad", "network": {"id": "5a6f0b16-b7d9-4000-a0b1-0c53263b1283", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628369363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75906937e13d492489a3a42c454f1141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15cfa654-2d", "ovs_interfaceid": "15cfa654-2dd4-42ad-81f7-c165db1ddb76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1016.195441] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:1b:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15cfa654-2dd4-42ad-81f7-c165db1ddb76', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1016.203598] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.203864] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943e4fdd-3384-4ba7-872c-88f7a81cedb3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.210288] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1016.210288] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a49113f-99a5-4a0a-93c2-769fbed5ea8a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.230590] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00d7b6d-6b64-4bb1-be5b-8819e0c629de {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.236666] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.236666] env[69663]: value = "task-3333075" [ 1016.236666] env[69663]: _type = "Task" [ 1016.236666] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.248929] env[69663]: DEBUG nova.compute.provider_tree [None req-7b59a880-ff11-4206-b485-5bbc74f295d2 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.257757] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333075, 'name': CreateVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.267079] env[69663]: DEBUG oslo_vmware.api [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5262b1be-afde-acbc-4372-19d06ce91ad0, 'name': SearchDatastore_Task, 'duration_secs': 0.028244} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.268610] env[69663]: DEBUG oslo_concurrency.lockutils [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.268978] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.269409] env[69663]: DEBUG oslo_concurrency.lockutils [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.269640] env[69663]: DEBUG oslo_concurrency.lockutils [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.270028] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.270654] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c7cfe52-3523-4166-917d-48293d8ecd27 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.294443] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.294908] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1016.295444] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e65320d1-5c0b-4228-810f-bfe7853969ca {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.302532] env[69663]: DEBUG oslo_vmware.api [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Waiting for the task: (returnval){ [ 1016.302532] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]526e77a9-a60b-ef7e-87c4-25c3f45da6f7" [ 1016.302532] env[69663]: _type = "Task" [ 1016.302532] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.311633] env[69663]: DEBUG oslo_vmware.api [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]526e77a9-a60b-ef7e-87c4-25c3f45da6f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.329719] env[69663]: DEBUG oslo_vmware.api [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333073, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.594568] env[69663]: DEBUG nova.network.neutron [-] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.599584] env[69663]: DEBUG oslo_vmware.api [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076152} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.599584] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.599584] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737ace35-819d-49f9-96da-8eadb309cc92 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.622879] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] d209f52d-6d5f-442d-a8f0-e29880916e28/d209f52d-6d5f-442d-a8f0-e29880916e28.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.624384] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f73a65c1-f6b4-46af-b287-35cb8fe9472b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.646069] env[69663]: DEBUG oslo_vmware.api [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1016.646069] env[69663]: value = "task-3333076" [ 1016.646069] env[69663]: _type = "Task" [ 1016.646069] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.651937] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4701abf2-80f6-4129-ae21-b3f131029ae6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.660303] env[69663]: DEBUG oslo_vmware.api [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333076, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.665628] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7e8c49-6684-4cc1-8511-fca50641092a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.705188] env[69663]: DEBUG nova.compute.manager [req-1c3ec6c8-49fa-4465-81e1-1586a739f3ab req-456b24ad-c206-4ff4-9e26-e155a4e0820c service nova] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Detach interface failed, port_id=0773f85b-a530-4cb4-b940-4227e52454e9, reason: Instance 432814ab-1e51-4972-9c04-886159dfd591 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1016.751024] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333075, 'name': CreateVM_Task} progress is 25%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.752164] env[69663]: DEBUG nova.scheduler.client.report [None req-7b59a880-ff11-4206-b485-5bbc74f295d2 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1016.815130] env[69663]: DEBUG oslo_vmware.api [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]526e77a9-a60b-ef7e-87c4-25c3f45da6f7, 'name': SearchDatastore_Task, 'duration_secs': 0.020347} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.816228] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7b72c21-243f-492a-9a57-1adcbbb44891 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.824162] env[69663]: DEBUG oslo_vmware.api [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Waiting for the task: (returnval){ [ 1016.824162] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]527d2ded-8bb0-e521-9d8b-f088aa12b252" [ 1016.824162] env[69663]: _type = "Task" [ 1016.824162] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.831286] env[69663]: DEBUG oslo_vmware.api [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333073, 'name': PowerOnVM_Task, 'duration_secs': 0.789999} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.834632] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1016.834632] env[69663]: INFO nova.compute.manager [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1016.834632] env[69663]: DEBUG nova.compute.manager [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1016.834632] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d689a19-dcd4-4fc9-a77e-c63a200d1bef {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.839581] env[69663]: DEBUG oslo_vmware.api [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]527d2ded-8bb0-e521-9d8b-f088aa12b252, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.099698] env[69663]: INFO nova.compute.manager [-] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Took 1.82 seconds to deallocate network for instance. [ 1017.159497] env[69663]: DEBUG oslo_vmware.api [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333076, 'name': ReconfigVM_Task, 'duration_secs': 0.324699} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.159794] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Reconfigured VM instance instance-0000004e to attach disk [datastore2] d209f52d-6d5f-442d-a8f0-e29880916e28/d209f52d-6d5f-442d-a8f0-e29880916e28.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.160442] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30fe3f69-db90-4f87-871e-495b47931219 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.169196] env[69663]: DEBUG oslo_vmware.api [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1017.169196] env[69663]: value = "task-3333077" [ 1017.169196] env[69663]: _type = "Task" [ 1017.169196] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.178481] env[69663]: DEBUG oslo_vmware.api [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333077, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.250763] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333075, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.260021] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7b59a880-ff11-4206-b485-5bbc74f295d2 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.079s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.260436] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.327s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.262978] env[69663]: INFO nova.compute.claims [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.306842] env[69663]: INFO nova.scheduler.client.report [None req-7b59a880-ff11-4206-b485-5bbc74f295d2 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Deleted allocations for instance 1d2d49f3-0406-467b-95b7-22d38c24dcf5 [ 1017.337326] env[69663]: DEBUG oslo_vmware.api [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]527d2ded-8bb0-e521-9d8b-f088aa12b252, 'name': SearchDatastore_Task, 'duration_secs': 0.018726} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.337528] env[69663]: DEBUG oslo_concurrency.lockutils [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.338251] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 05068eba-d34c-4cb2-9b97-330a27d631f1/05068eba-d34c-4cb2-9b97-330a27d631f1.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1017.338251] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4008156-8236-4b7b-b32c-00284623cfd1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.354117] env[69663]: DEBUG oslo_vmware.api [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Waiting for the task: (returnval){ [ 1017.354117] env[69663]: value = "task-3333078" [ 1017.354117] env[69663]: _type = "Task" [ 1017.354117] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.358285] env[69663]: INFO nova.compute.manager [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Took 35.44 seconds to build instance. [ 1017.369390] env[69663]: DEBUG oslo_vmware.api [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': task-3333078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.606482] env[69663]: DEBUG oslo_concurrency.lockutils [None req-291c6035-eb81-4507-a792-85617fb33df8 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.681094] env[69663]: DEBUG oslo_vmware.api [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333077, 'name': Rename_Task, 'duration_secs': 0.182842} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.681433] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1017.681708] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d7aeb21-01cd-4bf7-9cff-2921327a81b6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.696455] env[69663]: DEBUG oslo_vmware.api [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1017.696455] env[69663]: value = "task-3333079" [ 1017.696455] env[69663]: _type = "Task" [ 1017.696455] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.711049] env[69663]: DEBUG oslo_vmware.api [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.750954] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333075, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.817663] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7b59a880-ff11-4206-b485-5bbc74f295d2 tempest-MigrationsAdminTest-978699219 tempest-MigrationsAdminTest-978699219-project-member] Lock "1d2d49f3-0406-467b-95b7-22d38c24dcf5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.283s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.865792] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b9e52dc3-7826-47f4-9af7-559e6937509e tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lock "847867f7-e724-49f7-9caf-35f2cc2406ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.958s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.865792] env[69663]: DEBUG oslo_vmware.api [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': task-3333078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.209827] env[69663]: DEBUG oslo_vmware.api [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333079, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.256513] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333075, 'name': CreateVM_Task, 'duration_secs': 1.738176} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.256513] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1018.256513] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.256879] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.257100] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.257463] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d70dea53-2859-494c-a3fc-bb759f9b1692 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.265588] env[69663]: DEBUG oslo_vmware.api [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1018.265588] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52da43bf-cf52-826f-c046-5304f5ce5440" [ 1018.265588] env[69663]: _type = "Task" [ 1018.265588] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.286442] env[69663]: DEBUG oslo_vmware.api [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52da43bf-cf52-826f-c046-5304f5ce5440, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.368770] env[69663]: DEBUG oslo_vmware.api [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': task-3333078, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.710520] env[69663]: DEBUG oslo_vmware.api [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333079, 'name': PowerOnVM_Task, 'duration_secs': 0.605646} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.711745] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1018.711981] env[69663]: INFO nova.compute.manager [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Took 8.60 seconds to spawn the instance on the hypervisor. [ 1018.712169] env[69663]: DEBUG nova.compute.manager [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1018.712940] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921a3587-9b30-4a1c-ab00-ae843df7cd8c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.715945] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e29632-ac6c-4080-81b5-1269be22392a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.725172] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8041575c-041a-48dc-ade0-a968e1f65b00 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.764695] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e312e75-3527-4f8e-82f1-b5b01bdde56c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.780285] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d576321-54b8-4a16-82fa-3c9f710b5208 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.784656] env[69663]: DEBUG oslo_vmware.api [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52da43bf-cf52-826f-c046-5304f5ce5440, 'name': SearchDatastore_Task, 'duration_secs': 0.058059} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.785610] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.785610] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.785873] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.786068] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.786586] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.786955] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-004b44e6-c9ce-4b97-9646-5de05a7c3cd9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.798777] env[69663]: DEBUG nova.compute.provider_tree [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1018.804914] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.804914] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1018.804914] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fcda5f9-7357-4b64-b669-17cebc46ac85 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.808937] env[69663]: DEBUG oslo_vmware.api [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1018.808937] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5291d64c-77de-70f6-ae86-bf8e25287f9f" [ 1018.808937] env[69663]: _type = "Task" [ 1018.808937] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.819941] env[69663]: DEBUG oslo_vmware.api [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5291d64c-77de-70f6-ae86-bf8e25287f9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.867249] env[69663]: DEBUG oslo_vmware.api [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': task-3333078, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.082731} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.867626] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 05068eba-d34c-4cb2-9b97-330a27d631f1/05068eba-d34c-4cb2-9b97-330a27d631f1.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1018.867950] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.868303] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b002c7c3-c347-4616-90f5-a39172d2e4d2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.878423] env[69663]: DEBUG oslo_vmware.api [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Waiting for the task: (returnval){ [ 1018.878423] env[69663]: value = "task-3333080" [ 1018.878423] env[69663]: _type = "Task" [ 1018.878423] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.890608] env[69663]: DEBUG oslo_vmware.api [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': task-3333080, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.277405] env[69663]: INFO nova.compute.manager [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Took 36.23 seconds to build instance. [ 1019.324939] env[69663]: DEBUG oslo_vmware.api [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5291d64c-77de-70f6-ae86-bf8e25287f9f, 'name': SearchDatastore_Task, 'duration_secs': 0.017507} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.326051] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95821b84-df5c-41ac-91e8-f032be778092 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.330248] env[69663]: ERROR nova.scheduler.client.report [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [req-9f8c21eb-c5d1-4f16-9335-f51d4ee9015d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f2fb168a-c97f-41a4-9b18-725376271f6b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9f8c21eb-c5d1-4f16-9335-f51d4ee9015d"}]} [ 1019.337825] env[69663]: DEBUG oslo_vmware.api [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1019.337825] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a8d1ff-9266-0120-ba25-96363dbdc44b" [ 1019.337825] env[69663]: _type = "Task" [ 1019.337825] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.348357] env[69663]: DEBUG oslo_vmware.api [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a8d1ff-9266-0120-ba25-96363dbdc44b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.354701] env[69663]: DEBUG nova.scheduler.client.report [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Refreshing inventories for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1019.373792] env[69663]: DEBUG nova.scheduler.client.report [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Updating ProviderTree inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1019.374081] env[69663]: DEBUG nova.compute.provider_tree [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1019.389778] env[69663]: DEBUG oslo_vmware.api [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': task-3333080, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153901} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.390847] env[69663]: DEBUG nova.scheduler.client.report [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Refreshing aggregate associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, aggregates: None {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1019.392999] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.394251] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182b533d-0b31-49a1-83e8-6f4b835297bb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.415195] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 05068eba-d34c-4cb2-9b97-330a27d631f1/05068eba-d34c-4cb2-9b97-330a27d631f1.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.416316] env[69663]: DEBUG nova.scheduler.client.report [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Refreshing trait associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1019.418504] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd4df11c-39ff-4d3d-8dd1-3e7cc80e90ad {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.440769] env[69663]: DEBUG oslo_vmware.api [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Waiting for the task: (returnval){ [ 1019.440769] env[69663]: value = "task-3333081" [ 1019.440769] env[69663]: _type = "Task" [ 1019.440769] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.450914] env[69663]: DEBUG oslo_vmware.api [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': task-3333081, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.784021] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3f7b07c3-aa17-4c20-b033-3278474d372e tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "d209f52d-6d5f-442d-a8f0-e29880916e28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.738s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.851026] env[69663]: DEBUG oslo_vmware.api [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a8d1ff-9266-0120-ba25-96363dbdc44b, 'name': SearchDatastore_Task, 'duration_secs': 0.011085} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.851371] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.851690] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a/86cedd0d-0d97-4ba0-b09e-3b0abc978d7a.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1019.852014] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-314dbab1-fe43-4036-9da6-dcb1054d7cbe {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.865345] env[69663]: DEBUG oslo_vmware.api [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1019.865345] env[69663]: value = "task-3333082" [ 1019.865345] env[69663]: _type = "Task" [ 1019.865345] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.875101] env[69663]: DEBUG oslo_vmware.api [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.906699] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acc834a-2183-43fa-ae02-bfd17bfeec4c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.915095] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e78a948-9195-4f9d-86b3-c6d705fdff3f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.957594] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388d548e-173c-4298-8790-ae7e9937421d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.973123] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b191a7ad-fb19-4f9a-8465-56620f40ed6d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.978457] env[69663]: DEBUG oslo_vmware.api [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': task-3333081, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.994151] env[69663]: DEBUG nova.compute.provider_tree [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1020.377247] env[69663]: DEBUG oslo_vmware.api [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333082, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.475037] env[69663]: DEBUG oslo_vmware.api [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': task-3333081, 'name': ReconfigVM_Task, 'duration_secs': 0.88018} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.475037] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 05068eba-d34c-4cb2-9b97-330a27d631f1/05068eba-d34c-4cb2-9b97-330a27d631f1.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.475037] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89333e04-9cd5-4fb3-8812-9e517ec1ecfc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.490186] env[69663]: DEBUG oslo_vmware.api [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Waiting for the task: (returnval){ [ 1020.490186] env[69663]: value = "task-3333083" [ 1020.490186] env[69663]: _type = "Task" [ 1020.490186] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.501264] env[69663]: DEBUG oslo_concurrency.lockutils [None req-324bf68f-c698-4022-8014-6ee0c82394a9 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "d209f52d-6d5f-442d-a8f0-e29880916e28" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.501577] env[69663]: DEBUG oslo_concurrency.lockutils [None req-324bf68f-c698-4022-8014-6ee0c82394a9 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "d209f52d-6d5f-442d-a8f0-e29880916e28" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.502566] env[69663]: DEBUG oslo_concurrency.lockutils [None req-324bf68f-c698-4022-8014-6ee0c82394a9 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "d209f52d-6d5f-442d-a8f0-e29880916e28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.502834] env[69663]: DEBUG oslo_concurrency.lockutils [None req-324bf68f-c698-4022-8014-6ee0c82394a9 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "d209f52d-6d5f-442d-a8f0-e29880916e28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.503069] env[69663]: DEBUG oslo_concurrency.lockutils [None req-324bf68f-c698-4022-8014-6ee0c82394a9 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "d209f52d-6d5f-442d-a8f0-e29880916e28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.511676] env[69663]: DEBUG oslo_vmware.api [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': task-3333083, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.511676] env[69663]: INFO nova.compute.manager [None req-324bf68f-c698-4022-8014-6ee0c82394a9 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Terminating instance [ 1020.513367] env[69663]: DEBUG nova.compute.manager [None req-324bf68f-c698-4022-8014-6ee0c82394a9 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1020.513655] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-324bf68f-c698-4022-8014-6ee0c82394a9 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1020.515045] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef8a59c-fabb-4488-aee6-785102c4428d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.530113] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-324bf68f-c698-4022-8014-6ee0c82394a9 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1020.530113] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e6ee386-dea2-48d5-adc0-9653e2a11ed2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.542185] env[69663]: DEBUG oslo_vmware.api [None req-324bf68f-c698-4022-8014-6ee0c82394a9 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1020.542185] env[69663]: value = "task-3333084" [ 1020.542185] env[69663]: _type = "Task" [ 1020.542185] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.550523] env[69663]: DEBUG nova.scheduler.client.report [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Updated inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b with generation 112 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1020.550976] env[69663]: DEBUG nova.compute.provider_tree [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Updating resource provider f2fb168a-c97f-41a4-9b18-725376271f6b generation from 112 to 113 during operation: update_inventory {{(pid=69663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1020.554436] env[69663]: DEBUG nova.compute.provider_tree [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1020.563795] env[69663]: DEBUG oslo_vmware.api [None req-324bf68f-c698-4022-8014-6ee0c82394a9 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.879304] env[69663]: DEBUG oslo_vmware.api [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333082, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709776} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.879579] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a/86cedd0d-0d97-4ba0-b09e-3b0abc978d7a.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1020.879860] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1020.880071] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af4d0efd-6f09-4568-8f2a-2da62ccddf6e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.888195] env[69663]: DEBUG oslo_vmware.api [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1020.888195] env[69663]: value = "task-3333085" [ 1020.888195] env[69663]: _type = "Task" [ 1020.888195] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.900353] env[69663]: DEBUG oslo_vmware.api [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333085, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.004711] env[69663]: DEBUG oslo_vmware.api [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': task-3333083, 'name': Rename_Task, 'duration_secs': 0.230003} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.005096] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1021.005361] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbc64a29-3d4c-4c95-85a7-3cfbdefb54fc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.016021] env[69663]: DEBUG oslo_vmware.api [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Waiting for the task: (returnval){ [ 1021.016021] env[69663]: value = "task-3333086" [ 1021.016021] env[69663]: _type = "Task" [ 1021.016021] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.023858] env[69663]: DEBUG oslo_vmware.api [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': task-3333086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.058561] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.798s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.059563] env[69663]: DEBUG nova.compute.manager [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1021.061817] env[69663]: DEBUG oslo_vmware.api [None req-324bf68f-c698-4022-8014-6ee0c82394a9 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333084, 'name': PowerOffVM_Task, 'duration_secs': 0.25453} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.065114] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.498s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.065114] env[69663]: DEBUG nova.objects.instance [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lazy-loading 'resources' on Instance uuid b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.065114] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-324bf68f-c698-4022-8014-6ee0c82394a9 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1021.065114] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-324bf68f-c698-4022-8014-6ee0c82394a9 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1021.065114] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-398a9f8f-6828-45aa-bf80-a1ff17813ba0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.139470] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-324bf68f-c698-4022-8014-6ee0c82394a9 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1021.139893] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-324bf68f-c698-4022-8014-6ee0c82394a9 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1021.139991] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-324bf68f-c698-4022-8014-6ee0c82394a9 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Deleting the datastore file [datastore2] d209f52d-6d5f-442d-a8f0-e29880916e28 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.140408] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fa3cf73-edfb-4182-9f40-8c6315c9f40d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.149050] env[69663]: DEBUG oslo_vmware.api [None req-324bf68f-c698-4022-8014-6ee0c82394a9 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1021.149050] env[69663]: value = "task-3333088" [ 1021.149050] env[69663]: _type = "Task" [ 1021.149050] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.160806] env[69663]: DEBUG oslo_vmware.api [None req-324bf68f-c698-4022-8014-6ee0c82394a9 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.399916] env[69663]: DEBUG oslo_vmware.api [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333085, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105926} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.402902] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1021.403980] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a69478-4ceb-4fec-ab1b-d676a4da7827 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.436396] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a/86cedd0d-0d97-4ba0-b09e-3b0abc978d7a.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.436819] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed776297-82d6-446f-bae5-0dda2025420c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.460516] env[69663]: DEBUG oslo_vmware.api [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1021.460516] env[69663]: value = "task-3333089" [ 1021.460516] env[69663]: _type = "Task" [ 1021.460516] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.467354] env[69663]: DEBUG oslo_vmware.api [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333089, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.525914] env[69663]: DEBUG oslo_vmware.api [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': task-3333086, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.565406] env[69663]: DEBUG nova.compute.utils [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1021.572904] env[69663]: DEBUG nova.compute.manager [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Not allocating networking since 'none' was specified. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 1021.664497] env[69663]: DEBUG oslo_vmware.api [None req-324bf68f-c698-4022-8014-6ee0c82394a9 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13853} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.664497] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-324bf68f-c698-4022-8014-6ee0c82394a9 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.664699] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-324bf68f-c698-4022-8014-6ee0c82394a9 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1021.664780] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-324bf68f-c698-4022-8014-6ee0c82394a9 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1021.665192] env[69663]: INFO nova.compute.manager [None req-324bf68f-c698-4022-8014-6ee0c82394a9 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1021.665940] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-324bf68f-c698-4022-8014-6ee0c82394a9 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.665999] env[69663]: DEBUG nova.compute.manager [-] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1021.668042] env[69663]: DEBUG nova.network.neutron [-] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1021.971736] env[69663]: DEBUG oslo_vmware.api [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333089, 'name': ReconfigVM_Task, 'duration_secs': 0.310508} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.974948] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a/86cedd0d-0d97-4ba0-b09e-3b0abc978d7a.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.976983] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d72ac575-992e-46a5-814c-05f5be5b36c3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.001178] env[69663]: DEBUG oslo_vmware.api [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1022.001178] env[69663]: value = "task-3333090" [ 1022.001178] env[69663]: _type = "Task" [ 1022.001178] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.015048] env[69663]: DEBUG oslo_vmware.api [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333090, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.032050] env[69663]: DEBUG oslo_vmware.api [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': task-3333086, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.074672] env[69663]: DEBUG nova.compute.manager [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1022.080499] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec79558b-4392-4b5f-bf5e-bc47c7133299 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.093167] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db06fbf-bb03-497d-b538-bbbe7dd183bc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.136203] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89dc4a7d-e759-406c-bd86-4c8d26336a75 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.147842] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2a7c76-39ac-4ba7-a1a9-7b1613daf798 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.163763] env[69663]: DEBUG nova.compute.provider_tree [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1022.228119] env[69663]: DEBUG nova.compute.manager [req-48abc037-c948-4843-8fa7-0f938eb69199 req-891c6f6c-bdf9-4711-be54-31102a1ec440 service nova] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Received event network-vif-deleted-ac92eeae-2892-4284-8bc6-b3e72c1fbe7e {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1022.228426] env[69663]: INFO nova.compute.manager [req-48abc037-c948-4843-8fa7-0f938eb69199 req-891c6f6c-bdf9-4711-be54-31102a1ec440 service nova] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Neutron deleted interface ac92eeae-2892-4284-8bc6-b3e72c1fbe7e; detaching it from the instance and deleting it from the info cache [ 1022.228678] env[69663]: DEBUG nova.network.neutron [req-48abc037-c948-4843-8fa7-0f938eb69199 req-891c6f6c-bdf9-4711-be54-31102a1ec440 service nova] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.512582] env[69663]: DEBUG oslo_vmware.api [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333090, 'name': Rename_Task, 'duration_secs': 0.185732} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.512964] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1022.513213] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23d85a6a-67eb-4499-b492-130233280666 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.522108] env[69663]: DEBUG oslo_vmware.api [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1022.522108] env[69663]: value = "task-3333091" [ 1022.522108] env[69663]: _type = "Task" [ 1022.522108] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.529643] env[69663]: DEBUG oslo_vmware.api [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': task-3333086, 'name': PowerOnVM_Task, 'duration_secs': 1.078309} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.530368] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1022.530632] env[69663]: INFO nova.compute.manager [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Took 7.42 seconds to spawn the instance on the hypervisor. [ 1022.530857] env[69663]: DEBUG nova.compute.manager [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1022.531728] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be651150-111e-46bb-9e90-30fe5f40d6ed {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.538660] env[69663]: DEBUG oslo_vmware.api [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333091, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.602599] env[69663]: DEBUG nova.network.neutron [-] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.687550] env[69663]: ERROR nova.scheduler.client.report [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [req-c69a8e63-d7f7-4097-945b-1073245fdf13] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f2fb168a-c97f-41a4-9b18-725376271f6b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c69a8e63-d7f7-4097-945b-1073245fdf13"}]} [ 1022.705700] env[69663]: DEBUG nova.scheduler.client.report [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Refreshing inventories for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1022.721485] env[69663]: DEBUG nova.scheduler.client.report [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Updating ProviderTree inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1022.721810] env[69663]: DEBUG nova.compute.provider_tree [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1022.731814] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c426c603-2528-4fdd-b9fa-7f72acc77add {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.736704] env[69663]: DEBUG nova.scheduler.client.report [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Refreshing aggregate associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, aggregates: None {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1022.743110] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f98962c-277e-4b86-a966-e040f366170a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.757723] env[69663]: DEBUG nova.scheduler.client.report [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Refreshing trait associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1022.785450] env[69663]: DEBUG oslo_concurrency.lockutils [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Acquiring lock "fb9630cf-b4cf-4f8c-a23f-d0911eac9419" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.785709] env[69663]: DEBUG oslo_concurrency.lockutils [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "fb9630cf-b4cf-4f8c-a23f-d0911eac9419" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.787185] env[69663]: DEBUG nova.compute.manager [req-48abc037-c948-4843-8fa7-0f938eb69199 req-891c6f6c-bdf9-4711-be54-31102a1ec440 service nova] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Detach interface failed, port_id=ac92eeae-2892-4284-8bc6-b3e72c1fbe7e, reason: Instance d209f52d-6d5f-442d-a8f0-e29880916e28 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1023.036793] env[69663]: DEBUG oslo_vmware.api [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333091, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.065385] env[69663]: INFO nova.compute.manager [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Took 39.11 seconds to build instance. [ 1023.084795] env[69663]: DEBUG nova.compute.manager [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1023.106149] env[69663]: INFO nova.compute.manager [-] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Took 1.44 seconds to deallocate network for instance. [ 1023.125042] env[69663]: DEBUG nova.virt.hardware [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1023.125347] env[69663]: DEBUG nova.virt.hardware [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1023.125915] env[69663]: DEBUG nova.virt.hardware [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.125915] env[69663]: DEBUG nova.virt.hardware [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1023.125915] env[69663]: DEBUG nova.virt.hardware [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.126640] env[69663]: DEBUG nova.virt.hardware [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1023.126640] env[69663]: DEBUG nova.virt.hardware [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1023.126640] env[69663]: DEBUG nova.virt.hardware [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1023.126795] env[69663]: DEBUG nova.virt.hardware [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1023.126975] env[69663]: DEBUG nova.virt.hardware [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1023.127197] env[69663]: DEBUG nova.virt.hardware [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1023.128487] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ea603c-577f-4619-ae4f-ff320e7ca134 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.143261] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67576320-c36b-4c09-ac5d-62628cf6a5ff {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.161844] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Instance VIF info [] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.167542] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Creating folder: Project (20e803c1ec1b4d64a3ba168b56f34b59). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1023.170770] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27bd367e-ce89-46d5-9bd3-ea6876d54d9b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.188532] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Created folder: Project (20e803c1ec1b4d64a3ba168b56f34b59) in parent group-v665133. [ 1023.188626] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Creating folder: Instances. Parent ref: group-v665358. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1023.188905] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-313dc1f6-4d69-46ce-b09a-df834c334a77 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.206150] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Created folder: Instances in parent group-v665358. [ 1023.206150] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.206150] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1023.206150] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c9a8533-a9d8-47a3-b4c5-5590f8c77315 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.232610] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.232610] env[69663]: value = "task-3333094" [ 1023.232610] env[69663]: _type = "Task" [ 1023.232610] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.250424] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333094, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.257692] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408c333e-ae04-4778-835b-013e5b9ca56f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.266631] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0c9373-f4a1-4d38-844c-771bdb80305f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.301920] env[69663]: DEBUG nova.compute.manager [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1023.302637] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac151018-e8e2-4f72-865f-eca03a3f7e1d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.313813] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982e99d1-4835-4258-b907-a00fed2a3836 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.331826] env[69663]: DEBUG nova.compute.provider_tree [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1023.533453] env[69663]: DEBUG oslo_vmware.api [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333091, 'name': PowerOnVM_Task, 'duration_secs': 0.727846} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.533747] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1023.533953] env[69663]: INFO nova.compute.manager [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Took 10.90 seconds to spawn the instance on the hypervisor. [ 1023.534161] env[69663]: DEBUG nova.compute.manager [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1023.534935] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964066d6-f61c-41e9-bad4-f714b2043ccf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.569546] env[69663]: DEBUG oslo_concurrency.lockutils [None req-21f77638-1388-433f-8c33-5080d3a9edc2 tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Lock "05068eba-d34c-4cb2-9b97-330a27d631f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.624s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.612198] env[69663]: DEBUG oslo_concurrency.lockutils [None req-324bf68f-c698-4022-8014-6ee0c82394a9 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.743729] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333094, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.826156] env[69663]: DEBUG oslo_concurrency.lockutils [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.856156] env[69663]: INFO nova.compute.manager [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Rebuilding instance [ 1023.869196] env[69663]: DEBUG nova.scheduler.client.report [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Updated inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b with generation 114 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1023.869423] env[69663]: DEBUG nova.compute.provider_tree [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Updating resource provider f2fb168a-c97f-41a4-9b18-725376271f6b generation from 114 to 115 during operation: update_inventory {{(pid=69663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1023.869989] env[69663]: DEBUG nova.compute.provider_tree [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1023.900393] env[69663]: DEBUG nova.compute.manager [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1023.901276] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580f1f34-f3d3-412a-8ecd-809ca588b711 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.058071] env[69663]: INFO nova.compute.manager [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Took 41.00 seconds to build instance. [ 1024.245009] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333094, 'name': CreateVM_Task, 'duration_secs': 0.528615} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.245219] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1024.245698] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.245873] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.246220] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.246586] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ccf1d94-d0ab-447f-9430-9fc33bb3e3d5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.252545] env[69663]: DEBUG oslo_vmware.api [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Waiting for the task: (returnval){ [ 1024.252545] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b6105c-297f-b2b8-de26-4f3a49dad4b4" [ 1024.252545] env[69663]: _type = "Task" [ 1024.252545] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.262910] env[69663]: DEBUG oslo_vmware.api [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b6105c-297f-b2b8-de26-4f3a49dad4b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.374855] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.312s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.377371] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8de50620-1b64-413e-9b79-71134e0c7fa4 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 28.840s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.402290] env[69663]: INFO nova.scheduler.client.report [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Deleted allocations for instance b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7 [ 1024.412775] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1024.413434] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9849b0c-58cb-46e0-9fd7-8b1e4127210b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.422521] env[69663]: DEBUG oslo_vmware.api [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Waiting for the task: (returnval){ [ 1024.422521] env[69663]: value = "task-3333095" [ 1024.422521] env[69663]: _type = "Task" [ 1024.422521] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.434477] env[69663]: DEBUG oslo_vmware.api [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': task-3333095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.434701] env[69663]: INFO nova.compute.manager [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Rescuing [ 1024.435033] env[69663]: DEBUG oslo_concurrency.lockutils [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquiring lock "refresh_cache-86cedd0d-0d97-4ba0-b09e-3b0abc978d7a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.435257] env[69663]: DEBUG oslo_concurrency.lockutils [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquired lock "refresh_cache-86cedd0d-0d97-4ba0-b09e-3b0abc978d7a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.435876] env[69663]: DEBUG nova.network.neutron [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1024.561724] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fea23755-67f8-42f5-82f0-6e757f318fb0 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lock "86cedd0d-0d97-4ba0-b09e-3b0abc978d7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.513s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.765388] env[69663]: DEBUG oslo_vmware.api [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b6105c-297f-b2b8-de26-4f3a49dad4b4, 'name': SearchDatastore_Task, 'duration_secs': 0.013997} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.765706] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.765973] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.766194] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.766347] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.766532] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.766802] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bdce3f3-347d-433d-85c8-0df206e51c5c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.775823] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.776021] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1024.776732] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a609cc24-777b-46b3-b839-b4087bc343e8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.782342] env[69663]: DEBUG oslo_vmware.api [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Waiting for the task: (returnval){ [ 1024.782342] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c6d3c3-8e89-5d63-ffbd-7c09b8fbefb0" [ 1024.782342] env[69663]: _type = "Task" [ 1024.782342] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.790925] env[69663]: DEBUG oslo_vmware.api [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c6d3c3-8e89-5d63-ffbd-7c09b8fbefb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.910870] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5ec9a9ef-e5ba-4c31-9e93-e5a1498315de tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.362s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.936548] env[69663]: DEBUG oslo_vmware.api [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': task-3333095, 'name': PowerOffVM_Task, 'duration_secs': 0.183296} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.936778] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1024.936876] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1024.937987] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e7eed0-d3cf-43d9-931a-4273421cf667 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.950072] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1024.950341] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-935376c6-d526-4c58-a8ad-10a5334af3bd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.982458] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1024.982458] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1024.982671] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Deleting the datastore file [datastore2] 05068eba-d34c-4cb2-9b97-330a27d631f1 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.984109] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8bf0b87-18d9-4d33-a332-b4fe64a002f9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.006210] env[69663]: DEBUG oslo_vmware.api [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Waiting for the task: (returnval){ [ 1025.006210] env[69663]: value = "task-3333097" [ 1025.006210] env[69663]: _type = "Task" [ 1025.006210] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.018416] env[69663]: DEBUG oslo_vmware.api [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': task-3333097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.273483] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a65402f-a89b-4bc7-a437-28be4d52c1c6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.282092] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be23cd79-8a5f-427f-a412-0303d1702cf5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.286029] env[69663]: DEBUG nova.network.neutron [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Updating instance_info_cache with network_info: [{"id": "15cfa654-2dd4-42ad-81f7-c165db1ddb76", "address": "fa:16:3e:71:1b:ad", "network": {"id": "5a6f0b16-b7d9-4000-a0b1-0c53263b1283", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628369363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75906937e13d492489a3a42c454f1141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15cfa654-2d", "ovs_interfaceid": "15cfa654-2dd4-42ad-81f7-c165db1ddb76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.296715] env[69663]: DEBUG oslo_vmware.api [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c6d3c3-8e89-5d63-ffbd-7c09b8fbefb0, 'name': SearchDatastore_Task, 'duration_secs': 0.009449} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.324697] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a8b1b92-656a-4f4b-b7d4-dff493d13749 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.327803] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3210b8-19aa-4937-bcf3-063a423f85d1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.338069] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce36a6d-0943-4306-b634-ad1263f662c7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.342124] env[69663]: DEBUG oslo_vmware.api [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Waiting for the task: (returnval){ [ 1025.342124] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52829e76-852b-cb26-f5ad-0d2359c72186" [ 1025.342124] env[69663]: _type = "Task" [ 1025.342124] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.354136] env[69663]: DEBUG nova.compute.provider_tree [None req-8de50620-1b64-413e-9b79-71134e0c7fa4 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1025.361553] env[69663]: DEBUG oslo_vmware.api [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52829e76-852b-cb26-f5ad-0d2359c72186, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.520046] env[69663]: DEBUG oslo_vmware.api [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': task-3333097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148893} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.520198] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.520290] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1025.520476] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1025.557615] env[69663]: DEBUG oslo_concurrency.lockutils [None req-68720d37-6005-4e50-9c50-158877917676 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquiring lock "5389ace8-0152-4b00-9a83-c7b4ec4eb988" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.557898] env[69663]: DEBUG oslo_concurrency.lockutils [None req-68720d37-6005-4e50-9c50-158877917676 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "5389ace8-0152-4b00-9a83-c7b4ec4eb988" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.558129] env[69663]: DEBUG oslo_concurrency.lockutils [None req-68720d37-6005-4e50-9c50-158877917676 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquiring lock "5389ace8-0152-4b00-9a83-c7b4ec4eb988-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.558331] env[69663]: DEBUG oslo_concurrency.lockutils [None req-68720d37-6005-4e50-9c50-158877917676 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "5389ace8-0152-4b00-9a83-c7b4ec4eb988-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.558502] env[69663]: DEBUG oslo_concurrency.lockutils [None req-68720d37-6005-4e50-9c50-158877917676 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "5389ace8-0152-4b00-9a83-c7b4ec4eb988-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.560512] env[69663]: INFO nova.compute.manager [None req-68720d37-6005-4e50-9c50-158877917676 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Terminating instance [ 1025.562332] env[69663]: DEBUG nova.compute.manager [None req-68720d37-6005-4e50-9c50-158877917676 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1025.562610] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-68720d37-6005-4e50-9c50-158877917676 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1025.563882] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead2618e-9d8d-4d7d-8f5c-f4e3c033b353 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.572812] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-68720d37-6005-4e50-9c50-158877917676 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1025.573066] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0eceeb56-38ca-49f5-a18f-e46123a36331 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.579470] env[69663]: DEBUG oslo_vmware.api [None req-68720d37-6005-4e50-9c50-158877917676 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 1025.579470] env[69663]: value = "task-3333098" [ 1025.579470] env[69663]: _type = "Task" [ 1025.579470] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.587930] env[69663]: DEBUG oslo_vmware.api [None req-68720d37-6005-4e50-9c50-158877917676 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3333098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.792842] env[69663]: DEBUG oslo_concurrency.lockutils [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Releasing lock "refresh_cache-86cedd0d-0d97-4ba0-b09e-3b0abc978d7a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.855156] env[69663]: DEBUG oslo_vmware.api [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52829e76-852b-cb26-f5ad-0d2359c72186, 'name': SearchDatastore_Task, 'duration_secs': 0.035024} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.855156] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.855552] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 8fe87707-a4e9-4697-9b8a-e10b810c0b0b/8fe87707-a4e9-4697-9b8a-e10b810c0b0b.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1025.855950] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43ff6424-feb9-4ec5-8273-6a2775669eaa {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.873923] env[69663]: DEBUG oslo_vmware.api [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Waiting for the task: (returnval){ [ 1025.873923] env[69663]: value = "task-3333099" [ 1025.873923] env[69663]: _type = "Task" [ 1025.873923] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.883578] env[69663]: DEBUG oslo_vmware.api [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': task-3333099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.893340] env[69663]: DEBUG nova.scheduler.client.report [None req-8de50620-1b64-413e-9b79-71134e0c7fa4 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Updated inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b with generation 115 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1025.893688] env[69663]: DEBUG nova.compute.provider_tree [None req-8de50620-1b64-413e-9b79-71134e0c7fa4 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Updating resource provider f2fb168a-c97f-41a4-9b18-725376271f6b generation from 115 to 116 during operation: update_inventory {{(pid=69663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1025.893934] env[69663]: DEBUG nova.compute.provider_tree [None req-8de50620-1b64-413e-9b79-71134e0c7fa4 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1026.090208] env[69663]: DEBUG oslo_vmware.api [None req-68720d37-6005-4e50-9c50-158877917676 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3333098, 'name': PowerOffVM_Task, 'duration_secs': 0.247083} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.090488] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-68720d37-6005-4e50-9c50-158877917676 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1026.090665] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-68720d37-6005-4e50-9c50-158877917676 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1026.090916] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ebd975d-91e0-4d42-af2d-ca11411118e6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.328131] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-68720d37-6005-4e50-9c50-158877917676 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1026.328131] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-68720d37-6005-4e50-9c50-158877917676 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1026.328131] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-68720d37-6005-4e50-9c50-158877917676 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Deleting the datastore file [datastore1] 5389ace8-0152-4b00-9a83-c7b4ec4eb988 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.328713] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1026.329048] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e154025f-17cf-42a3-a2ad-21f1925a0aa9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.333374] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c229ca21-8df8-41dd-a511-6f82957fe0cf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.343225] env[69663]: DEBUG oslo_vmware.api [None req-68720d37-6005-4e50-9c50-158877917676 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 1026.343225] env[69663]: value = "task-3333102" [ 1026.343225] env[69663]: _type = "Task" [ 1026.343225] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.345114] env[69663]: DEBUG oslo_vmware.api [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1026.345114] env[69663]: value = "task-3333101" [ 1026.345114] env[69663]: _type = "Task" [ 1026.345114] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.360972] env[69663]: DEBUG oslo_vmware.api [None req-68720d37-6005-4e50-9c50-158877917676 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3333102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.364925] env[69663]: DEBUG oslo_vmware.api [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.388197] env[69663]: DEBUG oslo_vmware.api [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': task-3333099, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.554595] env[69663]: DEBUG nova.virt.hardware [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1026.554855] env[69663]: DEBUG nova.virt.hardware [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1026.555033] env[69663]: DEBUG nova.virt.hardware [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.555231] env[69663]: DEBUG nova.virt.hardware [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1026.555382] env[69663]: DEBUG nova.virt.hardware [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.555565] env[69663]: DEBUG nova.virt.hardware [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1026.556266] env[69663]: DEBUG nova.virt.hardware [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1026.556266] env[69663]: DEBUG nova.virt.hardware [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1026.556266] env[69663]: DEBUG nova.virt.hardware [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1026.556365] env[69663]: DEBUG nova.virt.hardware [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1026.556656] env[69663]: DEBUG nova.virt.hardware [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1026.557955] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca44e93-082f-4a01-b5b3-600b0c232e2b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.569088] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32da9c69-8979-4a75-986a-1e3fbde4b915 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.593915] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Instance VIF info [] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.605465] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.606084] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1026.606493] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0325fd55-3555-435a-ad4f-91f456218386 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.636022] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.636022] env[69663]: value = "task-3333103" [ 1026.636022] env[69663]: _type = "Task" [ 1026.636022] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.648842] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333103, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.857343] env[69663]: DEBUG oslo_vmware.api [None req-68720d37-6005-4e50-9c50-158877917676 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3333102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384612} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.858274] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-68720d37-6005-4e50-9c50-158877917676 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.858582] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-68720d37-6005-4e50-9c50-158877917676 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1026.858861] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-68720d37-6005-4e50-9c50-158877917676 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1026.859179] env[69663]: INFO nova.compute.manager [None req-68720d37-6005-4e50-9c50-158877917676 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1026.859542] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68720d37-6005-4e50-9c50-158877917676 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.859873] env[69663]: DEBUG nova.compute.manager [-] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1026.860073] env[69663]: DEBUG nova.network.neutron [-] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1026.865567] env[69663]: DEBUG oslo_vmware.api [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333101, 'name': PowerOffVM_Task, 'duration_secs': 0.501942} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.866253] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1026.867116] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e3bd01-21bd-4feb-a26c-1d020f6e9dd4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.892366] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76f5969-9fc9-44c2-aaac-2aab03817518 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.905465] env[69663]: DEBUG oslo_vmware.api [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': task-3333099, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.830984} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.905958] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 8fe87707-a4e9-4697-9b8a-e10b810c0b0b/8fe87707-a4e9-4697-9b8a-e10b810c0b0b.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1026.906201] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.906460] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf6f2a0e-040b-443e-8cb3-1a06863194a8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.909464] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8de50620-1b64-413e-9b79-71134e0c7fa4 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.532s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.909672] env[69663]: DEBUG nova.compute.manager [None req-8de50620-1b64-413e-9b79-71134e0c7fa4 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69663) _confirm_resize /opt/stack/nova/nova/compute/manager.py:4909}} [ 1026.913229] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.152s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.914349] env[69663]: INFO nova.compute.claims [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.924510] env[69663]: DEBUG oslo_vmware.api [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Waiting for the task: (returnval){ [ 1026.924510] env[69663]: value = "task-3333104" [ 1026.924510] env[69663]: _type = "Task" [ 1026.924510] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.928919] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1026.936027] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f0aa7e4-9781-403a-9ae4-cf00db618788 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.946340] env[69663]: DEBUG oslo_vmware.api [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': task-3333104, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.948210] env[69663]: DEBUG oslo_vmware.api [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1026.948210] env[69663]: value = "task-3333105" [ 1026.948210] env[69663]: _type = "Task" [ 1026.948210] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.960024] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] VM already powered off {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1026.960304] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.960575] env[69663]: DEBUG oslo_concurrency.lockutils [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.960753] env[69663]: DEBUG oslo_concurrency.lockutils [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.960952] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.961965] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04136468-420c-4f93-aae0-b2802bd2867c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.973610] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.973828] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1026.974670] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9899a4b-9d73-4623-8eef-14401ea9c270 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.982484] env[69663]: DEBUG oslo_vmware.api [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1026.982484] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ada7ed-40d5-d658-5788-e6b3e5e40656" [ 1026.982484] env[69663]: _type = "Task" [ 1026.982484] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.993314] env[69663]: DEBUG oslo_vmware.api [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ada7ed-40d5-d658-5788-e6b3e5e40656, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.151779] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333103, 'name': CreateVM_Task, 'duration_secs': 0.437057} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.152014] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1027.152502] env[69663]: DEBUG oslo_concurrency.lockutils [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.152673] env[69663]: DEBUG oslo_concurrency.lockutils [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.153012] env[69663]: DEBUG oslo_concurrency.lockutils [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.153290] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-598b576a-483d-4366-8011-97cae31c1707 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.160501] env[69663]: DEBUG oslo_vmware.api [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Waiting for the task: (returnval){ [ 1027.160501] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d2a3b1-2d8a-876b-be4f-0b4b556c7993" [ 1027.160501] env[69663]: _type = "Task" [ 1027.160501] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.169920] env[69663]: DEBUG oslo_vmware.api [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d2a3b1-2d8a-876b-be4f-0b4b556c7993, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.354501] env[69663]: DEBUG nova.compute.manager [req-292b7120-6812-4444-8f55-124968b14332 req-6052de74-73a1-471b-b6b8-e2ed4fd73a21 service nova] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Received event network-vif-deleted-13ff37f6-7fb3-4170-98db-ffd40dbf7e39 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1027.354842] env[69663]: INFO nova.compute.manager [req-292b7120-6812-4444-8f55-124968b14332 req-6052de74-73a1-471b-b6b8-e2ed4fd73a21 service nova] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Neutron deleted interface 13ff37f6-7fb3-4170-98db-ffd40dbf7e39; detaching it from the instance and deleting it from the info cache [ 1027.354905] env[69663]: DEBUG nova.network.neutron [req-292b7120-6812-4444-8f55-124968b14332 req-6052de74-73a1-471b-b6b8-e2ed4fd73a21 service nova] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.439530] env[69663]: DEBUG oslo_vmware.api [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': task-3333104, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.311678} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.439832] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.440707] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9bd509-4853-4181-866e-c8112ae7540d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.467080] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 8fe87707-a4e9-4697-9b8a-e10b810c0b0b/8fe87707-a4e9-4697-9b8a-e10b810c0b0b.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.467443] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07a986be-931c-4e3d-b72b-9d80e9756b18 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.487541] env[69663]: INFO nova.scheduler.client.report [None req-8de50620-1b64-413e-9b79-71134e0c7fa4 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Deleted allocation for migration bb770ed7-9641-4cf8-a071-73e9b86f4fa4 [ 1027.497198] env[69663]: DEBUG oslo_vmware.api [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Waiting for the task: (returnval){ [ 1027.497198] env[69663]: value = "task-3333106" [ 1027.497198] env[69663]: _type = "Task" [ 1027.497198] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.497464] env[69663]: DEBUG oslo_vmware.api [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ada7ed-40d5-d658-5788-e6b3e5e40656, 'name': SearchDatastore_Task, 'duration_secs': 0.021168} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.501602] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43ceeff7-3ac8-43d0-a384-d0588a8b74bf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.513044] env[69663]: DEBUG oslo_vmware.api [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1027.513044] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525ed231-4552-17a0-26b8-b90db642134f" [ 1027.513044] env[69663]: _type = "Task" [ 1027.513044] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.513334] env[69663]: DEBUG oslo_vmware.api [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': task-3333106, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.523305] env[69663]: DEBUG oslo_vmware.api [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525ed231-4552-17a0-26b8-b90db642134f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.672849] env[69663]: DEBUG oslo_vmware.api [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d2a3b1-2d8a-876b-be4f-0b4b556c7993, 'name': SearchDatastore_Task, 'duration_secs': 0.024609} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.673222] env[69663]: DEBUG oslo_concurrency.lockutils [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.673470] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.673690] env[69663]: DEBUG oslo_concurrency.lockutils [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.693310] env[69663]: DEBUG nova.network.neutron [-] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.857394] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0604ca61-808d-41d7-b54d-bf1ade0f0c1b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.869566] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8718410-d7f7-4d37-bbc3-b257b97edf08 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.910696] env[69663]: DEBUG nova.compute.manager [req-292b7120-6812-4444-8f55-124968b14332 req-6052de74-73a1-471b-b6b8-e2ed4fd73a21 service nova] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Detach interface failed, port_id=13ff37f6-7fb3-4170-98db-ffd40dbf7e39, reason: Instance 5389ace8-0152-4b00-9a83-c7b4ec4eb988 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1027.999175] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8de50620-1b64-413e-9b79-71134e0c7fa4 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "7be8d9d2-3b54-490e-8a89-00324c49a5a0" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 35.588s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.011979] env[69663]: DEBUG oslo_vmware.api [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': task-3333106, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.026019] env[69663]: DEBUG oslo_vmware.api [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525ed231-4552-17a0-26b8-b90db642134f, 'name': SearchDatastore_Task, 'duration_secs': 0.027667} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.028828] env[69663]: DEBUG oslo_concurrency.lockutils [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.029144] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474-rescue.vmdk. {{(pid=69663) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1028.029705] env[69663]: DEBUG oslo_concurrency.lockutils [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.029931] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.030225] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6adf9703-6f8f-44f3-88dc-b1d6d836b44c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.032268] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a22e31df-b7b5-4b0d-aeee-74d41f3d1ca2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.043779] env[69663]: DEBUG oslo_vmware.api [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1028.043779] env[69663]: value = "task-3333107" [ 1028.043779] env[69663]: _type = "Task" [ 1028.043779] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.044101] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.044248] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1028.045029] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10201c4e-eb96-4c6b-b404-b9aa4bc92e53 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.053675] env[69663]: DEBUG oslo_vmware.api [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Waiting for the task: (returnval){ [ 1028.053675] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]524cab4b-a041-7243-56f6-e61cfe6da7e9" [ 1028.053675] env[69663]: _type = "Task" [ 1028.053675] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.059591] env[69663]: DEBUG oslo_vmware.api [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.068945] env[69663]: DEBUG oslo_vmware.api [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]524cab4b-a041-7243-56f6-e61cfe6da7e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.195600] env[69663]: INFO nova.compute.manager [-] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Took 1.34 seconds to deallocate network for instance. [ 1028.296745] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733d6514-a0fd-467b-a1f9-343c21acca1f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.305899] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d3be6e-eb8e-4f06-9c0c-6cb1c3c694b1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.342632] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3b0c02-2924-4740-a6f3-67ecfbb372e1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.355427] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd1f1a9-22b3-4579-bf71-9c222b0fe8bc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.372257] env[69663]: DEBUG nova.compute.provider_tree [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1028.511864] env[69663]: DEBUG oslo_vmware.api [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': task-3333106, 'name': ReconfigVM_Task, 'duration_secs': 0.622668} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.512590] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 8fe87707-a4e9-4697-9b8a-e10b810c0b0b/8fe87707-a4e9-4697-9b8a-e10b810c0b0b.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.513740] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26b7e311-4005-4f86-b41a-929a6913f216 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.521962] env[69663]: DEBUG oslo_vmware.api [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Waiting for the task: (returnval){ [ 1028.521962] env[69663]: value = "task-3333108" [ 1028.521962] env[69663]: _type = "Task" [ 1028.521962] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.531296] env[69663]: DEBUG oslo_vmware.api [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': task-3333108, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.556319] env[69663]: DEBUG oslo_vmware.api [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333107, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50675} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.556602] env[69663]: INFO nova.virt.vmwareapi.ds_util [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474-rescue.vmdk. [ 1028.557422] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc52de9-a580-4ce1-926b-862b787bb82b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.587396] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474-rescue.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.590940] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a7e7552-3639-4253-9377-f9b2c54b86cc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.603491] env[69663]: DEBUG oslo_vmware.api [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]524cab4b-a041-7243-56f6-e61cfe6da7e9, 'name': SearchDatastore_Task, 'duration_secs': 0.016394} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.604683] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ef672c0-c002-4bcd-91b1-99165daea526 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.610511] env[69663]: DEBUG oslo_vmware.api [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Waiting for the task: (returnval){ [ 1028.610511] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]522b2ddd-dc5c-f876-0c57-c2181210c955" [ 1028.610511] env[69663]: _type = "Task" [ 1028.610511] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.611772] env[69663]: DEBUG oslo_vmware.api [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1028.611772] env[69663]: value = "task-3333109" [ 1028.611772] env[69663]: _type = "Task" [ 1028.611772] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.624237] env[69663]: DEBUG oslo_vmware.api [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]522b2ddd-dc5c-f876-0c57-c2181210c955, 'name': SearchDatastore_Task, 'duration_secs': 0.010865} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.627859] env[69663]: DEBUG oslo_concurrency.lockutils [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.628181] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 05068eba-d34c-4cb2-9b97-330a27d631f1/05068eba-d34c-4cb2-9b97-330a27d631f1.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1028.628467] env[69663]: DEBUG oslo_vmware.api [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333109, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.628720] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ee5aad3-cd7a-438d-91c8-aa688c671daf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.636599] env[69663]: DEBUG oslo_vmware.api [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Waiting for the task: (returnval){ [ 1028.636599] env[69663]: value = "task-3333110" [ 1028.636599] env[69663]: _type = "Task" [ 1028.636599] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.645957] env[69663]: DEBUG oslo_vmware.api [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': task-3333110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.708475] env[69663]: DEBUG oslo_concurrency.lockutils [None req-68720d37-6005-4e50-9c50-158877917676 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.850043] env[69663]: DEBUG nova.objects.instance [None req-be39cad5-a8c0-4c01-bdda-e20f4556e767 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lazy-loading 'flavor' on Instance uuid 7be8d9d2-3b54-490e-8a89-00324c49a5a0 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.894022] env[69663]: ERROR nova.scheduler.client.report [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [req-7b307760-5eb9-40ed-8f1c-89844c1c6279] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f2fb168a-c97f-41a4-9b18-725376271f6b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7b307760-5eb9-40ed-8f1c-89844c1c6279"}]} [ 1028.912990] env[69663]: DEBUG nova.scheduler.client.report [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Refreshing inventories for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1028.931593] env[69663]: DEBUG nova.scheduler.client.report [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Updating ProviderTree inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1028.931857] env[69663]: DEBUG nova.compute.provider_tree [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1028.945094] env[69663]: DEBUG nova.scheduler.client.report [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Refreshing aggregate associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, aggregates: None {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1028.970263] env[69663]: DEBUG nova.scheduler.client.report [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Refreshing trait associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1029.034606] env[69663]: DEBUG oslo_vmware.api [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': task-3333108, 'name': Rename_Task, 'duration_secs': 0.146485} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.034911] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1029.035191] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed7741c8-69e2-427a-a713-f3c77a49aa1e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.046540] env[69663]: DEBUG oslo_vmware.api [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Waiting for the task: (returnval){ [ 1029.046540] env[69663]: value = "task-3333111" [ 1029.046540] env[69663]: _type = "Task" [ 1029.046540] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.059091] env[69663]: DEBUG oslo_vmware.api [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': task-3333111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.126391] env[69663]: DEBUG oslo_vmware.api [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.147098] env[69663]: DEBUG oslo_vmware.api [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': task-3333110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479345} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.147858] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 05068eba-d34c-4cb2-9b97-330a27d631f1/05068eba-d34c-4cb2-9b97-330a27d631f1.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1029.147858] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.147858] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3d24e3b-82cb-4296-96d3-bc20ff83ae14 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.155631] env[69663]: DEBUG oslo_vmware.api [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Waiting for the task: (returnval){ [ 1029.155631] env[69663]: value = "task-3333112" [ 1029.155631] env[69663]: _type = "Task" [ 1029.155631] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.165022] env[69663]: DEBUG oslo_vmware.api [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': task-3333112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.338353] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b50ffc-2139-4b2e-b661-360bc1677c7d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.346299] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c215d0-7137-4d8d-8e94-90650e23d580 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.379013] env[69663]: DEBUG oslo_concurrency.lockutils [None req-be39cad5-a8c0-4c01-bdda-e20f4556e767 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "refresh_cache-7be8d9d2-3b54-490e-8a89-00324c49a5a0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.379362] env[69663]: DEBUG oslo_concurrency.lockutils [None req-be39cad5-a8c0-4c01-bdda-e20f4556e767 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquired lock "refresh_cache-7be8d9d2-3b54-490e-8a89-00324c49a5a0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.379420] env[69663]: DEBUG nova.network.neutron [None req-be39cad5-a8c0-4c01-bdda-e20f4556e767 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1029.379579] env[69663]: DEBUG nova.objects.instance [None req-be39cad5-a8c0-4c01-bdda-e20f4556e767 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lazy-loading 'info_cache' on Instance uuid 7be8d9d2-3b54-490e-8a89-00324c49a5a0 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.381302] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b11832-764e-4f71-9d40-f90f1564adff {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.390467] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598242cc-2225-4b73-8f8a-26219b36a82d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.404588] env[69663]: DEBUG nova.compute.provider_tree [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1029.555986] env[69663]: DEBUG oslo_vmware.api [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': task-3333111, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.625813] env[69663]: DEBUG oslo_vmware.api [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333109, 'name': ReconfigVM_Task, 'duration_secs': 0.573742} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.626275] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474-rescue.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.627459] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f03d8b0-dc39-4b05-987c-68a08751a5d8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.654813] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-978fc000-2b3c-4783-bc88-69e2a52b5aad {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.674712] env[69663]: DEBUG oslo_vmware.api [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': task-3333112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073485} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.676059] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.676421] env[69663]: DEBUG oslo_vmware.api [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1029.676421] env[69663]: value = "task-3333113" [ 1029.676421] env[69663]: _type = "Task" [ 1029.676421] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.677206] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2c96e2-18a2-40b1-9916-59b78981dc14 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.687992] env[69663]: DEBUG oslo_vmware.api [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333113, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.705650] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 05068eba-d34c-4cb2-9b97-330a27d631f1/05068eba-d34c-4cb2-9b97-330a27d631f1.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.706052] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8274d88-37d4-4364-99bd-dd44a87d8b7d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.727436] env[69663]: DEBUG oslo_vmware.api [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Waiting for the task: (returnval){ [ 1029.727436] env[69663]: value = "task-3333114" [ 1029.727436] env[69663]: _type = "Task" [ 1029.727436] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.735960] env[69663]: DEBUG oslo_vmware.api [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': task-3333114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.886828] env[69663]: DEBUG nova.objects.base [None req-be39cad5-a8c0-4c01-bdda-e20f4556e767 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Object Instance<7be8d9d2-3b54-490e-8a89-00324c49a5a0> lazy-loaded attributes: flavor,info_cache {{(pid=69663) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1029.935237] env[69663]: DEBUG nova.scheduler.client.report [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Updated inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b with generation 117 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1029.935524] env[69663]: DEBUG nova.compute.provider_tree [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Updating resource provider f2fb168a-c97f-41a4-9b18-725376271f6b generation from 117 to 118 during operation: update_inventory {{(pid=69663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1029.935716] env[69663]: DEBUG nova.compute.provider_tree [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1030.056223] env[69663]: DEBUG oslo_vmware.api [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': task-3333111, 'name': PowerOnVM_Task, 'duration_secs': 0.696642} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.056507] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1030.056725] env[69663]: INFO nova.compute.manager [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Took 6.97 seconds to spawn the instance on the hypervisor. [ 1030.056932] env[69663]: DEBUG nova.compute.manager [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1030.057723] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523c73c1-e191-4828-9646-1c4d79a699fc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.189402] env[69663]: DEBUG oslo_vmware.api [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333113, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.238524] env[69663]: DEBUG oslo_vmware.api [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': task-3333114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.440837] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.528s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.441956] env[69663]: DEBUG nova.compute.manager [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1030.444197] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a4a69d42-fe3d-4fe9-b895-6fa8d37cd328 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.168s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.444418] env[69663]: DEBUG nova.objects.instance [None req-a4a69d42-fe3d-4fe9-b895-6fa8d37cd328 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Lazy-loading 'resources' on Instance uuid 78204f7b-f34f-4c93-a460-c9dfea0f7314 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.573566] env[69663]: INFO nova.compute.manager [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Took 37.69 seconds to build instance. [ 1030.627336] env[69663]: DEBUG nova.network.neutron [None req-be39cad5-a8c0-4c01-bdda-e20f4556e767 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Updating instance_info_cache with network_info: [{"id": "db78c5ea-f3e7-4d0f-8017-daa2d9e951c0", "address": "fa:16:3e:a1:72:86", "network": {"id": "c9b0df65-b7eb-4aa8-9d53-4b8fa507b496", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-812774922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01abc007aca4ab388c2f26a1aab3ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb78c5ea-f3", "ovs_interfaceid": "db78c5ea-f3e7-4d0f-8017-daa2d9e951c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.689931] env[69663]: DEBUG oslo_vmware.api [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333113, 'name': ReconfigVM_Task, 'duration_secs': 0.610656} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.690254] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1030.690541] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea0adc13-fbaf-4ad7-b272-a6b1876c578b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.698070] env[69663]: DEBUG oslo_vmware.api [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1030.698070] env[69663]: value = "task-3333115" [ 1030.698070] env[69663]: _type = "Task" [ 1030.698070] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.718082] env[69663]: DEBUG oslo_vmware.api [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.737631] env[69663]: DEBUG oslo_vmware.api [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': task-3333114, 'name': ReconfigVM_Task, 'duration_secs': 0.680692} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.737963] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 05068eba-d34c-4cb2-9b97-330a27d631f1/05068eba-d34c-4cb2-9b97-330a27d631f1.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.738677] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba1a992a-76d4-49b3-a2b2-f0de2a07d258 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.746455] env[69663]: DEBUG oslo_vmware.api [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Waiting for the task: (returnval){ [ 1030.746455] env[69663]: value = "task-3333116" [ 1030.746455] env[69663]: _type = "Task" [ 1030.746455] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.755936] env[69663]: DEBUG oslo_vmware.api [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': task-3333116, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.950495] env[69663]: DEBUG nova.compute.utils [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1030.952888] env[69663]: DEBUG nova.compute.manager [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1030.952888] env[69663]: DEBUG nova.network.neutron [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1031.031142] env[69663]: DEBUG nova.policy [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b6d3172921e4dfe950cdde747f78a99', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2118e829f1ae4dc4ad1863d3480354c1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1031.076397] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1b6c9db4-e144-41d6-a758-440ec7aa81c3 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Lock "8fe87707-a4e9-4697-9b8a-e10b810c0b0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.317s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.131851] env[69663]: DEBUG oslo_concurrency.lockutils [None req-be39cad5-a8c0-4c01-bdda-e20f4556e767 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Releasing lock "refresh_cache-7be8d9d2-3b54-490e-8a89-00324c49a5a0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.210992] env[69663]: DEBUG oslo_vmware.api [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333115, 'name': PowerOnVM_Task, 'duration_secs': 0.443682} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.213811] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1031.216973] env[69663]: DEBUG nova.compute.manager [None req-71653cc2-23e9-4c35-b07b-bea4ff976f49 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1031.218519] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad53cac-91d1-407e-af47-572304de5555 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.259488] env[69663]: DEBUG oslo_vmware.api [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': task-3333116, 'name': Rename_Task, 'duration_secs': 0.164173} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.259851] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1031.260192] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b96bb63-698f-4166-add4-357059095927 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.272664] env[69663]: DEBUG oslo_vmware.api [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Waiting for the task: (returnval){ [ 1031.272664] env[69663]: value = "task-3333117" [ 1031.272664] env[69663]: _type = "Task" [ 1031.272664] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.281723] env[69663]: DEBUG oslo_vmware.api [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': task-3333117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.355048] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca1f3f1-95b3-488f-afec-c23925bf5cac {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.363147] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f293649d-7ac6-4902-a853-66e294cc7b6f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.396218] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f21aae-49c9-41b9-ba56-9549899600bc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.405018] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91f6612-c00f-4f9d-a8ca-d726f918ffa8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.411780] env[69663]: DEBUG nova.network.neutron [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Successfully created port: bfcb7125-1e5c-4a25-89bf-1f44dfb29865 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1031.415108] env[69663]: INFO nova.compute.manager [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Rebuilding instance [ 1031.432205] env[69663]: DEBUG nova.compute.provider_tree [None req-a4a69d42-fe3d-4fe9-b895-6fa8d37cd328 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.457118] env[69663]: DEBUG nova.compute.manager [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1031.479020] env[69663]: DEBUG nova.compute.manager [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1031.479020] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8643e0d5-99fb-4d45-b5a1-ff70c694b869 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.635695] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-be39cad5-a8c0-4c01-bdda-e20f4556e767 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1031.636069] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca893991-a894-4d50-9333-1a1611f15925 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.646096] env[69663]: DEBUG oslo_vmware.api [None req-be39cad5-a8c0-4c01-bdda-e20f4556e767 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1031.646096] env[69663]: value = "task-3333118" [ 1031.646096] env[69663]: _type = "Task" [ 1031.646096] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.656023] env[69663]: DEBUG oslo_vmware.api [None req-be39cad5-a8c0-4c01-bdda-e20f4556e767 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.784386] env[69663]: DEBUG oslo_vmware.api [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': task-3333117, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.936277] env[69663]: DEBUG nova.scheduler.client.report [None req-a4a69d42-fe3d-4fe9-b895-6fa8d37cd328 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1031.991316] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1031.991707] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed74e38a-4829-4e63-a984-8c070093026c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.006374] env[69663]: DEBUG oslo_vmware.api [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Waiting for the task: (returnval){ [ 1032.006374] env[69663]: value = "task-3333119" [ 1032.006374] env[69663]: _type = "Task" [ 1032.006374] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.023988] env[69663]: DEBUG oslo_vmware.api [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': task-3333119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.156808] env[69663]: DEBUG oslo_vmware.api [None req-be39cad5-a8c0-4c01-bdda-e20f4556e767 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333118, 'name': PowerOnVM_Task, 'duration_secs': 0.492378} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.157141] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-be39cad5-a8c0-4c01-bdda-e20f4556e767 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1032.158029] env[69663]: DEBUG nova.compute.manager [None req-be39cad5-a8c0-4c01-bdda-e20f4556e767 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1032.158269] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0790081e-27be-4302-8ad3-8e9aaf6305dd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.284644] env[69663]: DEBUG oslo_vmware.api [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': task-3333117, 'name': PowerOnVM_Task, 'duration_secs': 0.766236} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.284995] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1032.285230] env[69663]: DEBUG nova.compute.manager [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1032.286041] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e98537-16d0-40f4-8837-ee3fb360c19f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.444826] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a4a69d42-fe3d-4fe9-b895-6fa8d37cd328 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.447797] env[69663]: DEBUG oslo_concurrency.lockutils [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.813s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.449053] env[69663]: INFO nova.compute.claims [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.468201] env[69663]: DEBUG nova.compute.manager [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1032.471551] env[69663]: INFO nova.scheduler.client.report [None req-a4a69d42-fe3d-4fe9-b895-6fa8d37cd328 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Deleted allocations for instance 78204f7b-f34f-4c93-a460-c9dfea0f7314 [ 1032.496827] env[69663]: DEBUG nova.virt.hardware [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1032.496978] env[69663]: DEBUG nova.virt.hardware [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1032.497144] env[69663]: DEBUG nova.virt.hardware [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1032.497340] env[69663]: DEBUG nova.virt.hardware [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1032.497518] env[69663]: DEBUG nova.virt.hardware [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1032.497640] env[69663]: DEBUG nova.virt.hardware [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1032.497858] env[69663]: DEBUG nova.virt.hardware [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1032.498034] env[69663]: DEBUG nova.virt.hardware [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1032.498824] env[69663]: DEBUG nova.virt.hardware [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1032.498824] env[69663]: DEBUG nova.virt.hardware [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1032.498824] env[69663]: DEBUG nova.virt.hardware [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1032.499424] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63611023-1a1c-4130-bd0a-934f5f4b6811 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.514620] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084dbe78-4db3-4d88-8317-aaf34b2874d0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.534848] env[69663]: DEBUG oslo_vmware.api [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': task-3333119, 'name': PowerOffVM_Task, 'duration_secs': 0.211039} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.535244] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1032.535520] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1032.536385] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1f7c7a-ed0a-43a2-9d6d-15a1b7354f51 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.545538] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1032.545863] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13e14efd-91b8-4ccd-9e51-1a85e5fc34b0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.576700] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1032.576967] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1032.577172] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Deleting the datastore file [datastore2] 8fe87707-a4e9-4697-9b8a-e10b810c0b0b {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.577443] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-004ad0e5-3f78-4a02-aac4-ed07c88dd913 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.585552] env[69663]: DEBUG oslo_vmware.api [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Waiting for the task: (returnval){ [ 1032.585552] env[69663]: value = "task-3333121" [ 1032.585552] env[69663]: _type = "Task" [ 1032.585552] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.593850] env[69663]: DEBUG oslo_vmware.api [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': task-3333121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.806840] env[69663]: DEBUG oslo_concurrency.lockutils [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.981865] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a4a69d42-fe3d-4fe9-b895-6fa8d37cd328 tempest-ImagesOneServerNegativeTestJSON-384940824 tempest-ImagesOneServerNegativeTestJSON-384940824-project-member] Lock "78204f7b-f34f-4c93-a460-c9dfea0f7314" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.017s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.096024] env[69663]: DEBUG oslo_vmware.api [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': task-3333121, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316126} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.096286] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.096483] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1033.096666] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1033.483390] env[69663]: DEBUG nova.network.neutron [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Successfully updated port: bfcb7125-1e5c-4a25-89bf-1f44dfb29865 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1033.490639] env[69663]: DEBUG nova.compute.manager [req-0c6eab43-590c-4c4b-9495-3ef99c83ec4e req-38ec5508-7cd4-4aaa-903d-9b515a2b0065 service nova] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Received event network-vif-plugged-bfcb7125-1e5c-4a25-89bf-1f44dfb29865 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1033.490779] env[69663]: DEBUG oslo_concurrency.lockutils [req-0c6eab43-590c-4c4b-9495-3ef99c83ec4e req-38ec5508-7cd4-4aaa-903d-9b515a2b0065 service nova] Acquiring lock "444ff9f6-7884-4462-ae71-78db6bb5f242-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.491036] env[69663]: DEBUG oslo_concurrency.lockutils [req-0c6eab43-590c-4c4b-9495-3ef99c83ec4e req-38ec5508-7cd4-4aaa-903d-9b515a2b0065 service nova] Lock "444ff9f6-7884-4462-ae71-78db6bb5f242-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.491287] env[69663]: DEBUG oslo_concurrency.lockutils [req-0c6eab43-590c-4c4b-9495-3ef99c83ec4e req-38ec5508-7cd4-4aaa-903d-9b515a2b0065 service nova] Lock "444ff9f6-7884-4462-ae71-78db6bb5f242-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.491439] env[69663]: DEBUG nova.compute.manager [req-0c6eab43-590c-4c4b-9495-3ef99c83ec4e req-38ec5508-7cd4-4aaa-903d-9b515a2b0065 service nova] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] No waiting events found dispatching network-vif-plugged-bfcb7125-1e5c-4a25-89bf-1f44dfb29865 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1033.492014] env[69663]: WARNING nova.compute.manager [req-0c6eab43-590c-4c4b-9495-3ef99c83ec4e req-38ec5508-7cd4-4aaa-903d-9b515a2b0065 service nova] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Received unexpected event network-vif-plugged-bfcb7125-1e5c-4a25-89bf-1f44dfb29865 for instance with vm_state building and task_state spawning. [ 1033.832355] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9ac0d8-6055-4ad2-8e6b-97f965c85b8f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.846209] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf6693f-db3e-4e7b-ac99-5e2266f328eb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.879845] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da02f3fa-acd9-449a-89c3-dd43857224fa {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.889332] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2373210e-ba2c-433f-85de-8f19eed42778 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.905269] env[69663]: DEBUG nova.compute.provider_tree [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.987704] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Acquiring lock "refresh_cache-444ff9f6-7884-4462-ae71-78db6bb5f242" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.987704] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Acquired lock "refresh_cache-444ff9f6-7884-4462-ae71-78db6bb5f242" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.987839] env[69663]: DEBUG nova.network.neutron [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1034.025518] env[69663]: DEBUG oslo_concurrency.lockutils [None req-14a07427-24c6-4d86-9956-7ad5ac0a1676 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "7be8d9d2-3b54-490e-8a89-00324c49a5a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.025795] env[69663]: DEBUG oslo_concurrency.lockutils [None req-14a07427-24c6-4d86-9956-7ad5ac0a1676 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "7be8d9d2-3b54-490e-8a89-00324c49a5a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.026407] env[69663]: DEBUG oslo_concurrency.lockutils [None req-14a07427-24c6-4d86-9956-7ad5ac0a1676 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "7be8d9d2-3b54-490e-8a89-00324c49a5a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.026407] env[69663]: DEBUG oslo_concurrency.lockutils [None req-14a07427-24c6-4d86-9956-7ad5ac0a1676 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "7be8d9d2-3b54-490e-8a89-00324c49a5a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.026407] env[69663]: DEBUG oslo_concurrency.lockutils [None req-14a07427-24c6-4d86-9956-7ad5ac0a1676 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "7be8d9d2-3b54-490e-8a89-00324c49a5a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.029117] env[69663]: INFO nova.compute.manager [None req-14a07427-24c6-4d86-9956-7ad5ac0a1676 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Terminating instance [ 1034.032082] env[69663]: DEBUG nova.compute.manager [None req-14a07427-24c6-4d86-9956-7ad5ac0a1676 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1034.032267] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-14a07427-24c6-4d86-9956-7ad5ac0a1676 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1034.033363] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ef78f4-d82f-42a6-adc1-a2b632b797c1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.044210] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a07427-24c6-4d86-9956-7ad5ac0a1676 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1034.044487] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee6474b1-e5bf-439a-8996-2e73d4d64f65 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.053776] env[69663]: DEBUG oslo_vmware.api [None req-14a07427-24c6-4d86-9956-7ad5ac0a1676 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1034.053776] env[69663]: value = "task-3333122" [ 1034.053776] env[69663]: _type = "Task" [ 1034.053776] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.064626] env[69663]: DEBUG oslo_vmware.api [None req-14a07427-24c6-4d86-9956-7ad5ac0a1676 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.135712] env[69663]: DEBUG nova.virt.hardware [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1034.135961] env[69663]: DEBUG nova.virt.hardware [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1034.136147] env[69663]: DEBUG nova.virt.hardware [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.136339] env[69663]: DEBUG nova.virt.hardware [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1034.136490] env[69663]: DEBUG nova.virt.hardware [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.136649] env[69663]: DEBUG nova.virt.hardware [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1034.136872] env[69663]: DEBUG nova.virt.hardware [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1034.137046] env[69663]: DEBUG nova.virt.hardware [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1034.137225] env[69663]: DEBUG nova.virt.hardware [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1034.137396] env[69663]: DEBUG nova.virt.hardware [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1034.137572] env[69663]: DEBUG nova.virt.hardware [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1034.138477] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da468b6b-1d37-4983-bb0c-08fe14a6468d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.147834] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a727f3b1-f5ae-4d25-8025-f86a32442ae2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.164070] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Instance VIF info [] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.169991] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.170327] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1034.170570] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1ed447f-a255-45fa-9543-d1d8ca5794db {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.189736] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.189736] env[69663]: value = "task-3333123" [ 1034.189736] env[69663]: _type = "Task" [ 1034.189736] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.198751] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333123, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.298351] env[69663]: INFO nova.compute.manager [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Rescuing [ 1034.298665] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquiring lock "refresh_cache-847867f7-e724-49f7-9caf-35f2cc2406ba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.298848] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquired lock "refresh_cache-847867f7-e724-49f7-9caf-35f2cc2406ba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.299043] env[69663]: DEBUG nova.network.neutron [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1034.345020] env[69663]: DEBUG oslo_concurrency.lockutils [None req-03d54f9e-2515-4593-97b6-40d5c48edafe tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Acquiring lock "05068eba-d34c-4cb2-9b97-330a27d631f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.345348] env[69663]: DEBUG oslo_concurrency.lockutils [None req-03d54f9e-2515-4593-97b6-40d5c48edafe tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Lock "05068eba-d34c-4cb2-9b97-330a27d631f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.345615] env[69663]: DEBUG oslo_concurrency.lockutils [None req-03d54f9e-2515-4593-97b6-40d5c48edafe tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Acquiring lock "05068eba-d34c-4cb2-9b97-330a27d631f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.345986] env[69663]: DEBUG oslo_concurrency.lockutils [None req-03d54f9e-2515-4593-97b6-40d5c48edafe tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Lock "05068eba-d34c-4cb2-9b97-330a27d631f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.346297] env[69663]: DEBUG oslo_concurrency.lockutils [None req-03d54f9e-2515-4593-97b6-40d5c48edafe tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Lock "05068eba-d34c-4cb2-9b97-330a27d631f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.348932] env[69663]: INFO nova.compute.manager [None req-03d54f9e-2515-4593-97b6-40d5c48edafe tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Terminating instance [ 1034.350999] env[69663]: DEBUG oslo_concurrency.lockutils [None req-03d54f9e-2515-4593-97b6-40d5c48edafe tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Acquiring lock "refresh_cache-05068eba-d34c-4cb2-9b97-330a27d631f1" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.351190] env[69663]: DEBUG oslo_concurrency.lockutils [None req-03d54f9e-2515-4593-97b6-40d5c48edafe tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Acquired lock "refresh_cache-05068eba-d34c-4cb2-9b97-330a27d631f1" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.351366] env[69663]: DEBUG nova.network.neutron [None req-03d54f9e-2515-4593-97b6-40d5c48edafe tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1034.409201] env[69663]: DEBUG nova.scheduler.client.report [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1034.569753] env[69663]: DEBUG oslo_vmware.api [None req-14a07427-24c6-4d86-9956-7ad5ac0a1676 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333122, 'name': PowerOffVM_Task, 'duration_secs': 0.272115} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.570941] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a07427-24c6-4d86-9956-7ad5ac0a1676 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1034.570941] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-14a07427-24c6-4d86-9956-7ad5ac0a1676 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1034.573018] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0571e917-aede-4b32-a1db-d7473a14e4cf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.594826] env[69663]: DEBUG nova.network.neutron [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1034.704761] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333123, 'name': CreateVM_Task, 'duration_secs': 0.423418} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.704957] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1034.705743] env[69663]: DEBUG oslo_concurrency.lockutils [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.705930] env[69663]: DEBUG oslo_concurrency.lockutils [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.706752] env[69663]: DEBUG oslo_concurrency.lockutils [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.706752] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e24104d-fdf9-4935-9bd9-4156b09c3283 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.712726] env[69663]: DEBUG oslo_vmware.api [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Waiting for the task: (returnval){ [ 1034.712726] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]528d5bc8-d50c-0224-2166-ba4ae55f63e8" [ 1034.712726] env[69663]: _type = "Task" [ 1034.712726] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.723112] env[69663]: DEBUG oslo_vmware.api [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]528d5bc8-d50c-0224-2166-ba4ae55f63e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.870457] env[69663]: DEBUG nova.network.neutron [None req-03d54f9e-2515-4593-97b6-40d5c48edafe tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1034.918708] env[69663]: DEBUG oslo_concurrency.lockutils [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.919307] env[69663]: DEBUG nova.compute.manager [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1034.922542] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.174s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.925256] env[69663]: INFO nova.compute.claims [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.942961] env[69663]: DEBUG nova.network.neutron [None req-03d54f9e-2515-4593-97b6-40d5c48edafe tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.024845] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-14a07427-24c6-4d86-9956-7ad5ac0a1676 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1035.025131] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-14a07427-24c6-4d86-9956-7ad5ac0a1676 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1035.025328] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-14a07427-24c6-4d86-9956-7ad5ac0a1676 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Deleting the datastore file [datastore1] 7be8d9d2-3b54-490e-8a89-00324c49a5a0 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.025673] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03a48250-acc2-4ffa-98ec-88922cb1b717 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.033824] env[69663]: DEBUG oslo_vmware.api [None req-14a07427-24c6-4d86-9956-7ad5ac0a1676 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1035.033824] env[69663]: value = "task-3333125" [ 1035.033824] env[69663]: _type = "Task" [ 1035.033824] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.043069] env[69663]: DEBUG oslo_vmware.api [None req-14a07427-24c6-4d86-9956-7ad5ac0a1676 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.081665] env[69663]: DEBUG nova.network.neutron [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Updating instance_info_cache with network_info: [{"id": "bfcb7125-1e5c-4a25-89bf-1f44dfb29865", "address": "fa:16:3e:12:be:99", "network": {"id": "dd381980-2b3b-453a-bb5a-8322b67f3e39", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-99784382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2118e829f1ae4dc4ad1863d3480354c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfcb7125-1e", "ovs_interfaceid": "bfcb7125-1e5c-4a25-89bf-1f44dfb29865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.224872] env[69663]: DEBUG oslo_vmware.api [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]528d5bc8-d50c-0224-2166-ba4ae55f63e8, 'name': SearchDatastore_Task, 'duration_secs': 0.067691} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.225378] env[69663]: DEBUG oslo_concurrency.lockutils [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.226758] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.227198] env[69663]: DEBUG oslo_concurrency.lockutils [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.227441] env[69663]: DEBUG oslo_concurrency.lockutils [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.227745] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.228479] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3c53554-404a-47e2-966f-163e9bf02f32 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.250444] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.251448] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1035.251945] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dddec8f7-41e5-49c9-ab8d-35e6fd44ae48 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.259755] env[69663]: DEBUG oslo_vmware.api [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Waiting for the task: (returnval){ [ 1035.259755] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]524d2a58-c89d-96a6-0219-140ba77b1878" [ 1035.259755] env[69663]: _type = "Task" [ 1035.259755] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.269710] env[69663]: DEBUG oslo_vmware.api [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]524d2a58-c89d-96a6-0219-140ba77b1878, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.335666] env[69663]: DEBUG nova.network.neutron [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Updating instance_info_cache with network_info: [{"id": "02ef64b1-77d1-4fa6-b760-2261bd62e8ed", "address": "fa:16:3e:0d:a9:48", "network": {"id": "5a6f0b16-b7d9-4000-a0b1-0c53263b1283", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628369363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75906937e13d492489a3a42c454f1141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02ef64b1-77", "ovs_interfaceid": "02ef64b1-77d1-4fa6-b760-2261bd62e8ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.432275] env[69663]: DEBUG nova.compute.utils [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1035.435677] env[69663]: DEBUG nova.compute.manager [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1035.435677] env[69663]: DEBUG nova.network.neutron [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1035.451411] env[69663]: DEBUG oslo_concurrency.lockutils [None req-03d54f9e-2515-4593-97b6-40d5c48edafe tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Releasing lock "refresh_cache-05068eba-d34c-4cb2-9b97-330a27d631f1" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.451411] env[69663]: DEBUG nova.compute.manager [None req-03d54f9e-2515-4593-97b6-40d5c48edafe tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1035.451411] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-03d54f9e-2515-4593-97b6-40d5c48edafe tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1035.453721] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46da6db6-fee6-4fa3-9f51-65567ec3db1d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.465915] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d54f9e-2515-4593-97b6-40d5c48edafe tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1035.466262] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14b66a6f-4513-45a6-8b29-84102766be9d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.475523] env[69663]: DEBUG oslo_vmware.api [None req-03d54f9e-2515-4593-97b6-40d5c48edafe tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Waiting for the task: (returnval){ [ 1035.475523] env[69663]: value = "task-3333126" [ 1035.475523] env[69663]: _type = "Task" [ 1035.475523] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.485438] env[69663]: DEBUG oslo_vmware.api [None req-03d54f9e-2515-4593-97b6-40d5c48edafe tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': task-3333126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.539734] env[69663]: DEBUG nova.policy [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed838432ba2d4832a2bbcb0dafca7dda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebc9ee8eda884e129ed4d8aee000d917', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1035.550531] env[69663]: DEBUG oslo_vmware.api [None req-14a07427-24c6-4d86-9956-7ad5ac0a1676 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.567883] env[69663]: DEBUG nova.compute.manager [req-9f410651-938e-4138-b8bb-e3a7fd9eb2fd req-7bee4c21-0c45-406b-8855-202da1b2c3fb service nova] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Received event network-changed-bfcb7125-1e5c-4a25-89bf-1f44dfb29865 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1035.568112] env[69663]: DEBUG nova.compute.manager [req-9f410651-938e-4138-b8bb-e3a7fd9eb2fd req-7bee4c21-0c45-406b-8855-202da1b2c3fb service nova] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Refreshing instance network info cache due to event network-changed-bfcb7125-1e5c-4a25-89bf-1f44dfb29865. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1035.568311] env[69663]: DEBUG oslo_concurrency.lockutils [req-9f410651-938e-4138-b8bb-e3a7fd9eb2fd req-7bee4c21-0c45-406b-8855-202da1b2c3fb service nova] Acquiring lock "refresh_cache-444ff9f6-7884-4462-ae71-78db6bb5f242" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.584116] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Releasing lock "refresh_cache-444ff9f6-7884-4462-ae71-78db6bb5f242" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.584548] env[69663]: DEBUG nova.compute.manager [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Instance network_info: |[{"id": "bfcb7125-1e5c-4a25-89bf-1f44dfb29865", "address": "fa:16:3e:12:be:99", "network": {"id": "dd381980-2b3b-453a-bb5a-8322b67f3e39", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-99784382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2118e829f1ae4dc4ad1863d3480354c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfcb7125-1e", "ovs_interfaceid": "bfcb7125-1e5c-4a25-89bf-1f44dfb29865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1035.584859] env[69663]: DEBUG oslo_concurrency.lockutils [req-9f410651-938e-4138-b8bb-e3a7fd9eb2fd req-7bee4c21-0c45-406b-8855-202da1b2c3fb service nova] Acquired lock "refresh_cache-444ff9f6-7884-4462-ae71-78db6bb5f242" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.585064] env[69663]: DEBUG nova.network.neutron [req-9f410651-938e-4138-b8bb-e3a7fd9eb2fd req-7bee4c21-0c45-406b-8855-202da1b2c3fb service nova] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Refreshing network info cache for port bfcb7125-1e5c-4a25-89bf-1f44dfb29865 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1035.586524] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:be:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e547d234-640c-449b-8279-0b16f75d6627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfcb7125-1e5c-4a25-89bf-1f44dfb29865', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.601385] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.602560] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1035.603514] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2c69d1f-c40b-4f29-a1da-35d402cc23f9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.626495] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.626495] env[69663]: value = "task-3333127" [ 1035.626495] env[69663]: _type = "Task" [ 1035.626495] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.636386] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333127, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.773427] env[69663]: DEBUG oslo_vmware.api [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]524d2a58-c89d-96a6-0219-140ba77b1878, 'name': SearchDatastore_Task, 'duration_secs': 0.026548} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.774860] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34584d23-deb0-4e75-9779-4fd212797e30 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.782889] env[69663]: DEBUG oslo_vmware.api [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Waiting for the task: (returnval){ [ 1035.782889] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e93c89-1824-3f41-4d70-393a0c948fd0" [ 1035.782889] env[69663]: _type = "Task" [ 1035.782889] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.794015] env[69663]: DEBUG oslo_vmware.api [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e93c89-1824-3f41-4d70-393a0c948fd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.838253] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Releasing lock "refresh_cache-847867f7-e724-49f7-9caf-35f2cc2406ba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.938793] env[69663]: DEBUG nova.compute.manager [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1035.993440] env[69663]: DEBUG oslo_vmware.api [None req-03d54f9e-2515-4593-97b6-40d5c48edafe tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': task-3333126, 'name': PowerOffVM_Task, 'duration_secs': 0.286452} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.993859] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d54f9e-2515-4593-97b6-40d5c48edafe tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1035.994120] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-03d54f9e-2515-4593-97b6-40d5c48edafe tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1035.994449] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e246af56-6a8a-4726-a3fa-b82bfe1b16f1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.033214] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-03d54f9e-2515-4593-97b6-40d5c48edafe tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1036.033214] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-03d54f9e-2515-4593-97b6-40d5c48edafe tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1036.033214] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-03d54f9e-2515-4593-97b6-40d5c48edafe tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Deleting the datastore file [datastore2] 05068eba-d34c-4cb2-9b97-330a27d631f1 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.033214] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5409ba2-c700-40b9-8d6a-fb14b0228705 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.040907] env[69663]: DEBUG oslo_vmware.api [None req-03d54f9e-2515-4593-97b6-40d5c48edafe tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Waiting for the task: (returnval){ [ 1036.040907] env[69663]: value = "task-3333129" [ 1036.040907] env[69663]: _type = "Task" [ 1036.040907] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.055047] env[69663]: DEBUG oslo_vmware.api [None req-14a07427-24c6-4d86-9956-7ad5ac0a1676 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.57627} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.055758] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-14a07427-24c6-4d86-9956-7ad5ac0a1676 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.056022] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-14a07427-24c6-4d86-9956-7ad5ac0a1676 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1036.056398] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-14a07427-24c6-4d86-9956-7ad5ac0a1676 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1036.056597] env[69663]: INFO nova.compute.manager [None req-14a07427-24c6-4d86-9956-7ad5ac0a1676 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Took 2.02 seconds to destroy the instance on the hypervisor. [ 1036.056849] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14a07427-24c6-4d86-9956-7ad5ac0a1676 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.057065] env[69663]: DEBUG nova.compute.manager [-] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1036.057164] env[69663]: DEBUG nova.network.neutron [-] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1036.061691] env[69663]: DEBUG oslo_vmware.api [None req-03d54f9e-2515-4593-97b6-40d5c48edafe tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': task-3333129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.138411] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333127, 'name': CreateVM_Task, 'duration_secs': 0.396914} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.140995] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1036.141931] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.142155] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.142501] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.142803] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1b94218-76c3-4235-8149-e456868d3c75 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.149645] env[69663]: DEBUG oslo_vmware.api [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for the task: (returnval){ [ 1036.149645] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52af2ac9-50ab-90b1-0c5f-f96d3f3473a1" [ 1036.149645] env[69663]: _type = "Task" [ 1036.149645] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.163401] env[69663]: DEBUG oslo_vmware.api [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52af2ac9-50ab-90b1-0c5f-f96d3f3473a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.297587] env[69663]: DEBUG oslo_vmware.api [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e93c89-1824-3f41-4d70-393a0c948fd0, 'name': SearchDatastore_Task, 'duration_secs': 0.015091} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.300311] env[69663]: DEBUG oslo_concurrency.lockutils [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.300594] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 8fe87707-a4e9-4697-9b8a-e10b810c0b0b/8fe87707-a4e9-4697-9b8a-e10b810c0b0b.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1036.300896] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28c2fa35-c1a8-4c0f-b429-b99dcaded32f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.311086] env[69663]: DEBUG oslo_vmware.api [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Waiting for the task: (returnval){ [ 1036.311086] env[69663]: value = "task-3333130" [ 1036.311086] env[69663]: _type = "Task" [ 1036.311086] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.374203] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1036.374700] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a113b76a-846b-45cc-8ca7-1400ea18cb97 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.384714] env[69663]: DEBUG oslo_vmware.api [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1036.384714] env[69663]: value = "task-3333131" [ 1036.384714] env[69663]: _type = "Task" [ 1036.384714] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.398496] env[69663]: DEBUG oslo_vmware.api [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.410984] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93eb9fb9-4c2e-4d3a-8a12-cd933b407715 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.420773] env[69663]: DEBUG nova.network.neutron [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Successfully created port: b3d72b8a-4a01-48a0-9de1-560ed6701f61 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1036.426661] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63971e12-54e1-4519-b0e5-ecfe99ed3a2a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.464953] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23beec63-c40e-4afb-a1c0-942699e26edc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.473762] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbe42e5-77a0-4514-818f-b017832c40fd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.489017] env[69663]: DEBUG nova.compute.provider_tree [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.555297] env[69663]: DEBUG oslo_vmware.api [None req-03d54f9e-2515-4593-97b6-40d5c48edafe tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Task: {'id': task-3333129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268798} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.555588] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-03d54f9e-2515-4593-97b6-40d5c48edafe tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.555795] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-03d54f9e-2515-4593-97b6-40d5c48edafe tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1036.556066] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-03d54f9e-2515-4593-97b6-40d5c48edafe tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1036.556323] env[69663]: INFO nova.compute.manager [None req-03d54f9e-2515-4593-97b6-40d5c48edafe tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1036.556658] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03d54f9e-2515-4593-97b6-40d5c48edafe tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.556992] env[69663]: DEBUG nova.compute.manager [-] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1036.557221] env[69663]: DEBUG nova.network.neutron [-] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1036.667760] env[69663]: DEBUG oslo_vmware.api [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52af2ac9-50ab-90b1-0c5f-f96d3f3473a1, 'name': SearchDatastore_Task, 'duration_secs': 0.038588} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.669123] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.669599] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.669959] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.670196] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.670451] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.670863] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23d7d27a-fb75-4f80-abbe-af045d857f3c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.686391] env[69663]: DEBUG nova.network.neutron [req-9f410651-938e-4138-b8bb-e3a7fd9eb2fd req-7bee4c21-0c45-406b-8855-202da1b2c3fb service nova] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Updated VIF entry in instance network info cache for port bfcb7125-1e5c-4a25-89bf-1f44dfb29865. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1036.686875] env[69663]: DEBUG nova.network.neutron [req-9f410651-938e-4138-b8bb-e3a7fd9eb2fd req-7bee4c21-0c45-406b-8855-202da1b2c3fb service nova] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Updating instance_info_cache with network_info: [{"id": "bfcb7125-1e5c-4a25-89bf-1f44dfb29865", "address": "fa:16:3e:12:be:99", "network": {"id": "dd381980-2b3b-453a-bb5a-8322b67f3e39", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-99784382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2118e829f1ae4dc4ad1863d3480354c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfcb7125-1e", "ovs_interfaceid": "bfcb7125-1e5c-4a25-89bf-1f44dfb29865", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.689519] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.689802] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1036.690623] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbd6c9ad-2547-49e1-b4c3-e0ac60114a86 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.699131] env[69663]: DEBUG oslo_vmware.api [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for the task: (returnval){ [ 1036.699131] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]521e46fa-c5e6-607a-892f-1b654bbd9f70" [ 1036.699131] env[69663]: _type = "Task" [ 1036.699131] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.711421] env[69663]: DEBUG oslo_vmware.api [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]521e46fa-c5e6-607a-892f-1b654bbd9f70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.821575] env[69663]: DEBUG oslo_vmware.api [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': task-3333130, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.822460] env[69663]: DEBUG nova.network.neutron [-] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1036.895344] env[69663]: DEBUG oslo_vmware.api [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333131, 'name': PowerOffVM_Task, 'duration_secs': 0.203301} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.895745] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1036.896688] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe4c061-0749-4b39-b69f-8260d0b8ce7b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.929029] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd68d70c-7b53-4d95-babb-4e97f251588c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.967156] env[69663]: DEBUG nova.compute.manager [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1036.982369] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1036.982984] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c75d134-2c98-4529-9945-16a453d16250 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.993737] env[69663]: DEBUG nova.scheduler.client.report [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1037.001199] env[69663]: DEBUG nova.virt.hardware [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1037.001199] env[69663]: DEBUG nova.virt.hardware [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1037.001199] env[69663]: DEBUG nova.virt.hardware [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.001199] env[69663]: DEBUG nova.virt.hardware [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1037.001199] env[69663]: DEBUG nova.virt.hardware [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.001199] env[69663]: DEBUG nova.virt.hardware [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1037.001536] env[69663]: DEBUG nova.virt.hardware [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1037.001536] env[69663]: DEBUG nova.virt.hardware [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1037.001595] env[69663]: DEBUG nova.virt.hardware [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1037.003047] env[69663]: DEBUG nova.virt.hardware [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1037.003047] env[69663]: DEBUG nova.virt.hardware [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1037.003047] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e1d195-a0ec-4fe0-9cfd-c1e654e87762 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.007562] env[69663]: DEBUG oslo_vmware.api [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1037.007562] env[69663]: value = "task-3333132" [ 1037.007562] env[69663]: _type = "Task" [ 1037.007562] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.017369] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda885b5-b291-47b3-a6d2-ad853e717cbf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.026814] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] VM already powered off {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1037.027061] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1037.027291] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.194946] env[69663]: DEBUG oslo_concurrency.lockutils [req-9f410651-938e-4138-b8bb-e3a7fd9eb2fd req-7bee4c21-0c45-406b-8855-202da1b2c3fb service nova] Releasing lock "refresh_cache-444ff9f6-7884-4462-ae71-78db6bb5f242" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.209560] env[69663]: DEBUG oslo_vmware.api [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]521e46fa-c5e6-607a-892f-1b654bbd9f70, 'name': SearchDatastore_Task, 'duration_secs': 0.065834} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.210383] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faa05673-beeb-47c5-b59e-89c9e3ef6b48 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.220146] env[69663]: DEBUG oslo_vmware.api [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for the task: (returnval){ [ 1037.220146] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]528e5734-e607-e294-5f56-a6a0e2ae8a57" [ 1037.220146] env[69663]: _type = "Task" [ 1037.220146] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.225668] env[69663]: DEBUG oslo_vmware.api [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]528e5734-e607-e294-5f56-a6a0e2ae8a57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.326702] env[69663]: DEBUG nova.network.neutron [-] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.327925] env[69663]: DEBUG oslo_vmware.api [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': task-3333130, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525938} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.328520] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 8fe87707-a4e9-4697-9b8a-e10b810c0b0b/8fe87707-a4e9-4697-9b8a-e10b810c0b0b.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1037.328520] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.328870] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f60f7792-7368-468f-8807-512c274ea67d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.338853] env[69663]: DEBUG oslo_vmware.api [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Waiting for the task: (returnval){ [ 1037.338853] env[69663]: value = "task-3333133" [ 1037.338853] env[69663]: _type = "Task" [ 1037.338853] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.350745] env[69663]: DEBUG oslo_vmware.api [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': task-3333133, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.508626] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.508731] env[69663]: DEBUG nova.compute.manager [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1037.514557] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.562s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.516138] env[69663]: INFO nova.compute.claims [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.598915] env[69663]: DEBUG nova.compute.manager [req-074748d1-c09b-4be6-9017-e88c523d837f req-2e680745-9f4a-41f8-a147-ce0df7201d09 service nova] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Received event network-vif-deleted-db78c5ea-f3e7-4d0f-8017-daa2d9e951c0 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1037.599218] env[69663]: INFO nova.compute.manager [req-074748d1-c09b-4be6-9017-e88c523d837f req-2e680745-9f4a-41f8-a147-ce0df7201d09 service nova] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Neutron deleted interface db78c5ea-f3e7-4d0f-8017-daa2d9e951c0; detaching it from the instance and deleting it from the info cache [ 1037.599456] env[69663]: DEBUG nova.network.neutron [req-074748d1-c09b-4be6-9017-e88c523d837f req-2e680745-9f4a-41f8-a147-ce0df7201d09 service nova] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.728736] env[69663]: DEBUG oslo_vmware.api [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]528e5734-e607-e294-5f56-a6a0e2ae8a57, 'name': SearchDatastore_Task, 'duration_secs': 0.012464} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.728736] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.729787] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 444ff9f6-7884-4462-ae71-78db6bb5f242/444ff9f6-7884-4462-ae71-78db6bb5f242.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1037.729787] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.729787] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1037.729943] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a38d25d1-c1e5-4b32-8c2c-7868d3b4d3fc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.731911] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41b04971-0273-4c59-878d-6f4131284b6e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.745325] env[69663]: DEBUG oslo_vmware.api [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for the task: (returnval){ [ 1037.745325] env[69663]: value = "task-3333134" [ 1037.745325] env[69663]: _type = "Task" [ 1037.745325] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.754678] env[69663]: DEBUG oslo_vmware.api [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.757201] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1037.757523] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1037.758318] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed5d3c40-ca78-40fe-92fd-e5c5183e7577 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.764221] env[69663]: DEBUG oslo_vmware.api [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1037.764221] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52fbd6f0-98f3-8ec3-1efc-2874aab5ffe3" [ 1037.764221] env[69663]: _type = "Task" [ 1037.764221] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.772784] env[69663]: DEBUG oslo_vmware.api [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52fbd6f0-98f3-8ec3-1efc-2874aab5ffe3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.829567] env[69663]: INFO nova.compute.manager [-] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Took 1.27 seconds to deallocate network for instance. [ 1037.850618] env[69663]: DEBUG oslo_vmware.api [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': task-3333133, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08521} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.850618] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.851701] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc917450-a829-462d-b1d9-833b2d38b6cf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.875362] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 8fe87707-a4e9-4697-9b8a-e10b810c0b0b/8fe87707-a4e9-4697-9b8a-e10b810c0b0b.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.876685] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7c4b2ff-9a86-4867-a7a9-9d8021489b44 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.899743] env[69663]: DEBUG oslo_vmware.api [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Waiting for the task: (returnval){ [ 1037.899743] env[69663]: value = "task-3333135" [ 1037.899743] env[69663]: _type = "Task" [ 1037.899743] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.910253] env[69663]: DEBUG oslo_vmware.api [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': task-3333135, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.939274] env[69663]: DEBUG nova.network.neutron [-] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.017048] env[69663]: DEBUG nova.compute.utils [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1038.017763] env[69663]: DEBUG nova.compute.manager [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1038.017855] env[69663]: DEBUG nova.network.neutron [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1038.077434] env[69663]: DEBUG nova.policy [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3e81da551f24b998b63e4e06b8be5be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68815e7d149245cba41f9e38abbf12c9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1038.101702] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2696d249-aca6-4d19-be80-716a4c2ce282 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.112421] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3281dc-5b9e-4b64-bc52-35b950af204b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.151367] env[69663]: DEBUG nova.compute.manager [req-074748d1-c09b-4be6-9017-e88c523d837f req-2e680745-9f4a-41f8-a147-ce0df7201d09 service nova] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Detach interface failed, port_id=db78c5ea-f3e7-4d0f-8017-daa2d9e951c0, reason: Instance 7be8d9d2-3b54-490e-8a89-00324c49a5a0 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1038.256126] env[69663]: DEBUG oslo_vmware.api [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333134, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.276610] env[69663]: DEBUG oslo_vmware.api [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52fbd6f0-98f3-8ec3-1efc-2874aab5ffe3, 'name': SearchDatastore_Task, 'duration_secs': 0.043497} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.277577] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34cf6ad4-e736-4a85-a0d9-7e32702699d0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.284444] env[69663]: DEBUG oslo_vmware.api [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1038.284444] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]528ef801-b74e-c7f8-b191-5b923e91b9ef" [ 1038.284444] env[69663]: _type = "Task" [ 1038.284444] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.298531] env[69663]: DEBUG oslo_vmware.api [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]528ef801-b74e-c7f8-b191-5b923e91b9ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.336946] env[69663]: DEBUG oslo_concurrency.lockutils [None req-03d54f9e-2515-4593-97b6-40d5c48edafe tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.415862] env[69663]: DEBUG oslo_vmware.api [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': task-3333135, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.442840] env[69663]: INFO nova.compute.manager [-] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Took 2.39 seconds to deallocate network for instance. [ 1038.521363] env[69663]: DEBUG nova.compute.manager [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1038.762828] env[69663]: DEBUG oslo_vmware.api [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333134, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.879286} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.763143] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 444ff9f6-7884-4462-ae71-78db6bb5f242/444ff9f6-7884-4462-ae71-78db6bb5f242.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1038.763373] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1038.763637] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2d1c34d-be0f-45ab-aac5-59dbddf5b75e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.772191] env[69663]: DEBUG oslo_vmware.api [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for the task: (returnval){ [ 1038.772191] env[69663]: value = "task-3333136" [ 1038.772191] env[69663]: _type = "Task" [ 1038.772191] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.787291] env[69663]: DEBUG oslo_vmware.api [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333136, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.801830] env[69663]: DEBUG oslo_vmware.api [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]528ef801-b74e-c7f8-b191-5b923e91b9ef, 'name': SearchDatastore_Task, 'duration_secs': 0.067375} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.803429] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.803429] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 847867f7-e724-49f7-9caf-35f2cc2406ba/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474-rescue.vmdk. {{(pid=69663) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1038.803429] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64e76871-2e87-4298-a604-ff50bdf7edd3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.818216] env[69663]: DEBUG oslo_vmware.api [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1038.818216] env[69663]: value = "task-3333137" [ 1038.818216] env[69663]: _type = "Task" [ 1038.818216] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.831574] env[69663]: DEBUG oslo_vmware.api [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.888416] env[69663]: DEBUG nova.network.neutron [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Successfully created port: 14cbf9a1-a2fb-4d48-bf35-cca994d37f32 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1038.916761] env[69663]: DEBUG oslo_vmware.api [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': task-3333135, 'name': ReconfigVM_Task, 'duration_secs': 0.850225} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.919358] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 8fe87707-a4e9-4697-9b8a-e10b810c0b0b/8fe87707-a4e9-4697-9b8a-e10b810c0b0b.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.920224] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa006954-81bb-4a26-b83c-41c95263b94a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.929702] env[69663]: DEBUG oslo_vmware.api [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Waiting for the task: (returnval){ [ 1038.929702] env[69663]: value = "task-3333138" [ 1038.929702] env[69663]: _type = "Task" [ 1038.929702] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.941586] env[69663]: DEBUG oslo_vmware.api [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': task-3333138, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.953323] env[69663]: DEBUG oslo_concurrency.lockutils [None req-14a07427-24c6-4d86-9956-7ad5ac0a1676 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.985094] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6947cdd-eddd-4e91-ba3b-65624945f045 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.996816] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1abfdf1-fcde-481e-9c86-b00366436aed {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.038291] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9217a6-25be-4848-8cad-907f7cfad274 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.045918] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955dd463-bfe0-4626-aead-1c2d2aede9ad {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.060409] env[69663]: DEBUG nova.compute.provider_tree [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.170968] env[69663]: DEBUG nova.network.neutron [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Successfully updated port: b3d72b8a-4a01-48a0-9de1-560ed6701f61 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1039.285109] env[69663]: DEBUG oslo_vmware.api [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333136, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075572} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.285585] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1039.286482] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0d22ae-3389-4122-8f3a-345fa94dbb2f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.316123] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 444ff9f6-7884-4462-ae71-78db6bb5f242/444ff9f6-7884-4462-ae71-78db6bb5f242.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1039.318304] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e90e077d-ddd8-484f-a29a-0defa871f9d1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.344529] env[69663]: DEBUG oslo_vmware.api [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.348289] env[69663]: DEBUG oslo_vmware.api [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for the task: (returnval){ [ 1039.348289] env[69663]: value = "task-3333139" [ 1039.348289] env[69663]: _type = "Task" [ 1039.348289] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.356176] env[69663]: DEBUG oslo_vmware.api [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333139, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.439176] env[69663]: DEBUG oslo_vmware.api [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': task-3333138, 'name': Rename_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.543084] env[69663]: DEBUG nova.compute.manager [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1039.563487] env[69663]: DEBUG nova.scheduler.client.report [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1039.576364] env[69663]: DEBUG nova.virt.hardware [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1039.577158] env[69663]: DEBUG nova.virt.hardware [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1039.577158] env[69663]: DEBUG nova.virt.hardware [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.577158] env[69663]: DEBUG nova.virt.hardware [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1039.577158] env[69663]: DEBUG nova.virt.hardware [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.577388] env[69663]: DEBUG nova.virt.hardware [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1039.577429] env[69663]: DEBUG nova.virt.hardware [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1039.577622] env[69663]: DEBUG nova.virt.hardware [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1039.577799] env[69663]: DEBUG nova.virt.hardware [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1039.577997] env[69663]: DEBUG nova.virt.hardware [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1039.578252] env[69663]: DEBUG nova.virt.hardware [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1039.579116] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fa2c54-a499-47b8-8fe7-90d261dbdf60 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.587939] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720287b8-f826-466a-9ae8-e113683ed429 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.624829] env[69663]: DEBUG nova.compute.manager [req-a5d3a9b9-5933-4dac-8a55-cdf1f4651bdb req-9ddcd65d-bc1a-4400-86f7-ce135be07e61 service nova] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Received event network-vif-plugged-b3d72b8a-4a01-48a0-9de1-560ed6701f61 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1039.625102] env[69663]: DEBUG oslo_concurrency.lockutils [req-a5d3a9b9-5933-4dac-8a55-cdf1f4651bdb req-9ddcd65d-bc1a-4400-86f7-ce135be07e61 service nova] Acquiring lock "17aeb666-e78b-4ef9-b7bb-b2623aed121b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.625384] env[69663]: DEBUG oslo_concurrency.lockutils [req-a5d3a9b9-5933-4dac-8a55-cdf1f4651bdb req-9ddcd65d-bc1a-4400-86f7-ce135be07e61 service nova] Lock "17aeb666-e78b-4ef9-b7bb-b2623aed121b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.625563] env[69663]: DEBUG oslo_concurrency.lockutils [req-a5d3a9b9-5933-4dac-8a55-cdf1f4651bdb req-9ddcd65d-bc1a-4400-86f7-ce135be07e61 service nova] Lock "17aeb666-e78b-4ef9-b7bb-b2623aed121b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.625802] env[69663]: DEBUG nova.compute.manager [req-a5d3a9b9-5933-4dac-8a55-cdf1f4651bdb req-9ddcd65d-bc1a-4400-86f7-ce135be07e61 service nova] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] No waiting events found dispatching network-vif-plugged-b3d72b8a-4a01-48a0-9de1-560ed6701f61 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1039.626015] env[69663]: WARNING nova.compute.manager [req-a5d3a9b9-5933-4dac-8a55-cdf1f4651bdb req-9ddcd65d-bc1a-4400-86f7-ce135be07e61 service nova] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Received unexpected event network-vif-plugged-b3d72b8a-4a01-48a0-9de1-560ed6701f61 for instance with vm_state building and task_state spawning. [ 1039.626159] env[69663]: DEBUG nova.compute.manager [req-a5d3a9b9-5933-4dac-8a55-cdf1f4651bdb req-9ddcd65d-bc1a-4400-86f7-ce135be07e61 service nova] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Received event network-changed-b3d72b8a-4a01-48a0-9de1-560ed6701f61 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1039.626318] env[69663]: DEBUG nova.compute.manager [req-a5d3a9b9-5933-4dac-8a55-cdf1f4651bdb req-9ddcd65d-bc1a-4400-86f7-ce135be07e61 service nova] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Refreshing instance network info cache due to event network-changed-b3d72b8a-4a01-48a0-9de1-560ed6701f61. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1039.626505] env[69663]: DEBUG oslo_concurrency.lockutils [req-a5d3a9b9-5933-4dac-8a55-cdf1f4651bdb req-9ddcd65d-bc1a-4400-86f7-ce135be07e61 service nova] Acquiring lock "refresh_cache-17aeb666-e78b-4ef9-b7bb-b2623aed121b" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.626650] env[69663]: DEBUG oslo_concurrency.lockutils [req-a5d3a9b9-5933-4dac-8a55-cdf1f4651bdb req-9ddcd65d-bc1a-4400-86f7-ce135be07e61 service nova] Acquired lock "refresh_cache-17aeb666-e78b-4ef9-b7bb-b2623aed121b" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.626806] env[69663]: DEBUG nova.network.neutron [req-a5d3a9b9-5933-4dac-8a55-cdf1f4651bdb req-9ddcd65d-bc1a-4400-86f7-ce135be07e61 service nova] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Refreshing network info cache for port b3d72b8a-4a01-48a0-9de1-560ed6701f61 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1039.676516] env[69663]: DEBUG oslo_concurrency.lockutils [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "refresh_cache-17aeb666-e78b-4ef9-b7bb-b2623aed121b" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.843937] env[69663]: DEBUG oslo_vmware.api [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.860105] env[69663]: DEBUG oslo_vmware.api [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333139, 'name': ReconfigVM_Task, 'duration_secs': 0.350312} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.860105] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 444ff9f6-7884-4462-ae71-78db6bb5f242/444ff9f6-7884-4462-ae71-78db6bb5f242.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.860105] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27e04fb0-921e-438b-bc7b-9885a6b3bcfc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.864572] env[69663]: DEBUG oslo_vmware.api [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for the task: (returnval){ [ 1039.864572] env[69663]: value = "task-3333140" [ 1039.864572] env[69663]: _type = "Task" [ 1039.864572] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.873355] env[69663]: DEBUG oslo_vmware.api [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333140, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.940986] env[69663]: DEBUG oslo_vmware.api [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': task-3333138, 'name': Rename_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.071226] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.071307] env[69663]: DEBUG nova.compute.manager [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1040.078875] env[69663]: DEBUG oslo_concurrency.lockutils [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.448s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.079242] env[69663]: DEBUG nova.objects.instance [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69663) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1040.160883] env[69663]: DEBUG nova.network.neutron [req-a5d3a9b9-5933-4dac-8a55-cdf1f4651bdb req-9ddcd65d-bc1a-4400-86f7-ce135be07e61 service nova] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1040.249667] env[69663]: DEBUG nova.network.neutron [req-a5d3a9b9-5933-4dac-8a55-cdf1f4651bdb req-9ddcd65d-bc1a-4400-86f7-ce135be07e61 service nova] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.344934] env[69663]: DEBUG oslo_vmware.api [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333137, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.489473} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.345192] env[69663]: INFO nova.virt.vmwareapi.ds_util [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 847867f7-e724-49f7-9caf-35f2cc2406ba/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474-rescue.vmdk. [ 1040.345998] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd75263-de8d-4f5c-93ee-0a5014f5fabe {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.371794] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 847867f7-e724-49f7-9caf-35f2cc2406ba/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474-rescue.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.372163] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f99b781e-f65c-417e-b672-3b53c984bc7b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.397714] env[69663]: DEBUG oslo_vmware.api [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333140, 'name': Rename_Task, 'duration_secs': 0.148837} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.398897] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1040.399222] env[69663]: DEBUG oslo_vmware.api [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1040.399222] env[69663]: value = "task-3333141" [ 1040.399222] env[69663]: _type = "Task" [ 1040.399222] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.399409] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-546345b2-6f28-4e6d-b172-715d8c03367a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.407389] env[69663]: DEBUG oslo_vmware.api [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for the task: (returnval){ [ 1040.407389] env[69663]: value = "task-3333142" [ 1040.407389] env[69663]: _type = "Task" [ 1040.407389] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.410384] env[69663]: DEBUG oslo_vmware.api [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333141, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.419409] env[69663]: DEBUG oslo_vmware.api [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333142, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.441520] env[69663]: DEBUG oslo_vmware.api [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': task-3333138, 'name': Rename_Task, 'duration_secs': 1.043833} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.441899] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1040.442162] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9b69ebf-f8c2-4724-b132-d40206374f0d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.447614] env[69663]: DEBUG oslo_vmware.api [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Waiting for the task: (returnval){ [ 1040.447614] env[69663]: value = "task-3333143" [ 1040.447614] env[69663]: _type = "Task" [ 1040.447614] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.455635] env[69663]: DEBUG oslo_vmware.api [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': task-3333143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.589566] env[69663]: DEBUG nova.compute.utils [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1040.597072] env[69663]: DEBUG nova.compute.manager [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1040.597072] env[69663]: DEBUG nova.network.neutron [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1040.682197] env[69663]: DEBUG nova.policy [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff9c6e81105e43e89ceb671e320cf680', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69e38c23e4344a638313c6c7d5573df2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1040.753298] env[69663]: DEBUG oslo_concurrency.lockutils [req-a5d3a9b9-5933-4dac-8a55-cdf1f4651bdb req-9ddcd65d-bc1a-4400-86f7-ce135be07e61 service nova] Releasing lock "refresh_cache-17aeb666-e78b-4ef9-b7bb-b2623aed121b" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.753794] env[69663]: DEBUG oslo_concurrency.lockutils [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquired lock "refresh_cache-17aeb666-e78b-4ef9-b7bb-b2623aed121b" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.753917] env[69663]: DEBUG nova.network.neutron [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1040.819022] env[69663]: DEBUG nova.compute.manager [req-1aac17cd-2859-41f7-a097-302c70ffe428 req-be0fd547-9f44-4024-9aa2-4fde63b0ff67 service nova] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Received event network-vif-plugged-14cbf9a1-a2fb-4d48-bf35-cca994d37f32 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1040.820066] env[69663]: DEBUG oslo_concurrency.lockutils [req-1aac17cd-2859-41f7-a097-302c70ffe428 req-be0fd547-9f44-4024-9aa2-4fde63b0ff67 service nova] Acquiring lock "5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.820568] env[69663]: DEBUG oslo_concurrency.lockutils [req-1aac17cd-2859-41f7-a097-302c70ffe428 req-be0fd547-9f44-4024-9aa2-4fde63b0ff67 service nova] Lock "5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.820568] env[69663]: DEBUG oslo_concurrency.lockutils [req-1aac17cd-2859-41f7-a097-302c70ffe428 req-be0fd547-9f44-4024-9aa2-4fde63b0ff67 service nova] Lock "5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.820839] env[69663]: DEBUG nova.compute.manager [req-1aac17cd-2859-41f7-a097-302c70ffe428 req-be0fd547-9f44-4024-9aa2-4fde63b0ff67 service nova] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] No waiting events found dispatching network-vif-plugged-14cbf9a1-a2fb-4d48-bf35-cca994d37f32 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1040.820839] env[69663]: WARNING nova.compute.manager [req-1aac17cd-2859-41f7-a097-302c70ffe428 req-be0fd547-9f44-4024-9aa2-4fde63b0ff67 service nova] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Received unexpected event network-vif-plugged-14cbf9a1-a2fb-4d48-bf35-cca994d37f32 for instance with vm_state building and task_state spawning. [ 1040.911116] env[69663]: DEBUG oslo_vmware.api [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333141, 'name': ReconfigVM_Task, 'duration_secs': 0.372432} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.914393] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 847867f7-e724-49f7-9caf-35f2cc2406ba/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474-rescue.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.915427] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2728ed3-4376-4eaf-a647-e6e45320c865 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.923440] env[69663]: DEBUG oslo_vmware.api [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333142, 'name': PowerOnVM_Task, 'duration_secs': 0.482108} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.942259] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1040.942548] env[69663]: INFO nova.compute.manager [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Took 8.47 seconds to spawn the instance on the hypervisor. [ 1040.942753] env[69663]: DEBUG nova.compute.manager [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1040.948424] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb487e54-017a-4ee6-92c8-d9ccdef5c687 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.951121] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3d114d3-7bc2-402e-974c-e56a5827d308 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.973976] env[69663]: DEBUG oslo_vmware.api [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': task-3333143, 'name': PowerOnVM_Task, 'duration_secs': 0.468802} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.974317] env[69663]: DEBUG oslo_vmware.api [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1040.974317] env[69663]: value = "task-3333144" [ 1040.974317] env[69663]: _type = "Task" [ 1040.974317] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.974855] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1040.975083] env[69663]: DEBUG nova.compute.manager [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1040.976016] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc4ac9c-7686-48d7-a7be-74e6aa186881 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.994755] env[69663]: DEBUG oslo_vmware.api [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333144, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.094951] env[69663]: DEBUG nova.compute.utils [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1041.097036] env[69663]: DEBUG oslo_concurrency.lockutils [None req-51538421-4c08-4f45-8c10-df0236110a37 tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.097885] env[69663]: DEBUG oslo_concurrency.lockutils [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.736s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.098164] env[69663]: DEBUG nova.objects.instance [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lazy-loading 'resources' on Instance uuid 8e5c93fa-997e-4b35-8efc-5ca205396b6f {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.154090] env[69663]: DEBUG nova.network.neutron [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Successfully created port: 921a911c-a994-4702-b015-5233b814122c {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1041.350317] env[69663]: DEBUG nova.network.neutron [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Successfully updated port: 14cbf9a1-a2fb-4d48-bf35-cca994d37f32 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.364532] env[69663]: DEBUG nova.network.neutron [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1041.489190] env[69663]: INFO nova.compute.manager [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Took 45.76 seconds to build instance. [ 1041.493683] env[69663]: DEBUG oslo_vmware.api [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333144, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.508732] env[69663]: DEBUG oslo_concurrency.lockutils [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.600837] env[69663]: DEBUG nova.compute.manager [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1041.856599] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "refresh_cache-5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.856763] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquired lock "refresh_cache-5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.856915] env[69663]: DEBUG nova.network.neutron [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1041.974776] env[69663]: DEBUG nova.network.neutron [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Updating instance_info_cache with network_info: [{"id": "b3d72b8a-4a01-48a0-9de1-560ed6701f61", "address": "fa:16:3e:65:cc:0f", "network": {"id": "8cbca3bc-03a1-4ed9-ac5e-db7b5a43ca88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-814804723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebc9ee8eda884e129ed4d8aee000d917", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3d72b8a-4a", "ovs_interfaceid": "b3d72b8a-4a01-48a0-9de1-560ed6701f61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.991528] env[69663]: DEBUG oslo_vmware.api [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333144, 'name': ReconfigVM_Task, 'duration_secs': 0.596132} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.994768] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1041.996026] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c0ea2c76-ea4f-4e66-9cb1-18736bef0629 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Lock "444ff9f6-7884-4462-ae71-78db6bb5f242" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.620s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.996026] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ffb352e-e026-434a-9aea-e66dc2790ac1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.005049] env[69663]: DEBUG oslo_vmware.api [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1042.005049] env[69663]: value = "task-3333145" [ 1042.005049] env[69663]: _type = "Task" [ 1042.005049] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.018871] env[69663]: DEBUG oslo_vmware.api [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.064886] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de06003-1434-4cd7-98fe-7078a5c61273 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.075404] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d84bcf-cbe7-49c2-9751-81718f6915b1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.114709] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f23774c-a8b8-4b78-b585-7dc08bae083b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.123008] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41538d66-93d0-4121-bceb-aaee1f51f1be {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.138623] env[69663]: DEBUG nova.compute.provider_tree [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1042.225049] env[69663]: DEBUG nova.compute.manager [req-6e3cf8f4-1933-47af-add6-59e3d67cef67 req-5209f545-40ee-43cd-a80d-0630c6b76707 service nova] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Received event network-changed-14cbf9a1-a2fb-4d48-bf35-cca994d37f32 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1042.225049] env[69663]: DEBUG nova.compute.manager [req-6e3cf8f4-1933-47af-add6-59e3d67cef67 req-5209f545-40ee-43cd-a80d-0630c6b76707 service nova] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Refreshing instance network info cache due to event network-changed-14cbf9a1-a2fb-4d48-bf35-cca994d37f32. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1042.225049] env[69663]: DEBUG oslo_concurrency.lockutils [req-6e3cf8f4-1933-47af-add6-59e3d67cef67 req-5209f545-40ee-43cd-a80d-0630c6b76707 service nova] Acquiring lock "refresh_cache-5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.426921] env[69663]: DEBUG nova.network.neutron [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1042.477334] env[69663]: DEBUG oslo_concurrency.lockutils [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Releasing lock "refresh_cache-17aeb666-e78b-4ef9-b7bb-b2623aed121b" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.477663] env[69663]: DEBUG nova.compute.manager [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Instance network_info: |[{"id": "b3d72b8a-4a01-48a0-9de1-560ed6701f61", "address": "fa:16:3e:65:cc:0f", "network": {"id": "8cbca3bc-03a1-4ed9-ac5e-db7b5a43ca88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-814804723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebc9ee8eda884e129ed4d8aee000d917", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3d72b8a-4a", "ovs_interfaceid": "b3d72b8a-4a01-48a0-9de1-560ed6701f61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1042.478136] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:cc:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec903a9-d773-4d7c-a80c-c2533be346fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3d72b8a-4a01-48a0-9de1-560ed6701f61', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.485855] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.486567] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1042.486837] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a46451d7-6481-4f22-8c2d-13640926dc53 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.510344] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.510344] env[69663]: value = "task-3333146" [ 1042.510344] env[69663]: _type = "Task" [ 1042.510344] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.513719] env[69663]: DEBUG oslo_vmware.api [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333145, 'name': PowerOnVM_Task, 'duration_secs': 0.425628} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.516874] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1042.519589] env[69663]: DEBUG nova.compute.manager [None req-d8fb2be0-3024-4e20-b862-a3ff20e163e8 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1042.520366] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0ce9e9-33dd-4ce6-a960-afe6eb031f6d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.525812] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333146, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.622059] env[69663]: DEBUG nova.compute.manager [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1042.658498] env[69663]: DEBUG nova.network.neutron [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Updating instance_info_cache with network_info: [{"id": "14cbf9a1-a2fb-4d48-bf35-cca994d37f32", "address": "fa:16:3e:a2:aa:eb", "network": {"id": "574b1c04-2607-4692-ac23-60377f5a2ddd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1371851621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68815e7d149245cba41f9e38abbf12c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14cbf9a1-a2", "ovs_interfaceid": "14cbf9a1-a2fb-4d48-bf35-cca994d37f32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.662287] env[69663]: DEBUG nova.virt.hardware [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:29:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={},flavorid='1769913679',id=40,is_public=True,memory_mb=1024,name='tempest-ServersWithFlavorSwapResizeTest-flavor-1796510115',projects=,root_gb=1,rxtx_factor=1.0,swap=1024,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1042.662287] env[69663]: DEBUG nova.virt.hardware [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1042.662287] env[69663]: DEBUG nova.virt.hardware [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.662287] env[69663]: DEBUG nova.virt.hardware [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1042.662650] env[69663]: DEBUG nova.virt.hardware [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.662650] env[69663]: DEBUG nova.virt.hardware [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1042.662882] env[69663]: DEBUG nova.virt.hardware [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1042.663635] env[69663]: DEBUG nova.virt.hardware [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1042.663635] env[69663]: DEBUG nova.virt.hardware [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1042.663635] env[69663]: DEBUG nova.virt.hardware [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1042.663635] env[69663]: DEBUG nova.virt.hardware [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1042.667178] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77159e9d-80ca-4888-b92d-44dbbbb76eab {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.675878] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7faf2e11-179c-4d4d-b975-d772359168e9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.683075] env[69663]: ERROR nova.scheduler.client.report [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [req-e3cd64e5-c636-404f-a846-d6c4034b0c52] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f2fb168a-c97f-41a4-9b18-725376271f6b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e3cd64e5-c636-404f-a846-d6c4034b0c52"}]} [ 1042.707852] env[69663]: DEBUG nova.scheduler.client.report [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Refreshing inventories for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1042.725752] env[69663]: DEBUG nova.scheduler.client.report [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Updating ProviderTree inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1042.726074] env[69663]: DEBUG nova.compute.provider_tree [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1042.744695] env[69663]: DEBUG nova.scheduler.client.report [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Refreshing aggregate associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, aggregates: None {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1042.748011] env[69663]: DEBUG oslo_concurrency.lockutils [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Acquiring lock "748324ef-1238-4d84-a984-a5a4a83a830d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.748271] env[69663]: DEBUG oslo_concurrency.lockutils [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Lock "748324ef-1238-4d84-a984-a5a4a83a830d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.781249] env[69663]: DEBUG nova.scheduler.client.report [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Refreshing trait associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1043.023869] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333146, 'name': CreateVM_Task, 'duration_secs': 0.363056} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.026472] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1043.027588] env[69663]: DEBUG oslo_concurrency.lockutils [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.027752] env[69663]: DEBUG oslo_concurrency.lockutils [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.028358] env[69663]: DEBUG oslo_concurrency.lockutils [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.028358] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79063b26-0923-4b7c-98c3-895f69bfb565 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.035513] env[69663]: DEBUG oslo_vmware.api [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1043.035513] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52774bc4-2861-c3fe-8c9f-d607d1c4efb5" [ 1043.035513] env[69663]: _type = "Task" [ 1043.035513] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.049923] env[69663]: DEBUG oslo_vmware.api [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52774bc4-2861-c3fe-8c9f-d607d1c4efb5, 'name': SearchDatastore_Task, 'duration_secs': 0.011446} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.050368] env[69663]: DEBUG oslo_concurrency.lockutils [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.050731] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.051091] env[69663]: DEBUG oslo_concurrency.lockutils [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.051389] env[69663]: DEBUG oslo_concurrency.lockutils [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.051712] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.052088] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3eea3451-ad43-4c67-8bd5-66b2297e9627 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.065030] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.065030] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1043.065030] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c2418bd-ec18-4812-92bc-ae8fc5194a85 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.071093] env[69663]: DEBUG oslo_vmware.api [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1043.071093] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5206b29d-6ae1-ea58-be4a-5f40496a4e7d" [ 1043.071093] env[69663]: _type = "Task" [ 1043.071093] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.082773] env[69663]: DEBUG oslo_vmware.api [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5206b29d-6ae1-ea58-be4a-5f40496a4e7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.161656] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Releasing lock "refresh_cache-5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.162205] env[69663]: DEBUG nova.compute.manager [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Instance network_info: |[{"id": "14cbf9a1-a2fb-4d48-bf35-cca994d37f32", "address": "fa:16:3e:a2:aa:eb", "network": {"id": "574b1c04-2607-4692-ac23-60377f5a2ddd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1371851621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68815e7d149245cba41f9e38abbf12c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14cbf9a1-a2", "ovs_interfaceid": "14cbf9a1-a2fb-4d48-bf35-cca994d37f32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1043.163069] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0b17bda9-3b14-4035-810f-5b26d9312947 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Acquiring lock "8fe87707-a4e9-4697-9b8a-e10b810c0b0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.163443] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0b17bda9-3b14-4035-810f-5b26d9312947 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Lock "8fe87707-a4e9-4697-9b8a-e10b810c0b0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.163795] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0b17bda9-3b14-4035-810f-5b26d9312947 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Acquiring lock "8fe87707-a4e9-4697-9b8a-e10b810c0b0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.164266] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0b17bda9-3b14-4035-810f-5b26d9312947 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Lock "8fe87707-a4e9-4697-9b8a-e10b810c0b0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.164582] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0b17bda9-3b14-4035-810f-5b26d9312947 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Lock "8fe87707-a4e9-4697-9b8a-e10b810c0b0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.166503] env[69663]: DEBUG oslo_concurrency.lockutils [req-6e3cf8f4-1933-47af-add6-59e3d67cef67 req-5209f545-40ee-43cd-a80d-0630c6b76707 service nova] Acquired lock "refresh_cache-5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.166902] env[69663]: DEBUG nova.network.neutron [req-6e3cf8f4-1933-47af-add6-59e3d67cef67 req-5209f545-40ee-43cd-a80d-0630c6b76707 service nova] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Refreshing network info cache for port 14cbf9a1-a2fb-4d48-bf35-cca994d37f32 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1043.168247] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:aa:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14cbf9a1-a2fb-4d48-bf35-cca994d37f32', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.178389] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.179134] env[69663]: INFO nova.compute.manager [None req-0b17bda9-3b14-4035-810f-5b26d9312947 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Terminating instance [ 1043.183514] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1043.184714] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0b17bda9-3b14-4035-810f-5b26d9312947 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Acquiring lock "refresh_cache-8fe87707-a4e9-4697-9b8a-e10b810c0b0b" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.185019] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0b17bda9-3b14-4035-810f-5b26d9312947 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Acquired lock "refresh_cache-8fe87707-a4e9-4697-9b8a-e10b810c0b0b" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.185317] env[69663]: DEBUG nova.network.neutron [None req-0b17bda9-3b14-4035-810f-5b26d9312947 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1043.189786] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9de83abe-2709-4a98-bf20-88f9c081e171 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.209848] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3371d18-f761-4ae1-9c76-cb0deaa72886 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.220128] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efb2fae-00a0-4f26-b932-50d09a3a1a3d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.225146] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.225146] env[69663]: value = "task-3333147" [ 1043.225146] env[69663]: _type = "Task" [ 1043.225146] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.256608] env[69663]: DEBUG nova.compute.manager [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1043.259283] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f0065bd8-3935-42e1-8774-67fad2b5468a tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Acquiring lock "444ff9f6-7884-4462-ae71-78db6bb5f242" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.259525] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f0065bd8-3935-42e1-8774-67fad2b5468a tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Lock "444ff9f6-7884-4462-ae71-78db6bb5f242" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.259730] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f0065bd8-3935-42e1-8774-67fad2b5468a tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Acquiring lock "444ff9f6-7884-4462-ae71-78db6bb5f242-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.259911] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f0065bd8-3935-42e1-8774-67fad2b5468a tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Lock "444ff9f6-7884-4462-ae71-78db6bb5f242-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.260094] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f0065bd8-3935-42e1-8774-67fad2b5468a tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Lock "444ff9f6-7884-4462-ae71-78db6bb5f242-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.263486] env[69663]: DEBUG nova.network.neutron [None req-0b17bda9-3b14-4035-810f-5b26d9312947 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1043.266804] env[69663]: INFO nova.compute.manager [None req-f0065bd8-3935-42e1-8774-67fad2b5468a tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Terminating instance [ 1043.268475] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847b4f38-d2f6-4197-bd47-2c4cea2e82a7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.271430] env[69663]: DEBUG nova.compute.manager [None req-f0065bd8-3935-42e1-8774-67fad2b5468a tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1043.271682] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f0065bd8-3935-42e1-8774-67fad2b5468a tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1043.276551] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09aca40a-bed9-44a8-aa29-3ab6184136b8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.280946] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333147, 'name': CreateVM_Task} progress is 25%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.289414] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49293f1-954f-471b-8bfb-bae31b72b114 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.294103] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0065bd8-3935-42e1-8774-67fad2b5468a tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1043.294505] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb9b4125-f53b-4787-8dc4-8aadc900473b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.307495] env[69663]: DEBUG nova.compute.provider_tree [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1043.310047] env[69663]: DEBUG oslo_vmware.api [None req-f0065bd8-3935-42e1-8774-67fad2b5468a tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for the task: (returnval){ [ 1043.310047] env[69663]: value = "task-3333148" [ 1043.310047] env[69663]: _type = "Task" [ 1043.310047] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.321499] env[69663]: DEBUG oslo_vmware.api [None req-f0065bd8-3935-42e1-8774-67fad2b5468a tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.444079] env[69663]: DEBUG nova.network.neutron [None req-0b17bda9-3b14-4035-810f-5b26d9312947 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.492197] env[69663]: INFO nova.compute.manager [None req-603d9711-f2b0-48d9-8a42-4ea5c19cfb26 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Unrescuing [ 1043.492604] env[69663]: DEBUG oslo_concurrency.lockutils [None req-603d9711-f2b0-48d9-8a42-4ea5c19cfb26 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquiring lock "refresh_cache-847867f7-e724-49f7-9caf-35f2cc2406ba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.492899] env[69663]: DEBUG oslo_concurrency.lockutils [None req-603d9711-f2b0-48d9-8a42-4ea5c19cfb26 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquired lock "refresh_cache-847867f7-e724-49f7-9caf-35f2cc2406ba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.493199] env[69663]: DEBUG nova.network.neutron [None req-603d9711-f2b0-48d9-8a42-4ea5c19cfb26 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1043.510464] env[69663]: DEBUG nova.network.neutron [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Successfully updated port: 921a911c-a994-4702-b015-5233b814122c {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1043.581143] env[69663]: DEBUG oslo_vmware.api [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5206b29d-6ae1-ea58-be4a-5f40496a4e7d, 'name': SearchDatastore_Task, 'duration_secs': 0.01405} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.582102] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b44be1cf-ad57-4791-aa82-225e9639edf2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.587317] env[69663]: DEBUG oslo_vmware.api [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1043.587317] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f14f0f-331f-9892-24aa-81f3f860ce15" [ 1043.587317] env[69663]: _type = "Task" [ 1043.587317] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.595240] env[69663]: DEBUG oslo_vmware.api [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f14f0f-331f-9892-24aa-81f3f860ce15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.736774] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333147, 'name': CreateVM_Task, 'duration_secs': 0.346683} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.736943] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1043.741740] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.741918] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.742246] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.742513] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c19ea76b-7f52-49f1-8841-09e1175770b4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.747140] env[69663]: DEBUG oslo_vmware.api [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1043.747140] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f6078d-421f-2e4b-4a82-cb5c537af317" [ 1043.747140] env[69663]: _type = "Task" [ 1043.747140] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.756489] env[69663]: DEBUG oslo_vmware.api [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f6078d-421f-2e4b-4a82-cb5c537af317, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.783969] env[69663]: DEBUG oslo_concurrency.lockutils [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.827019] env[69663]: DEBUG oslo_vmware.api [None req-f0065bd8-3935-42e1-8774-67fad2b5468a tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333148, 'name': PowerOffVM_Task, 'duration_secs': 0.23696} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.827019] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0065bd8-3935-42e1-8774-67fad2b5468a tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1043.827019] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f0065bd8-3935-42e1-8774-67fad2b5468a tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1043.827019] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f163df1-db4c-4ec2-ba82-c2845808f483 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.856672] env[69663]: DEBUG nova.scheduler.client.report [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Updated inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b with generation 119 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1043.856999] env[69663]: DEBUG nova.compute.provider_tree [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Updating resource provider f2fb168a-c97f-41a4-9b18-725376271f6b generation from 119 to 120 during operation: update_inventory {{(pid=69663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1043.857217] env[69663]: DEBUG nova.compute.provider_tree [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1043.905104] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f0065bd8-3935-42e1-8774-67fad2b5468a tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1043.905352] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f0065bd8-3935-42e1-8774-67fad2b5468a tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1043.906030] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0065bd8-3935-42e1-8774-67fad2b5468a tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Deleting the datastore file [datastore1] 444ff9f6-7884-4462-ae71-78db6bb5f242 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.906030] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92f327d4-1ab0-4dd7-9632-7b93e825ba71 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.912923] env[69663]: DEBUG oslo_vmware.api [None req-f0065bd8-3935-42e1-8774-67fad2b5468a tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for the task: (returnval){ [ 1043.912923] env[69663]: value = "task-3333150" [ 1043.912923] env[69663]: _type = "Task" [ 1043.912923] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.921211] env[69663]: DEBUG oslo_vmware.api [None req-f0065bd8-3935-42e1-8774-67fad2b5468a tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.946998] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0b17bda9-3b14-4035-810f-5b26d9312947 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Releasing lock "refresh_cache-8fe87707-a4e9-4697-9b8a-e10b810c0b0b" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.947475] env[69663]: DEBUG nova.compute.manager [None req-0b17bda9-3b14-4035-810f-5b26d9312947 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1043.947681] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0b17bda9-3b14-4035-810f-5b26d9312947 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1043.948595] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f503ee6-56c4-4e8b-8384-bef0ded519b1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.957163] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b17bda9-3b14-4035-810f-5b26d9312947 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1043.957464] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d2ae789-573e-4c35-8c70-d1db81709316 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.964932] env[69663]: DEBUG oslo_vmware.api [None req-0b17bda9-3b14-4035-810f-5b26d9312947 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Waiting for the task: (returnval){ [ 1043.964932] env[69663]: value = "task-3333151" [ 1043.964932] env[69663]: _type = "Task" [ 1043.964932] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.976796] env[69663]: DEBUG oslo_vmware.api [None req-0b17bda9-3b14-4035-810f-5b26d9312947 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': task-3333151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.993772] env[69663]: DEBUG nova.network.neutron [req-6e3cf8f4-1933-47af-add6-59e3d67cef67 req-5209f545-40ee-43cd-a80d-0630c6b76707 service nova] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Updated VIF entry in instance network info cache for port 14cbf9a1-a2fb-4d48-bf35-cca994d37f32. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1043.994187] env[69663]: DEBUG nova.network.neutron [req-6e3cf8f4-1933-47af-add6-59e3d67cef67 req-5209f545-40ee-43cd-a80d-0630c6b76707 service nova] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Updating instance_info_cache with network_info: [{"id": "14cbf9a1-a2fb-4d48-bf35-cca994d37f32", "address": "fa:16:3e:a2:aa:eb", "network": {"id": "574b1c04-2607-4692-ac23-60377f5a2ddd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1371851621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68815e7d149245cba41f9e38abbf12c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14cbf9a1-a2", "ovs_interfaceid": "14cbf9a1-a2fb-4d48-bf35-cca994d37f32", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.011861] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquiring lock "refresh_cache-58d38bdc-9af7-4673-9ece-de3805c1cd9d" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.012010] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquired lock "refresh_cache-58d38bdc-9af7-4673-9ece-de3805c1cd9d" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.012169] env[69663]: DEBUG nova.network.neutron [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1044.099876] env[69663]: DEBUG oslo_vmware.api [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f14f0f-331f-9892-24aa-81f3f860ce15, 'name': SearchDatastore_Task, 'duration_secs': 0.009949} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.100332] env[69663]: DEBUG oslo_concurrency.lockutils [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.100644] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 17aeb666-e78b-4ef9-b7bb-b2623aed121b/17aeb666-e78b-4ef9-b7bb-b2623aed121b.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1044.100951] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-837a9311-b8c7-4635-8455-f94d1b891b1c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.109647] env[69663]: DEBUG oslo_vmware.api [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1044.109647] env[69663]: value = "task-3333152" [ 1044.109647] env[69663]: _type = "Task" [ 1044.109647] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.120474] env[69663]: DEBUG oslo_vmware.api [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333152, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.254804] env[69663]: DEBUG nova.compute.manager [req-ef5811ea-54d1-4aac-b6f2-7fe0e4bd71cc req-89aeaa0d-5a4c-4548-a4e3-11c24b033488 service nova] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Received event network-vif-plugged-921a911c-a994-4702-b015-5233b814122c {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1044.254944] env[69663]: DEBUG oslo_concurrency.lockutils [req-ef5811ea-54d1-4aac-b6f2-7fe0e4bd71cc req-89aeaa0d-5a4c-4548-a4e3-11c24b033488 service nova] Acquiring lock "58d38bdc-9af7-4673-9ece-de3805c1cd9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.255307] env[69663]: DEBUG oslo_concurrency.lockutils [req-ef5811ea-54d1-4aac-b6f2-7fe0e4bd71cc req-89aeaa0d-5a4c-4548-a4e3-11c24b033488 service nova] Lock "58d38bdc-9af7-4673-9ece-de3805c1cd9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.255600] env[69663]: DEBUG oslo_concurrency.lockutils [req-ef5811ea-54d1-4aac-b6f2-7fe0e4bd71cc req-89aeaa0d-5a4c-4548-a4e3-11c24b033488 service nova] Lock "58d38bdc-9af7-4673-9ece-de3805c1cd9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.255755] env[69663]: DEBUG nova.compute.manager [req-ef5811ea-54d1-4aac-b6f2-7fe0e4bd71cc req-89aeaa0d-5a4c-4548-a4e3-11c24b033488 service nova] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] No waiting events found dispatching network-vif-plugged-921a911c-a994-4702-b015-5233b814122c {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1044.255943] env[69663]: WARNING nova.compute.manager [req-ef5811ea-54d1-4aac-b6f2-7fe0e4bd71cc req-89aeaa0d-5a4c-4548-a4e3-11c24b033488 service nova] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Received unexpected event network-vif-plugged-921a911c-a994-4702-b015-5233b814122c for instance with vm_state building and task_state spawning. [ 1044.256158] env[69663]: DEBUG nova.compute.manager [req-ef5811ea-54d1-4aac-b6f2-7fe0e4bd71cc req-89aeaa0d-5a4c-4548-a4e3-11c24b033488 service nova] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Received event network-changed-921a911c-a994-4702-b015-5233b814122c {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1044.256291] env[69663]: DEBUG nova.compute.manager [req-ef5811ea-54d1-4aac-b6f2-7fe0e4bd71cc req-89aeaa0d-5a4c-4548-a4e3-11c24b033488 service nova] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Refreshing instance network info cache due to event network-changed-921a911c-a994-4702-b015-5233b814122c. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1044.256438] env[69663]: DEBUG oslo_concurrency.lockutils [req-ef5811ea-54d1-4aac-b6f2-7fe0e4bd71cc req-89aeaa0d-5a4c-4548-a4e3-11c24b033488 service nova] Acquiring lock "refresh_cache-58d38bdc-9af7-4673-9ece-de3805c1cd9d" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.262586] env[69663]: DEBUG oslo_vmware.api [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f6078d-421f-2e4b-4a82-cb5c537af317, 'name': SearchDatastore_Task, 'duration_secs': 0.03249} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.262887] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.263125] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.263354] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.263506] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.263684] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.264239] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79d4aac6-f74d-4055-813c-3bfde9b656bd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.272183] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.272364] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1044.273104] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-043ee5eb-b2cf-4b02-be21-542936ba1b24 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.279517] env[69663]: DEBUG oslo_vmware.api [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1044.279517] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529e1605-39c2-8d70-7c7d-688f9a53f6a1" [ 1044.279517] env[69663]: _type = "Task" [ 1044.279517] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.289258] env[69663]: DEBUG oslo_vmware.api [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529e1605-39c2-8d70-7c7d-688f9a53f6a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.324239] env[69663]: DEBUG nova.network.neutron [None req-603d9711-f2b0-48d9-8a42-4ea5c19cfb26 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Updating instance_info_cache with network_info: [{"id": "02ef64b1-77d1-4fa6-b760-2261bd62e8ed", "address": "fa:16:3e:0d:a9:48", "network": {"id": "5a6f0b16-b7d9-4000-a0b1-0c53263b1283", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628369363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75906937e13d492489a3a42c454f1141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02ef64b1-77", "ovs_interfaceid": "02ef64b1-77d1-4fa6-b760-2261bd62e8ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.363613] env[69663]: DEBUG oslo_concurrency.lockutils [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.265s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.366300] env[69663]: DEBUG oslo_concurrency.lockutils [None req-13767fe8-5c73-4153-9aaa-8c176f7a4c8a tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.050s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.366589] env[69663]: DEBUG nova.objects.instance [None req-13767fe8-5c73-4153-9aaa-8c176f7a4c8a tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Lazy-loading 'resources' on Instance uuid 8589b22f-5f5e-415f-b47d-8f1f8365ffca {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.387886] env[69663]: INFO nova.scheduler.client.report [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Deleted allocations for instance 8e5c93fa-997e-4b35-8efc-5ca205396b6f [ 1044.427125] env[69663]: DEBUG oslo_vmware.api [None req-f0065bd8-3935-42e1-8774-67fad2b5468a tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333150, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241671} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.427427] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0065bd8-3935-42e1-8774-67fad2b5468a tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.427626] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f0065bd8-3935-42e1-8774-67fad2b5468a tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1044.427814] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f0065bd8-3935-42e1-8774-67fad2b5468a tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1044.427997] env[69663]: INFO nova.compute.manager [None req-f0065bd8-3935-42e1-8774-67fad2b5468a tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1044.428280] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0065bd8-3935-42e1-8774-67fad2b5468a tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.428491] env[69663]: DEBUG nova.compute.manager [-] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1044.428589] env[69663]: DEBUG nova.network.neutron [-] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1044.475034] env[69663]: DEBUG oslo_vmware.api [None req-0b17bda9-3b14-4035-810f-5b26d9312947 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': task-3333151, 'name': PowerOffVM_Task, 'duration_secs': 0.220926} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.475350] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b17bda9-3b14-4035-810f-5b26d9312947 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1044.475528] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0b17bda9-3b14-4035-810f-5b26d9312947 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1044.475801] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-126a716b-4210-4ff7-b4af-d0dde65c5a01 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.499705] env[69663]: DEBUG oslo_concurrency.lockutils [req-6e3cf8f4-1933-47af-add6-59e3d67cef67 req-5209f545-40ee-43cd-a80d-0630c6b76707 service nova] Releasing lock "refresh_cache-5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.504733] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0b17bda9-3b14-4035-810f-5b26d9312947 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1044.505036] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0b17bda9-3b14-4035-810f-5b26d9312947 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1044.505177] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b17bda9-3b14-4035-810f-5b26d9312947 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Deleting the datastore file [datastore1] 8fe87707-a4e9-4697-9b8a-e10b810c0b0b {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.505466] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9423a3a7-4ac0-4f8a-a18b-68716cff7852 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.516018] env[69663]: DEBUG oslo_vmware.api [None req-0b17bda9-3b14-4035-810f-5b26d9312947 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Waiting for the task: (returnval){ [ 1044.516018] env[69663]: value = "task-3333154" [ 1044.516018] env[69663]: _type = "Task" [ 1044.516018] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.524883] env[69663]: DEBUG oslo_vmware.api [None req-0b17bda9-3b14-4035-810f-5b26d9312947 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': task-3333154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.568384] env[69663]: DEBUG nova.network.neutron [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1044.619086] env[69663]: DEBUG oslo_vmware.api [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333152, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.791798] env[69663]: DEBUG oslo_vmware.api [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529e1605-39c2-8d70-7c7d-688f9a53f6a1, 'name': SearchDatastore_Task, 'duration_secs': 0.048151} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.792930] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26c8d284-71e3-4841-8f4a-3a3e93deeca5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.798414] env[69663]: DEBUG oslo_vmware.api [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1044.798414] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]527682f7-2ad2-63d7-6aff-f55d0049c86c" [ 1044.798414] env[69663]: _type = "Task" [ 1044.798414] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.807909] env[69663]: DEBUG oslo_vmware.api [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]527682f7-2ad2-63d7-6aff-f55d0049c86c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.827898] env[69663]: DEBUG oslo_concurrency.lockutils [None req-603d9711-f2b0-48d9-8a42-4ea5c19cfb26 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Releasing lock "refresh_cache-847867f7-e724-49f7-9caf-35f2cc2406ba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.827898] env[69663]: DEBUG nova.objects.instance [None req-603d9711-f2b0-48d9-8a42-4ea5c19cfb26 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lazy-loading 'flavor' on Instance uuid 847867f7-e724-49f7-9caf-35f2cc2406ba {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.879475] env[69663]: DEBUG nova.network.neutron [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Updating instance_info_cache with network_info: [{"id": "921a911c-a994-4702-b015-5233b814122c", "address": "fa:16:3e:fa:2b:04", "network": {"id": "dac535d4-890b-4c14-a296-d1a6e6353c0e", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-2036290172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69e38c23e4344a638313c6c7d5573df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap921a911c-a9", "ovs_interfaceid": "921a911c-a994-4702-b015-5233b814122c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.897032] env[69663]: DEBUG oslo_concurrency.lockutils [None req-48c10466-5bcc-408a-bd4a-2e762f70d09a tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "8e5c93fa-997e-4b35-8efc-5ca205396b6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.179s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.030664] env[69663]: DEBUG oslo_vmware.api [None req-0b17bda9-3b14-4035-810f-5b26d9312947 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Task: {'id': task-3333154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194044} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.031037] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b17bda9-3b14-4035-810f-5b26d9312947 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1045.031337] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0b17bda9-3b14-4035-810f-5b26d9312947 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1045.031614] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0b17bda9-3b14-4035-810f-5b26d9312947 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1045.031879] env[69663]: INFO nova.compute.manager [None req-0b17bda9-3b14-4035-810f-5b26d9312947 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1045.032246] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b17bda9-3b14-4035-810f-5b26d9312947 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.032661] env[69663]: DEBUG nova.compute.manager [-] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1045.032661] env[69663]: DEBUG nova.network.neutron [-] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1045.055320] env[69663]: DEBUG nova.network.neutron [-] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1045.121550] env[69663]: DEBUG oslo_vmware.api [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333152, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517101} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.121878] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 17aeb666-e78b-4ef9-b7bb-b2623aed121b/17aeb666-e78b-4ef9-b7bb-b2623aed121b.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1045.122135] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.122461] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b952b48-2838-4cd9-8830-5df00632fb75 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.131847] env[69663]: DEBUG oslo_vmware.api [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1045.131847] env[69663]: value = "task-3333155" [ 1045.131847] env[69663]: _type = "Task" [ 1045.131847] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.143694] env[69663]: DEBUG oslo_vmware.api [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333155, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.240337] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b99630-f2ce-4797-8766-a1294e446818 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.254394] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7c80d7-2ffa-4fce-a2fe-14cee6a505c4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.286551] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473172a7-9e9d-4ae7-bd76-b0d5f286adac {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.295155] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa3ee30-d1a7-4156-8dea-d93d7543b51d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.316794] env[69663]: DEBUG oslo_vmware.api [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]527682f7-2ad2-63d7-6aff-f55d0049c86c, 'name': SearchDatastore_Task, 'duration_secs': 0.012235} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.317672] env[69663]: DEBUG nova.compute.provider_tree [None req-13767fe8-5c73-4153-9aaa-8c176f7a4c8a tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.318877] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.319165] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a/5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1045.319607] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbd8e9be-35b1-46d8-8ad6-c65d7c7dccc9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.325987] env[69663]: DEBUG oslo_vmware.api [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1045.325987] env[69663]: value = "task-3333156" [ 1045.325987] env[69663]: _type = "Task" [ 1045.325987] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.334388] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c74301-06fc-4077-a967-82293f27ce9a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.339817] env[69663]: DEBUG oslo_vmware.api [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.359939] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-603d9711-f2b0-48d9-8a42-4ea5c19cfb26 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1045.360314] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c85078f6-78f4-47ff-aabf-a9d0f77d856f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.367456] env[69663]: DEBUG oslo_vmware.api [None req-603d9711-f2b0-48d9-8a42-4ea5c19cfb26 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1045.367456] env[69663]: value = "task-3333157" [ 1045.367456] env[69663]: _type = "Task" [ 1045.367456] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.375418] env[69663]: DEBUG oslo_vmware.api [None req-603d9711-f2b0-48d9-8a42-4ea5c19cfb26 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.381348] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Releasing lock "refresh_cache-58d38bdc-9af7-4673-9ece-de3805c1cd9d" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.381627] env[69663]: DEBUG nova.compute.manager [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Instance network_info: |[{"id": "921a911c-a994-4702-b015-5233b814122c", "address": "fa:16:3e:fa:2b:04", "network": {"id": "dac535d4-890b-4c14-a296-d1a6e6353c0e", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-2036290172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69e38c23e4344a638313c6c7d5573df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap921a911c-a9", "ovs_interfaceid": "921a911c-a994-4702-b015-5233b814122c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1045.381947] env[69663]: DEBUG oslo_concurrency.lockutils [req-ef5811ea-54d1-4aac-b6f2-7fe0e4bd71cc req-89aeaa0d-5a4c-4548-a4e3-11c24b033488 service nova] Acquired lock "refresh_cache-58d38bdc-9af7-4673-9ece-de3805c1cd9d" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.382152] env[69663]: DEBUG nova.network.neutron [req-ef5811ea-54d1-4aac-b6f2-7fe0e4bd71cc req-89aeaa0d-5a4c-4548-a4e3-11c24b033488 service nova] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Refreshing network info cache for port 921a911c-a994-4702-b015-5233b814122c {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1045.383385] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:2b:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2bf99f85-3a5c-47c6-a603-e215be6ab0bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '921a911c-a994-4702-b015-5233b814122c', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.391243] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.391760] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1045.392062] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5fdfab6f-09c0-46b6-a048-d84c27e84293 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.414065] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.414065] env[69663]: value = "task-3333158" [ 1045.414065] env[69663]: _type = "Task" [ 1045.414065] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.421296] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333158, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.429446] env[69663]: DEBUG nova.network.neutron [-] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.557886] env[69663]: DEBUG nova.network.neutron [-] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.643871] env[69663]: DEBUG oslo_vmware.api [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333155, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.181265} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.644209] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.645088] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64adde9c-2d02-4e30-ada2-b7f8293370f4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.659482] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fc7fbafd-4ef0-417c-a00b-488c44c2d124 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "d5682303-1beb-49da-93b9-3701a37e8dcd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.660073] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fc7fbafd-4ef0-417c-a00b-488c44c2d124 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "d5682303-1beb-49da-93b9-3701a37e8dcd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.660073] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fc7fbafd-4ef0-417c-a00b-488c44c2d124 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "d5682303-1beb-49da-93b9-3701a37e8dcd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.660228] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fc7fbafd-4ef0-417c-a00b-488c44c2d124 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "d5682303-1beb-49da-93b9-3701a37e8dcd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.660387] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fc7fbafd-4ef0-417c-a00b-488c44c2d124 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "d5682303-1beb-49da-93b9-3701a37e8dcd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.670614] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 17aeb666-e78b-4ef9-b7bb-b2623aed121b/17aeb666-e78b-4ef9-b7bb-b2623aed121b.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.671263] env[69663]: INFO nova.compute.manager [None req-fc7fbafd-4ef0-417c-a00b-488c44c2d124 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Terminating instance [ 1045.672840] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20c3df41-ffa5-47f5-9a67-079e12a6baa3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.687720] env[69663]: DEBUG nova.compute.manager [None req-fc7fbafd-4ef0-417c-a00b-488c44c2d124 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1045.687955] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7fbafd-4ef0-417c-a00b-488c44c2d124 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1045.689160] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18eb9e7f-447e-4855-afda-4d36eb3dbde1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.698022] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc7fbafd-4ef0-417c-a00b-488c44c2d124 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1045.698127] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ceef4067-025d-412c-84c9-ca6abf52d522 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.699915] env[69663]: DEBUG oslo_vmware.api [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1045.699915] env[69663]: value = "task-3333159" [ 1045.699915] env[69663]: _type = "Task" [ 1045.699915] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.705329] env[69663]: DEBUG oslo_vmware.api [None req-fc7fbafd-4ef0-417c-a00b-488c44c2d124 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 1045.705329] env[69663]: value = "task-3333160" [ 1045.705329] env[69663]: _type = "Task" [ 1045.705329] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.712029] env[69663]: DEBUG oslo_vmware.api [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333159, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.716747] env[69663]: DEBUG oslo_vmware.api [None req-fc7fbafd-4ef0-417c-a00b-488c44c2d124 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333160, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.821786] env[69663]: DEBUG nova.scheduler.client.report [None req-13767fe8-5c73-4153-9aaa-8c176f7a4c8a tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1045.838038] env[69663]: DEBUG oslo_vmware.api [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.878960] env[69663]: DEBUG oslo_vmware.api [None req-603d9711-f2b0-48d9-8a42-4ea5c19cfb26 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333157, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.923771] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333158, 'name': CreateVM_Task} progress is 25%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.931603] env[69663]: INFO nova.compute.manager [-] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Took 1.50 seconds to deallocate network for instance. [ 1046.060702] env[69663]: INFO nova.compute.manager [-] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Took 1.03 seconds to deallocate network for instance. [ 1046.211834] env[69663]: DEBUG nova.network.neutron [req-ef5811ea-54d1-4aac-b6f2-7fe0e4bd71cc req-89aeaa0d-5a4c-4548-a4e3-11c24b033488 service nova] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Updated VIF entry in instance network info cache for port 921a911c-a994-4702-b015-5233b814122c. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1046.212965] env[69663]: DEBUG nova.network.neutron [req-ef5811ea-54d1-4aac-b6f2-7fe0e4bd71cc req-89aeaa0d-5a4c-4548-a4e3-11c24b033488 service nova] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Updating instance_info_cache with network_info: [{"id": "921a911c-a994-4702-b015-5233b814122c", "address": "fa:16:3e:fa:2b:04", "network": {"id": "dac535d4-890b-4c14-a296-d1a6e6353c0e", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-2036290172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69e38c23e4344a638313c6c7d5573df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap921a911c-a9", "ovs_interfaceid": "921a911c-a994-4702-b015-5233b814122c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.218586] env[69663]: DEBUG oslo_vmware.api [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333159, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.223846] env[69663]: DEBUG oslo_vmware.api [None req-fc7fbafd-4ef0-417c-a00b-488c44c2d124 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333160, 'name': PowerOffVM_Task, 'duration_secs': 0.221147} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.225372] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc7fbafd-4ef0-417c-a00b-488c44c2d124 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1046.225566] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7fbafd-4ef0-417c-a00b-488c44c2d124 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1046.228222] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d86d8f7f-aa7a-4197-9d84-9abf8dc0eff2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.230391] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "673f11e5-201d-4e74-a262-57f5469d785e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.230646] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "673f11e5-201d-4e74-a262-57f5469d785e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.296084] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7fbafd-4ef0-417c-a00b-488c44c2d124 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1046.296084] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7fbafd-4ef0-417c-a00b-488c44c2d124 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1046.296084] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc7fbafd-4ef0-417c-a00b-488c44c2d124 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Deleting the datastore file [datastore2] d5682303-1beb-49da-93b9-3701a37e8dcd {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.296769] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2ee88c8-46db-4554-b3ce-5c404ce0bee6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.304150] env[69663]: DEBUG oslo_vmware.api [None req-fc7fbafd-4ef0-417c-a00b-488c44c2d124 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 1046.304150] env[69663]: value = "task-3333162" [ 1046.304150] env[69663]: _type = "Task" [ 1046.304150] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.312959] env[69663]: DEBUG oslo_vmware.api [None req-fc7fbafd-4ef0-417c-a00b-488c44c2d124 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333162, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.319032] env[69663]: DEBUG nova.compute.manager [req-2ad678f7-d0e7-4599-8ab8-cd90ecefb3db req-1a077542-8d02-49bb-821f-929f8551983e service nova] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Received event network-vif-deleted-bfcb7125-1e5c-4a25-89bf-1f44dfb29865 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1046.327912] env[69663]: DEBUG oslo_concurrency.lockutils [None req-13767fe8-5c73-4153-9aaa-8c176f7a4c8a tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.962s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.330541] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 31.573s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.341819] env[69663]: DEBUG oslo_vmware.api [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333156, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.99557} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.342112] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a/5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1046.342364] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1046.343238] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4b5a61d-08b3-44ee-8434-9e72ab1c2509 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.350378] env[69663]: DEBUG oslo_vmware.api [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1046.350378] env[69663]: value = "task-3333163" [ 1046.350378] env[69663]: _type = "Task" [ 1046.350378] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.356816] env[69663]: INFO nova.scheduler.client.report [None req-13767fe8-5c73-4153-9aaa-8c176f7a4c8a tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Deleted allocations for instance 8589b22f-5f5e-415f-b47d-8f1f8365ffca [ 1046.360230] env[69663]: DEBUG oslo_vmware.api [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.379811] env[69663]: DEBUG oslo_vmware.api [None req-603d9711-f2b0-48d9-8a42-4ea5c19cfb26 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333157, 'name': PowerOffVM_Task, 'duration_secs': 0.533587} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.380307] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-603d9711-f2b0-48d9-8a42-4ea5c19cfb26 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1046.385907] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-603d9711-f2b0-48d9-8a42-4ea5c19cfb26 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1046.387357] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2320afbf-a7ee-4388-bcc6-7e56252bce4a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.402797] env[69663]: INFO nova.compute.manager [None req-536fe1ac-5c28-4b5b-8370-69b9a49a2a4d tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Get console output [ 1046.403597] env[69663]: WARNING nova.virt.vmwareapi.driver [None req-536fe1ac-5c28-4b5b-8370-69b9a49a2a4d tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] The console log is missing. Check your VSPC configuration [ 1046.412022] env[69663]: DEBUG oslo_vmware.api [None req-603d9711-f2b0-48d9-8a42-4ea5c19cfb26 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1046.412022] env[69663]: value = "task-3333164" [ 1046.412022] env[69663]: _type = "Task" [ 1046.412022] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.426098] env[69663]: DEBUG oslo_vmware.api [None req-603d9711-f2b0-48d9-8a42-4ea5c19cfb26 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333164, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.430616] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333158, 'name': CreateVM_Task, 'duration_secs': 0.870212} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.430616] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1046.430809] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.430979] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.432205] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.432205] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffcff813-ecc8-449e-8a71-bd3675693c27 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.438017] env[69663]: DEBUG oslo_vmware.api [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 1046.438017] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529144ed-d089-28c4-fda0-0b0d5e488ec7" [ 1046.438017] env[69663]: _type = "Task" [ 1046.438017] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.438405] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f0065bd8-3935-42e1-8774-67fad2b5468a tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.447967] env[69663]: DEBUG oslo_vmware.api [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529144ed-d089-28c4-fda0-0b0d5e488ec7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.568375] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0b17bda9-3b14-4035-810f-5b26d9312947 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.711112] env[69663]: DEBUG oslo_vmware.api [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333159, 'name': ReconfigVM_Task, 'duration_secs': 0.794783} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.711410] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 17aeb666-e78b-4ef9-b7bb-b2623aed121b/17aeb666-e78b-4ef9-b7bb-b2623aed121b.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.712145] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6de47762-7243-4e5f-875b-3e05cd8a4ba3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.719141] env[69663]: DEBUG oslo_vmware.api [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1046.719141] env[69663]: value = "task-3333165" [ 1046.719141] env[69663]: _type = "Task" [ 1046.719141] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.719667] env[69663]: DEBUG oslo_concurrency.lockutils [req-ef5811ea-54d1-4aac-b6f2-7fe0e4bd71cc req-89aeaa0d-5a4c-4548-a4e3-11c24b033488 service nova] Releasing lock "refresh_cache-58d38bdc-9af7-4673-9ece-de3805c1cd9d" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.727513] env[69663]: DEBUG oslo_vmware.api [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333165, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.734266] env[69663]: DEBUG nova.compute.manager [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1046.814183] env[69663]: DEBUG oslo_vmware.api [None req-fc7fbafd-4ef0-417c-a00b-488c44c2d124 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333162, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278026} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.814450] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc7fbafd-4ef0-417c-a00b-488c44c2d124 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.814640] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7fbafd-4ef0-417c-a00b-488c44c2d124 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1046.814822] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7fbafd-4ef0-417c-a00b-488c44c2d124 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1046.814998] env[69663]: INFO nova.compute.manager [None req-fc7fbafd-4ef0-417c-a00b-488c44c2d124 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1046.815256] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc7fbafd-4ef0-417c-a00b-488c44c2d124 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.815452] env[69663]: DEBUG nova.compute.manager [-] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1046.815549] env[69663]: DEBUG nova.network.neutron [-] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1046.838780] env[69663]: INFO nova.compute.claims [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.859176] env[69663]: DEBUG oslo_vmware.api [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076155} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.859494] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.860335] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd70fa2-a190-4287-b7b3-a2692debbcae {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.883933] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a/5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.884491] env[69663]: DEBUG oslo_concurrency.lockutils [None req-13767fe8-5c73-4153-9aaa-8c176f7a4c8a tempest-ServersListShow296Test-1845149504 tempest-ServersListShow296Test-1845149504-project-member] Lock "8589b22f-5f5e-415f-b47d-8f1f8365ffca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.370s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.885591] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-033ab5cc-1b91-49a2-863d-a7f3129439b5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.906522] env[69663]: DEBUG oslo_vmware.api [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1046.906522] env[69663]: value = "task-3333166" [ 1046.906522] env[69663]: _type = "Task" [ 1046.906522] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.917324] env[69663]: DEBUG oslo_vmware.api [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333166, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.923129] env[69663]: DEBUG oslo_vmware.api [None req-603d9711-f2b0-48d9-8a42-4ea5c19cfb26 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333164, 'name': ReconfigVM_Task, 'duration_secs': 0.373147} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.923375] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-603d9711-f2b0-48d9-8a42-4ea5c19cfb26 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1046.923568] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-603d9711-f2b0-48d9-8a42-4ea5c19cfb26 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1046.923819] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bfe0dbb-9e04-44ee-89ad-50bc26f04a94 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.932797] env[69663]: DEBUG oslo_vmware.api [None req-603d9711-f2b0-48d9-8a42-4ea5c19cfb26 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1046.932797] env[69663]: value = "task-3333167" [ 1046.932797] env[69663]: _type = "Task" [ 1046.932797] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.943802] env[69663]: DEBUG oslo_vmware.api [None req-603d9711-f2b0-48d9-8a42-4ea5c19cfb26 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.949226] env[69663]: DEBUG oslo_vmware.api [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529144ed-d089-28c4-fda0-0b0d5e488ec7, 'name': SearchDatastore_Task, 'duration_secs': 0.015845} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.949589] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.949850] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.950124] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.950286] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.950523] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.950824] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1fc205f-162e-4043-bd1e-3f39b0309e8c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.961294] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.961656] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1046.962853] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aecc2b32-7426-4061-9d4f-b1949fa4e0dd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.967131] env[69663]: DEBUG oslo_vmware.api [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 1046.967131] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5234c889-d2ec-4d5d-c1c1-906526d8c7c3" [ 1046.967131] env[69663]: _type = "Task" [ 1046.967131] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.976419] env[69663]: DEBUG oslo_vmware.api [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5234c889-d2ec-4d5d-c1c1-906526d8c7c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.232727] env[69663]: DEBUG oslo_vmware.api [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333165, 'name': Rename_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.262838] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.346088] env[69663]: INFO nova.compute.resource_tracker [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Updating resource usage from migration 129a114f-fc44-458d-9e99-3532b0df0330 [ 1047.423030] env[69663]: DEBUG oslo_vmware.api [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.445745] env[69663]: DEBUG oslo_vmware.api [None req-603d9711-f2b0-48d9-8a42-4ea5c19cfb26 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333167, 'name': PowerOnVM_Task, 'duration_secs': 0.463151} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.447357] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-603d9711-f2b0-48d9-8a42-4ea5c19cfb26 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1047.447357] env[69663]: DEBUG nova.compute.manager [None req-603d9711-f2b0-48d9-8a42-4ea5c19cfb26 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1047.447357] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701130ee-7db2-45ac-9687-ccee0c0a4cf6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.484736] env[69663]: DEBUG oslo_vmware.api [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5234c889-d2ec-4d5d-c1c1-906526d8c7c3, 'name': SearchDatastore_Task, 'duration_secs': 0.032421} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.485073] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8db2a7c-8384-4a13-b17d-61779d60fd76 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.490395] env[69663]: DEBUG oslo_vmware.api [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 1047.490395] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e62bca-b748-7e4a-d689-929746770f19" [ 1047.490395] env[69663]: _type = "Task" [ 1047.490395] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.499547] env[69663]: DEBUG oslo_vmware.api [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e62bca-b748-7e4a-d689-929746770f19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.527233] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e8cbd65a-14d7-4692-936e-3934a002e7db tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Acquiring lock "6d6d0148-518f-417a-accc-7e849f10b95b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.527485] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e8cbd65a-14d7-4692-936e-3934a002e7db tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Lock "6d6d0148-518f-417a-accc-7e849f10b95b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.527689] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e8cbd65a-14d7-4692-936e-3934a002e7db tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Acquiring lock "6d6d0148-518f-417a-accc-7e849f10b95b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.527961] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e8cbd65a-14d7-4692-936e-3934a002e7db tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Lock "6d6d0148-518f-417a-accc-7e849f10b95b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.528323] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e8cbd65a-14d7-4692-936e-3934a002e7db tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Lock "6d6d0148-518f-417a-accc-7e849f10b95b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.530369] env[69663]: INFO nova.compute.manager [None req-e8cbd65a-14d7-4692-936e-3934a002e7db tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Terminating instance [ 1047.532148] env[69663]: DEBUG nova.compute.manager [None req-e8cbd65a-14d7-4692-936e-3934a002e7db tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1047.532346] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cbd65a-14d7-4692-936e-3934a002e7db tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1047.533258] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6723bb86-9162-423e-b5b0-0c4391f6be1f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.544038] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8cbd65a-14d7-4692-936e-3934a002e7db tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1047.544489] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5288d370-594c-4971-a318-5cffe80a409c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.551207] env[69663]: DEBUG oslo_vmware.api [None req-e8cbd65a-14d7-4692-936e-3934a002e7db tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Waiting for the task: (returnval){ [ 1047.551207] env[69663]: value = "task-3333168" [ 1047.551207] env[69663]: _type = "Task" [ 1047.551207] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.558925] env[69663]: DEBUG oslo_vmware.api [None req-e8cbd65a-14d7-4692-936e-3934a002e7db tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Task: {'id': task-3333168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.719859] env[69663]: DEBUG nova.network.neutron [-] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.731759] env[69663]: DEBUG oslo_vmware.api [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333165, 'name': Rename_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.778847] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402a3fdf-79d7-473a-9dab-fe45eb5c75d4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.786736] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1b1571-be26-4a97-8389-1f0164886b0c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.818811] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd50e3a-bf3a-4329-a4e1-0d71a9f6a90a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.827966] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27351834-4059-41d2-b4a7-58c43b350369 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.843017] env[69663]: DEBUG nova.compute.provider_tree [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1047.917635] env[69663]: DEBUG oslo_vmware.api [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.001014] env[69663]: DEBUG oslo_vmware.api [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e62bca-b748-7e4a-d689-929746770f19, 'name': SearchDatastore_Task, 'duration_secs': 0.010168} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.001240] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.001545] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 58d38bdc-9af7-4673-9ece-de3805c1cd9d/58d38bdc-9af7-4673-9ece-de3805c1cd9d.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1048.001788] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bb9234c-5759-4adc-85b6-aecc5a256a55 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.008749] env[69663]: DEBUG oslo_vmware.api [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 1048.008749] env[69663]: value = "task-3333169" [ 1048.008749] env[69663]: _type = "Task" [ 1048.008749] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.016595] env[69663]: DEBUG oslo_vmware.api [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.061871] env[69663]: DEBUG oslo_vmware.api [None req-e8cbd65a-14d7-4692-936e-3934a002e7db tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Task: {'id': task-3333168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.221826] env[69663]: INFO nova.compute.manager [-] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Took 1.41 seconds to deallocate network for instance. [ 1048.243452] env[69663]: DEBUG oslo_vmware.api [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333165, 'name': Rename_Task, 'duration_secs': 1.404281} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.244443] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1048.245163] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a0f4a50-0265-4524-887d-2fa218c65d00 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.256136] env[69663]: DEBUG oslo_vmware.api [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1048.256136] env[69663]: value = "task-3333170" [ 1048.256136] env[69663]: _type = "Task" [ 1048.256136] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.268129] env[69663]: DEBUG oslo_vmware.api [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.367157] env[69663]: ERROR nova.scheduler.client.report [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [req-f69a2ed3-2896-42d7-9867-c1da952c1c1f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f2fb168a-c97f-41a4-9b18-725376271f6b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f69a2ed3-2896-42d7-9867-c1da952c1c1f"}]} [ 1048.388020] env[69663]: DEBUG nova.scheduler.client.report [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Refreshing inventories for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1048.406964] env[69663]: DEBUG nova.scheduler.client.report [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Updating ProviderTree inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1048.407614] env[69663]: DEBUG nova.compute.provider_tree [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1048.423203] env[69663]: DEBUG oslo_vmware.api [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.427919] env[69663]: DEBUG nova.scheduler.client.report [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Refreshing aggregate associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, aggregates: None {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1048.452533] env[69663]: DEBUG nova.scheduler.client.report [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Refreshing trait associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1048.520925] env[69663]: DEBUG oslo_vmware.api [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333169, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.529780] env[69663]: DEBUG nova.compute.manager [req-78e4be04-afbd-46db-8542-dd033c0a886b req-c64e6497-79d2-401a-9401-73b43c61d9fb service nova] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Received event network-vif-deleted-ab3955a0-8995-4a5a-b7b1-cb2c4f153c52 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1048.565395] env[69663]: DEBUG oslo_vmware.api [None req-e8cbd65a-14d7-4692-936e-3934a002e7db tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Task: {'id': task-3333168, 'name': PowerOffVM_Task, 'duration_secs': 0.704824} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.568421] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8cbd65a-14d7-4692-936e-3934a002e7db tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1048.568641] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cbd65a-14d7-4692-936e-3934a002e7db tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1048.569153] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62848e25-e164-4812-8caf-4ccdfac83bf5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.632152] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cbd65a-14d7-4692-936e-3934a002e7db tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1048.632152] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cbd65a-14d7-4692-936e-3934a002e7db tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1048.632152] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8cbd65a-14d7-4692-936e-3934a002e7db tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Deleting the datastore file [datastore1] 6d6d0148-518f-417a-accc-7e849f10b95b {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.632415] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a9bdf41-e89e-474d-baaa-107f5a910f8f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.641916] env[69663]: DEBUG oslo_vmware.api [None req-e8cbd65a-14d7-4692-936e-3934a002e7db tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Waiting for the task: (returnval){ [ 1048.641916] env[69663]: value = "task-3333172" [ 1048.641916] env[69663]: _type = "Task" [ 1048.641916] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.382677] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fc7fbafd-4ef0-417c-a00b-488c44c2d124 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.402651] env[69663]: DEBUG oslo_vmware.api [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.402651] env[69663]: DEBUG oslo_vmware.api [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333170, 'name': PowerOnVM_Task, 'duration_secs': 0.665731} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.410165] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1049.411304] env[69663]: INFO nova.compute.manager [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Took 12.44 seconds to spawn the instance on the hypervisor. [ 1049.411304] env[69663]: DEBUG nova.compute.manager [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1049.411304] env[69663]: DEBUG oslo_vmware.api [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333169, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541523} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.411304] env[69663]: DEBUG oslo_vmware.api [None req-e8cbd65a-14d7-4692-936e-3934a002e7db tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Task: {'id': task-3333172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202714} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.412369] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df2cb28-520f-49e6-bc5d-6f6d8fcea9e6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.415119] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 58d38bdc-9af7-4673-9ece-de3805c1cd9d/58d38bdc-9af7-4673-9ece-de3805c1cd9d.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1049.415119] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.415403] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8cbd65a-14d7-4692-936e-3934a002e7db tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.415504] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cbd65a-14d7-4692-936e-3934a002e7db tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1049.415626] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e8cbd65a-14d7-4692-936e-3934a002e7db tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1049.415821] env[69663]: INFO nova.compute.manager [None req-e8cbd65a-14d7-4692-936e-3934a002e7db tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Took 1.88 seconds to destroy the instance on the hypervisor. [ 1049.416595] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8cbd65a-14d7-4692-936e-3934a002e7db tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.416595] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3559700-1739-4a90-8fb2-0779d0754d70 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.418043] env[69663]: DEBUG nova.compute.manager [-] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1049.418145] env[69663]: DEBUG nova.network.neutron [-] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1049.429071] env[69663]: DEBUG oslo_vmware.api [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 1049.429071] env[69663]: value = "task-3333173" [ 1049.429071] env[69663]: _type = "Task" [ 1049.429071] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.439476] env[69663]: DEBUG oslo_vmware.api [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333173, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.613335] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21343d48-adb2-44a5-a267-022f9a793c73 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.623292] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b099d0-5b4a-4d7f-9ae0-02c89e1c9c98 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.670202] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2862d3-e433-4e4a-9caa-93d536f6020d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.680254] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbb6612-360b-4359-bfbf-6ed0db4a8fc2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.700935] env[69663]: DEBUG nova.compute.provider_tree [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1049.896268] env[69663]: DEBUG oslo_vmware.api [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333166, 'name': ReconfigVM_Task, 'duration_secs': 2.665344} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.896575] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a/5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.899027] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72ae889b-bde7-4452-a406-7fb6f4bbd251 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.906539] env[69663]: DEBUG oslo_vmware.api [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1049.906539] env[69663]: value = "task-3333174" [ 1049.906539] env[69663]: _type = "Task" [ 1049.906539] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.917468] env[69663]: DEBUG oslo_vmware.api [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333174, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.943379] env[69663]: INFO nova.compute.manager [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Took 51.34 seconds to build instance. [ 1049.948754] env[69663]: DEBUG oslo_vmware.api [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333173, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183053} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.949375] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1049.950321] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65fec0f6-fedd-4e2d-abbb-ed3c135f06bf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.975396] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 58d38bdc-9af7-4673-9ece-de3805c1cd9d/58d38bdc-9af7-4673-9ece-de3805c1cd9d.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.975811] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe398d30-e963-400f-819d-8b259a303abe {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.001017] env[69663]: DEBUG oslo_vmware.api [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 1050.001017] env[69663]: value = "task-3333175" [ 1050.001017] env[69663]: _type = "Task" [ 1050.001017] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.008435] env[69663]: DEBUG oslo_vmware.api [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333175, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.257291] env[69663]: DEBUG nova.scheduler.client.report [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Updated inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b with generation 121 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1050.258917] env[69663]: DEBUG nova.compute.provider_tree [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Updating resource provider f2fb168a-c97f-41a4-9b18-725376271f6b generation from 121 to 122 during operation: update_inventory {{(pid=69663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1050.258917] env[69663]: DEBUG nova.compute.provider_tree [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1050.418134] env[69663]: DEBUG oslo_vmware.api [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333174, 'name': Rename_Task, 'duration_secs': 0.193742} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.418134] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1050.418134] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12bf8a65-4ce5-4b89-9361-a2c7a2372bff {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.424455] env[69663]: DEBUG oslo_vmware.api [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1050.424455] env[69663]: value = "task-3333176" [ 1050.424455] env[69663]: _type = "Task" [ 1050.424455] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.434691] env[69663]: DEBUG oslo_vmware.api [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.450566] env[69663]: DEBUG oslo_concurrency.lockutils [None req-20949b91-748b-4068-89dd-51753584dbe7 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "17aeb666-e78b-4ef9-b7bb-b2623aed121b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.728s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.512561] env[69663]: DEBUG oslo_vmware.api [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.583653] env[69663]: DEBUG nova.compute.manager [req-8a9e2824-26f8-48fa-82ac-5553bc2fdd1b req-575ada01-241b-45d1-8322-b87a207ade08 service nova] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Received event network-vif-deleted-fdad688e-0ac3-4570-924c-0b70f5817b5e {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1050.584339] env[69663]: INFO nova.compute.manager [req-8a9e2824-26f8-48fa-82ac-5553bc2fdd1b req-575ada01-241b-45d1-8322-b87a207ade08 service nova] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Neutron deleted interface fdad688e-0ac3-4570-924c-0b70f5817b5e; detaching it from the instance and deleting it from the info cache [ 1050.584752] env[69663]: DEBUG nova.network.neutron [req-8a9e2824-26f8-48fa-82ac-5553bc2fdd1b req-575ada01-241b-45d1-8322-b87a207ade08 service nova] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.768118] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 4.437s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.768805] env[69663]: INFO nova.compute.manager [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Migrating [ 1050.776871] env[69663]: DEBUG oslo_concurrency.lockutils [None req-291c6035-eb81-4507-a792-85617fb33df8 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.170s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.777176] env[69663]: DEBUG nova.objects.instance [None req-291c6035-eb81-4507-a792-85617fb33df8 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Lazy-loading 'resources' on Instance uuid 432814ab-1e51-4972-9c04-886159dfd591 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.780515] env[69663]: DEBUG nova.network.neutron [-] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.809600] env[69663]: DEBUG nova.compute.manager [req-a9f1323a-3fb4-40c5-b99c-176db2c4142d req-dd78f9b8-316f-4c3c-91b6-4fc63eaebd6c service nova] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Received event network-changed-b3d72b8a-4a01-48a0-9de1-560ed6701f61 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1050.809887] env[69663]: DEBUG nova.compute.manager [req-a9f1323a-3fb4-40c5-b99c-176db2c4142d req-dd78f9b8-316f-4c3c-91b6-4fc63eaebd6c service nova] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Refreshing instance network info cache due to event network-changed-b3d72b8a-4a01-48a0-9de1-560ed6701f61. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1050.810159] env[69663]: DEBUG oslo_concurrency.lockutils [req-a9f1323a-3fb4-40c5-b99c-176db2c4142d req-dd78f9b8-316f-4c3c-91b6-4fc63eaebd6c service nova] Acquiring lock "refresh_cache-17aeb666-e78b-4ef9-b7bb-b2623aed121b" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.810590] env[69663]: DEBUG oslo_concurrency.lockutils [req-a9f1323a-3fb4-40c5-b99c-176db2c4142d req-dd78f9b8-316f-4c3c-91b6-4fc63eaebd6c service nova] Acquired lock "refresh_cache-17aeb666-e78b-4ef9-b7bb-b2623aed121b" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.810840] env[69663]: DEBUG nova.network.neutron [req-a9f1323a-3fb4-40c5-b99c-176db2c4142d req-dd78f9b8-316f-4c3c-91b6-4fc63eaebd6c service nova] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Refreshing network info cache for port b3d72b8a-4a01-48a0-9de1-560ed6701f61 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1050.934604] env[69663]: DEBUG oslo_vmware.api [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333176, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.008974] env[69663]: DEBUG oslo_vmware.api [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333175, 'name': ReconfigVM_Task, 'duration_secs': 0.656093} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.009284] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 58d38bdc-9af7-4673-9ece-de3805c1cd9d/58d38bdc-9af7-4673-9ece-de3805c1cd9d.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.009621] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69663) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1373}} [ 1051.010165] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-479b202b-55fc-448f-9816-8e949f4f986e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.017122] env[69663]: DEBUG oslo_vmware.api [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 1051.017122] env[69663]: value = "task-3333177" [ 1051.017122] env[69663]: _type = "Task" [ 1051.017122] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.026330] env[69663]: DEBUG oslo_vmware.api [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333177, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.088996] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-836c92f9-4301-4ec1-981b-0a7b905af932 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.097895] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c028d10c-8e56-46e3-973c-bada86e0ae1d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.136833] env[69663]: DEBUG nova.compute.manager [req-8a9e2824-26f8-48fa-82ac-5553bc2fdd1b req-575ada01-241b-45d1-8322-b87a207ade08 service nova] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Detach interface failed, port_id=fdad688e-0ac3-4570-924c-0b70f5817b5e, reason: Instance 6d6d0148-518f-417a-accc-7e849f10b95b could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1051.292652] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "refresh_cache-95e1d12a-9c96-48ab-b8ae-d6d2da9ae077" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.292892] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquired lock "refresh_cache-95e1d12a-9c96-48ab-b8ae-d6d2da9ae077" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.293118] env[69663]: DEBUG nova.network.neutron [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1051.297070] env[69663]: INFO nova.compute.manager [-] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Took 1.88 seconds to deallocate network for instance. [ 1051.439622] env[69663]: DEBUG oslo_vmware.api [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333176, 'name': PowerOnVM_Task, 'duration_secs': 0.835002} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.439942] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1051.440153] env[69663]: INFO nova.compute.manager [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Took 11.90 seconds to spawn the instance on the hypervisor. [ 1051.440527] env[69663]: DEBUG nova.compute.manager [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1051.441246] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e60a3a-6480-4b1c-9c76-0616cab2161c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.452778] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquiring lock "789877a1-9e03-4bce-97e5-ca1cce81e4ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.453044] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lock "789877a1-9e03-4bce-97e5-ca1cce81e4ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.532376] env[69663]: DEBUG oslo_vmware.api [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333177, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.05597} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.532376] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69663) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1394}} [ 1051.532376] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ea33a8-10ca-4506-94a4-7f2f09e0bbb6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.560164] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 58d38bdc-9af7-4673-9ece-de3805c1cd9d/swap.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.566634] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d69ebb53-d01a-47b7-a36f-aa9eb830f6cd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.588886] env[69663]: DEBUG oslo_vmware.api [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 1051.588886] env[69663]: value = "task-3333178" [ 1051.588886] env[69663]: _type = "Task" [ 1051.588886] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.595562] env[69663]: DEBUG oslo_vmware.api [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333178, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.804798] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e8cbd65a-14d7-4692-936e-3934a002e7db tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.805774] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7497830a-b6b1-474a-8804-6d5396bba5f3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.814477] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-385146c2-a3d5-4a2f-a6d2-b3ed5d847d94 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.854901] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed0094a-9258-4126-b5ae-3a8273f99693 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.862867] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd054b5-7d95-4e17-9bd1-18b0010b5551 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.867661] env[69663]: DEBUG nova.network.neutron [req-a9f1323a-3fb4-40c5-b99c-176db2c4142d req-dd78f9b8-316f-4c3c-91b6-4fc63eaebd6c service nova] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Updated VIF entry in instance network info cache for port b3d72b8a-4a01-48a0-9de1-560ed6701f61. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1051.868089] env[69663]: DEBUG nova.network.neutron [req-a9f1323a-3fb4-40c5-b99c-176db2c4142d req-dd78f9b8-316f-4c3c-91b6-4fc63eaebd6c service nova] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Updating instance_info_cache with network_info: [{"id": "b3d72b8a-4a01-48a0-9de1-560ed6701f61", "address": "fa:16:3e:65:cc:0f", "network": {"id": "8cbca3bc-03a1-4ed9-ac5e-db7b5a43ca88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-814804723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebc9ee8eda884e129ed4d8aee000d917", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3d72b8a-4a", "ovs_interfaceid": "b3d72b8a-4a01-48a0-9de1-560ed6701f61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.880352] env[69663]: DEBUG nova.compute.provider_tree [None req-291c6035-eb81-4507-a792-85617fb33df8 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.968052] env[69663]: DEBUG nova.compute.manager [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1051.980453] env[69663]: INFO nova.compute.manager [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Took 46.25 seconds to build instance. [ 1052.098979] env[69663]: DEBUG oslo_vmware.api [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.114323] env[69663]: DEBUG nova.network.neutron [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Updating instance_info_cache with network_info: [{"id": "eb297dd3-efca-4cfe-b943-68e1416a0884", "address": "fa:16:3e:bb:be:0b", "network": {"id": "b06eceef-e5b1-4b80-9f31-725913c44368", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811074450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b520dada971c4d7c823cfd847cf6836d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb297dd3-ef", "ovs_interfaceid": "eb297dd3-efca-4cfe-b943-68e1416a0884", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.371390] env[69663]: DEBUG oslo_concurrency.lockutils [req-a9f1323a-3fb4-40c5-b99c-176db2c4142d req-dd78f9b8-316f-4c3c-91b6-4fc63eaebd6c service nova] Releasing lock "refresh_cache-17aeb666-e78b-4ef9-b7bb-b2623aed121b" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.384384] env[69663]: DEBUG nova.scheduler.client.report [None req-291c6035-eb81-4507-a792-85617fb33df8 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1052.481369] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3fcb8e60-7845-4db9-ab71-2bd8cf341c2b tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.122s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.497615] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.602288] env[69663]: DEBUG oslo_vmware.api [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333178, 'name': ReconfigVM_Task, 'duration_secs': 0.726988} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.602675] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 58d38bdc-9af7-4673-9ece-de3805c1cd9d/swap.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.603556] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb5e4215-0abc-4cb3-ab81-5c7929d5db5d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.611647] env[69663]: DEBUG oslo_vmware.api [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 1052.611647] env[69663]: value = "task-3333179" [ 1052.611647] env[69663]: _type = "Task" [ 1052.611647] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.621087] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Releasing lock "refresh_cache-95e1d12a-9c96-48ab-b8ae-d6d2da9ae077" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.623861] env[69663]: DEBUG oslo_vmware.api [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333179, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.894189] env[69663]: DEBUG oslo_concurrency.lockutils [None req-291c6035-eb81-4507-a792-85617fb33df8 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.115s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.894189] env[69663]: DEBUG oslo_concurrency.lockutils [None req-324bf68f-c698-4022-8014-6ee0c82394a9 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.282s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.894189] env[69663]: DEBUG nova.objects.instance [None req-324bf68f-c698-4022-8014-6ee0c82394a9 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lazy-loading 'resources' on Instance uuid d209f52d-6d5f-442d-a8f0-e29880916e28 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.912949] env[69663]: INFO nova.scheduler.client.report [None req-291c6035-eb81-4507-a792-85617fb33df8 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Deleted allocations for instance 432814ab-1e51-4972-9c04-886159dfd591 [ 1053.122371] env[69663]: DEBUG oslo_vmware.api [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333179, 'name': Rename_Task, 'duration_secs': 0.374575} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.122696] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1053.122967] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dde311d-74b6-47d0-ba86-9a50a4f96ed8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.132732] env[69663]: DEBUG oslo_vmware.api [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 1053.132732] env[69663]: value = "task-3333180" [ 1053.132732] env[69663]: _type = "Task" [ 1053.132732] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.144562] env[69663]: DEBUG oslo_vmware.api [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.363946] env[69663]: DEBUG oslo_concurrency.lockutils [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquiring lock "94525ee5-32e7-4e56-9c51-8a2778f738d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.364241] env[69663]: DEBUG oslo_concurrency.lockutils [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lock "94525ee5-32e7-4e56-9c51-8a2778f738d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.425876] env[69663]: DEBUG oslo_concurrency.lockutils [None req-291c6035-eb81-4507-a792-85617fb33df8 tempest-ServersWithSpecificFlavorTestJSON-7449257 tempest-ServersWithSpecificFlavorTestJSON-7449257-project-member] Lock "432814ab-1e51-4972-9c04-886159dfd591" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.814s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.650241] env[69663]: DEBUG oslo_vmware.api [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333180, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.843733] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1cd0c4-d487-47d0-bc25-91e755fbf0eb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.852663] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f684dc15-648e-4186-936a-a028e39bb136 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.887942] env[69663]: DEBUG nova.compute.manager [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1053.892926] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bfa132-ca0c-457c-b9b1-a3d616a6e52b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.896968] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f48105bd-d2dd-429f-92e1-83be4fa01cf8 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.897142] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f48105bd-d2dd-429f-92e1-83be4fa01cf8 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.906064] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6050a4bf-4308-4022-a822-aeacc37faded {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.923840] env[69663]: DEBUG nova.compute.provider_tree [None req-324bf68f-c698-4022-8014-6ee0c82394a9 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.145215] env[69663]: DEBUG oslo_vmware.api [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333180, 'name': PowerOnVM_Task, 'duration_secs': 0.802501} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.145878] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1054.146115] env[69663]: INFO nova.compute.manager [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Took 11.52 seconds to spawn the instance on the hypervisor. [ 1054.146330] env[69663]: DEBUG nova.compute.manager [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1054.147088] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6439b64-47dc-4ff8-b9ff-96f0cba0411d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.150066] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180af65b-15bf-4ed4-a52d-e569acf34a66 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.168302] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Updating instance '95e1d12a-9c96-48ab-b8ae-d6d2da9ae077' progress to 0 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1054.400677] env[69663]: DEBUG nova.compute.utils [None req-f48105bd-d2dd-429f-92e1-83be4fa01cf8 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1054.411969] env[69663]: DEBUG oslo_concurrency.lockutils [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.429121] env[69663]: DEBUG nova.scheduler.client.report [None req-324bf68f-c698-4022-8014-6ee0c82394a9 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1054.678648] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1054.683090] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9359ea2-4e86-4915-90be-1cd0f5556b9f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.692194] env[69663]: INFO nova.compute.manager [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Took 47.75 seconds to build instance. [ 1054.696749] env[69663]: DEBUG oslo_vmware.api [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1054.696749] env[69663]: value = "task-3333181" [ 1054.696749] env[69663]: _type = "Task" [ 1054.696749] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.705660] env[69663]: DEBUG oslo_vmware.api [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.903986] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f48105bd-d2dd-429f-92e1-83be4fa01cf8 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.937759] env[69663]: DEBUG oslo_concurrency.lockutils [None req-324bf68f-c698-4022-8014-6ee0c82394a9 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.941665] env[69663]: DEBUG oslo_concurrency.lockutils [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.115s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.943204] env[69663]: INFO nova.compute.claims [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.968129] env[69663]: INFO nova.scheduler.client.report [None req-324bf68f-c698-4022-8014-6ee0c82394a9 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Deleted allocations for instance d209f52d-6d5f-442d-a8f0-e29880916e28 [ 1055.195471] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4a4ad6ac-8667-4c91-a00e-56d59bab5a55 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lock "58d38bdc-9af7-4673-9ece-de3805c1cd9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.317s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.211635] env[69663]: DEBUG oslo_vmware.api [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333181, 'name': PowerOffVM_Task, 'duration_secs': 0.372279} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.211963] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1055.212175] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Updating instance '95e1d12a-9c96-48ab-b8ae-d6d2da9ae077' progress to 17 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1055.476852] env[69663]: DEBUG oslo_concurrency.lockutils [None req-324bf68f-c698-4022-8014-6ee0c82394a9 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "d209f52d-6d5f-442d-a8f0-e29880916e28" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.975s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.720357] env[69663]: DEBUG nova.virt.hardware [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1055.720720] env[69663]: DEBUG nova.virt.hardware [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1055.720720] env[69663]: DEBUG nova.virt.hardware [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.720854] env[69663]: DEBUG nova.virt.hardware [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1055.720958] env[69663]: DEBUG nova.virt.hardware [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.721128] env[69663]: DEBUG nova.virt.hardware [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1055.721340] env[69663]: DEBUG nova.virt.hardware [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1055.721504] env[69663]: DEBUG nova.virt.hardware [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1055.721758] env[69663]: DEBUG nova.virt.hardware [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1055.721945] env[69663]: DEBUG nova.virt.hardware [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1055.722138] env[69663]: DEBUG nova.virt.hardware [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1055.727450] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d32af48-8bb0-4cea-982d-aa2c7a538b17 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.746076] env[69663]: DEBUG oslo_vmware.api [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1055.746076] env[69663]: value = "task-3333182" [ 1055.746076] env[69663]: _type = "Task" [ 1055.746076] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.754812] env[69663]: DEBUG oslo_vmware.api [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333182, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.928030] env[69663]: DEBUG nova.compute.manager [req-a851bee7-451d-4fbf-9d42-520e3b70b1ee req-d75b536e-2791-4b53-8741-d6efc0e21cca service nova] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Received event network-changed-921a911c-a994-4702-b015-5233b814122c {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1055.928366] env[69663]: DEBUG nova.compute.manager [req-a851bee7-451d-4fbf-9d42-520e3b70b1ee req-d75b536e-2791-4b53-8741-d6efc0e21cca service nova] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Refreshing instance network info cache due to event network-changed-921a911c-a994-4702-b015-5233b814122c. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1055.928626] env[69663]: DEBUG oslo_concurrency.lockutils [req-a851bee7-451d-4fbf-9d42-520e3b70b1ee req-d75b536e-2791-4b53-8741-d6efc0e21cca service nova] Acquiring lock "refresh_cache-58d38bdc-9af7-4673-9ece-de3805c1cd9d" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.928782] env[69663]: DEBUG oslo_concurrency.lockutils [req-a851bee7-451d-4fbf-9d42-520e3b70b1ee req-d75b536e-2791-4b53-8741-d6efc0e21cca service nova] Acquired lock "refresh_cache-58d38bdc-9af7-4673-9ece-de3805c1cd9d" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.928973] env[69663]: DEBUG nova.network.neutron [req-a851bee7-451d-4fbf-9d42-520e3b70b1ee req-d75b536e-2791-4b53-8741-d6efc0e21cca service nova] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Refreshing network info cache for port 921a911c-a994-4702-b015-5233b814122c {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1056.027663] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f48105bd-d2dd-429f-92e1-83be4fa01cf8 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.027936] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f48105bd-d2dd-429f-92e1-83be4fa01cf8 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.028502] env[69663]: INFO nova.compute.manager [None req-f48105bd-d2dd-429f-92e1-83be4fa01cf8 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Attaching volume 30487087-ec3a-4ae7-8c3a-7da4560354bd to /dev/sdb [ 1056.077501] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0aefb5-ee30-45e6-a2e6-0938addf8086 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.088936] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c309862-f660-42fb-aebb-1808d1e7c77f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.108413] env[69663]: DEBUG nova.virt.block_device [None req-f48105bd-d2dd-429f-92e1-83be4fa01cf8 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Updating existing volume attachment record: ed0bc22d-b0e3-4464-990a-48687c995123 {{(pid=69663) _volume_attach /opt/stack/nova/nova/virt/block_device.py:665}} [ 1056.183851] env[69663]: DEBUG nova.objects.instance [None req-85a9a329-cf31-40fa-a214-09b63782fa4c tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Lazy-loading 'flavor' on Instance uuid 8cd200bb-b932-4165-9316-4c1e994ff7f5 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.260285] env[69663]: DEBUG oslo_vmware.api [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333182, 'name': ReconfigVM_Task, 'duration_secs': 0.362502} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.260285] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Updating instance '95e1d12a-9c96-48ab-b8ae-d6d2da9ae077' progress to 33 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1056.461388] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b139fd-e381-4a9b-ad98-e4486a463380 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.470739] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc48e1f-2785-43be-970e-3e4ac9c97ae3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.509722] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1427711b-7147-4f6c-a56d-b1dd071676b0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.517733] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265050be-5673-4536-8e93-21d57fb0fd60 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.534560] env[69663]: DEBUG nova.compute.provider_tree [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.694052] env[69663]: DEBUG oslo_concurrency.lockutils [None req-85a9a329-cf31-40fa-a214-09b63782fa4c tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Acquiring lock "refresh_cache-8cd200bb-b932-4165-9316-4c1e994ff7f5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.694206] env[69663]: DEBUG oslo_concurrency.lockutils [None req-85a9a329-cf31-40fa-a214-09b63782fa4c tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Acquired lock "refresh_cache-8cd200bb-b932-4165-9316-4c1e994ff7f5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.772246] env[69663]: DEBUG nova.virt.hardware [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1056.772246] env[69663]: DEBUG nova.virt.hardware [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1056.772246] env[69663]: DEBUG nova.virt.hardware [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.772246] env[69663]: DEBUG nova.virt.hardware [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1056.772246] env[69663]: DEBUG nova.virt.hardware [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.772246] env[69663]: DEBUG nova.virt.hardware [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1056.772246] env[69663]: DEBUG nova.virt.hardware [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1056.773121] env[69663]: DEBUG nova.virt.hardware [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1056.773121] env[69663]: DEBUG nova.virt.hardware [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1056.773121] env[69663]: DEBUG nova.virt.hardware [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1056.773228] env[69663]: DEBUG nova.virt.hardware [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1056.782507] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Reconfiguring VM instance instance-0000004c to detach disk 2000 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1056.782507] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31e313d7-ffbf-48a2-a14a-0f6baab8cba6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.813756] env[69663]: DEBUG oslo_vmware.api [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1056.813756] env[69663]: value = "task-3333186" [ 1056.813756] env[69663]: _type = "Task" [ 1056.813756] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.824278] env[69663]: DEBUG oslo_vmware.api [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333186, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.961104] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1056.961427] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1057.041276] env[69663]: DEBUG nova.scheduler.client.report [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1057.146230] env[69663]: DEBUG nova.network.neutron [req-a851bee7-451d-4fbf-9d42-520e3b70b1ee req-d75b536e-2791-4b53-8741-d6efc0e21cca service nova] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Updated VIF entry in instance network info cache for port 921a911c-a994-4702-b015-5233b814122c. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1057.146387] env[69663]: DEBUG nova.network.neutron [req-a851bee7-451d-4fbf-9d42-520e3b70b1ee req-d75b536e-2791-4b53-8741-d6efc0e21cca service nova] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Updating instance_info_cache with network_info: [{"id": "921a911c-a994-4702-b015-5233b814122c", "address": "fa:16:3e:fa:2b:04", "network": {"id": "dac535d4-890b-4c14-a296-d1a6e6353c0e", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-2036290172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69e38c23e4344a638313c6c7d5573df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap921a911c-a9", "ovs_interfaceid": "921a911c-a994-4702-b015-5233b814122c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.326721] env[69663]: DEBUG oslo_vmware.api [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333186, 'name': ReconfigVM_Task, 'duration_secs': 0.408257} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.327071] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Reconfigured VM instance instance-0000004c to detach disk 2000 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1057.327910] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11aef33f-89d9-40e6-b1a0-d2ce3291d9e5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.351088] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077/95e1d12a-9c96-48ab-b8ae-d6d2da9ae077.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.351384] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edd9fad5-86ab-45da-b945-408c6544e398 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.373534] env[69663]: DEBUG oslo_vmware.api [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1057.373534] env[69663]: value = "task-3333187" [ 1057.373534] env[69663]: _type = "Task" [ 1057.373534] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.386027] env[69663]: DEBUG oslo_vmware.api [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.475756] env[69663]: DEBUG nova.network.neutron [None req-85a9a329-cf31-40fa-a214-09b63782fa4c tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1057.477105] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1057.479534] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Starting heal instance info cache {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1057.547508] env[69663]: DEBUG oslo_concurrency.lockutils [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.547939] env[69663]: DEBUG oslo_concurrency.lockutils [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.560091] env[69663]: DEBUG oslo_concurrency.lockutils [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.560613] env[69663]: DEBUG nova.compute.manager [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1057.563717] env[69663]: DEBUG oslo_concurrency.lockutils [None req-68720d37-6005-4e50-9c50-158877917676 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.856s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.563957] env[69663]: DEBUG nova.objects.instance [None req-68720d37-6005-4e50-9c50-158877917676 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lazy-loading 'resources' on Instance uuid 5389ace8-0152-4b00-9a83-c7b4ec4eb988 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.649574] env[69663]: DEBUG oslo_concurrency.lockutils [req-a851bee7-451d-4fbf-9d42-520e3b70b1ee req-d75b536e-2791-4b53-8741-d6efc0e21cca service nova] Releasing lock "refresh_cache-58d38bdc-9af7-4673-9ece-de3805c1cd9d" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.883938] env[69663]: DEBUG oslo_vmware.api [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.963325] env[69663]: DEBUG nova.compute.manager [req-cdcfa6c2-90ed-4787-9c9b-b1279fa00be2 req-9f399a8f-f79f-4faf-845f-7c3f08d6a373 service nova] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Received event network-changed-c0fb0727-6499-44d4-bd2d-adc12f4cb3d4 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1057.963556] env[69663]: DEBUG nova.compute.manager [req-cdcfa6c2-90ed-4787-9c9b-b1279fa00be2 req-9f399a8f-f79f-4faf-845f-7c3f08d6a373 service nova] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Refreshing instance network info cache due to event network-changed-c0fb0727-6499-44d4-bd2d-adc12f4cb3d4. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1057.963752] env[69663]: DEBUG oslo_concurrency.lockutils [req-cdcfa6c2-90ed-4787-9c9b-b1279fa00be2 req-9f399a8f-f79f-4faf-845f-7c3f08d6a373 service nova] Acquiring lock "refresh_cache-8cd200bb-b932-4165-9316-4c1e994ff7f5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.050313] env[69663]: DEBUG nova.compute.manager [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1058.068833] env[69663]: DEBUG nova.compute.utils [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1058.076117] env[69663]: DEBUG nova.compute.manager [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1058.076117] env[69663]: DEBUG nova.network.neutron [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1058.152183] env[69663]: DEBUG nova.policy [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4f26f1f9875420eacfbeeeda3ab52ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a3437a4c0ab4c5c93c0cca358099208', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1058.389221] env[69663]: DEBUG oslo_vmware.api [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333187, 'name': ReconfigVM_Task, 'duration_secs': 0.973344} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.392878] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077/95e1d12a-9c96-48ab-b8ae-d6d2da9ae077.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.393261] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Updating instance '95e1d12a-9c96-48ab-b8ae-d6d2da9ae077' progress to 50 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1058.401060] env[69663]: DEBUG nova.network.neutron [None req-85a9a329-cf31-40fa-a214-09b63782fa4c tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Updating instance_info_cache with network_info: [{"id": "c0fb0727-6499-44d4-bd2d-adc12f4cb3d4", "address": "fa:16:3e:b7:ea:5e", "network": {"id": "e9524d7b-8118-4697-b98c-fdd2d124baf7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1284907570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b83445ec774840129e0569af970a8488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0fb0727-64", "ovs_interfaceid": "c0fb0727-6499-44d4-bd2d-adc12f4cb3d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.544185] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4261b1e-b020-46f9-9b5e-057fcae844aa {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.560353] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4d502b-fee5-4e24-8b2c-eb7062185ff6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.592324] env[69663]: DEBUG nova.compute.manager [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1058.597714] env[69663]: DEBUG oslo_concurrency.lockutils [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.598605] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47365e0a-dfc2-44ed-b8f1-811dc0e52472 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.608546] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4ff1bb-6237-4802-bad8-ae888ef923e4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.626056] env[69663]: DEBUG nova.compute.provider_tree [None req-68720d37-6005-4e50-9c50-158877917676 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.901777] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f311d6f9-2e5b-4528-8af2-7ec9e4a18024 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.906513] env[69663]: DEBUG oslo_concurrency.lockutils [None req-85a9a329-cf31-40fa-a214-09b63782fa4c tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Releasing lock "refresh_cache-8cd200bb-b932-4165-9316-4c1e994ff7f5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.906925] env[69663]: DEBUG nova.compute.manager [None req-85a9a329-cf31-40fa-a214-09b63782fa4c tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Inject network info {{(pid=69663) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7219}} [ 1058.907368] env[69663]: DEBUG nova.compute.manager [None req-85a9a329-cf31-40fa-a214-09b63782fa4c tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] network_info to inject: |[{"id": "c0fb0727-6499-44d4-bd2d-adc12f4cb3d4", "address": "fa:16:3e:b7:ea:5e", "network": {"id": "e9524d7b-8118-4697-b98c-fdd2d124baf7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1284907570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b83445ec774840129e0569af970a8488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0fb0727-64", "ovs_interfaceid": "c0fb0727-6499-44d4-bd2d-adc12f4cb3d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1058.915519] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-85a9a329-cf31-40fa-a214-09b63782fa4c tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Reconfiguring VM instance to set the machine id {{(pid=69663) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1802}} [ 1058.916075] env[69663]: DEBUG oslo_concurrency.lockutils [req-cdcfa6c2-90ed-4787-9c9b-b1279fa00be2 req-9f399a8f-f79f-4faf-845f-7c3f08d6a373 service nova] Acquired lock "refresh_cache-8cd200bb-b932-4165-9316-4c1e994ff7f5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.916435] env[69663]: DEBUG nova.network.neutron [req-cdcfa6c2-90ed-4787-9c9b-b1279fa00be2 req-9f399a8f-f79f-4faf-845f-7c3f08d6a373 service nova] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Refreshing network info cache for port c0fb0727-6499-44d4-bd2d-adc12f4cb3d4 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1058.918207] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4bc92ff-6075-40c1-88dd-ff62d4db5ad0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.953764] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631dec50-f0fe-4a27-a5b3-6fe91e2de180 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.957472] env[69663]: DEBUG oslo_vmware.api [None req-85a9a329-cf31-40fa-a214-09b63782fa4c tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Waiting for the task: (returnval){ [ 1058.957472] env[69663]: value = "task-3333189" [ 1058.957472] env[69663]: _type = "Task" [ 1058.957472] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.977999] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Updating instance '95e1d12a-9c96-48ab-b8ae-d6d2da9ae077' progress to 67 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1058.992582] env[69663]: DEBUG oslo_vmware.api [None req-85a9a329-cf31-40fa-a214-09b63782fa4c tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Task: {'id': task-3333189, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.003233] env[69663]: DEBUG nova.network.neutron [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Successfully created port: adb08efd-6a49-4d41-bf14-2dcc411b20bb {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.093811] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "refresh_cache-f8fd6dad-6e51-4f7c-b769-00f03441a061" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.093811] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquired lock "refresh_cache-f8fd6dad-6e51-4f7c-b769-00f03441a061" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.093811] env[69663]: DEBUG nova.network.neutron [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Forcefully refreshing network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1059.129554] env[69663]: DEBUG nova.scheduler.client.report [None req-68720d37-6005-4e50-9c50-158877917676 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1059.468750] env[69663]: DEBUG oslo_vmware.api [None req-85a9a329-cf31-40fa-a214-09b63782fa4c tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Task: {'id': task-3333189, 'name': ReconfigVM_Task, 'duration_secs': 0.177314} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.469049] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-85a9a329-cf31-40fa-a214-09b63782fa4c tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Reconfigured VM instance to set the machine id {{(pid=69663) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1805}} [ 1059.607167] env[69663]: DEBUG nova.compute.manager [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1059.634667] env[69663]: DEBUG oslo_concurrency.lockutils [None req-68720d37-6005-4e50-9c50-158877917676 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.071s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.637168] env[69663]: DEBUG oslo_concurrency.lockutils [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.830s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.637368] env[69663]: DEBUG nova.objects.instance [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69663) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1059.646022] env[69663]: DEBUG nova.network.neutron [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Port eb297dd3-efca-4cfe-b943-68e1416a0884 binding to destination host cpu-1 is already ACTIVE {{(pid=69663) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1059.660658] env[69663]: DEBUG nova.virt.hardware [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1059.661084] env[69663]: DEBUG nova.virt.hardware [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1059.661363] env[69663]: DEBUG nova.virt.hardware [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1059.661978] env[69663]: DEBUG nova.virt.hardware [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1059.661978] env[69663]: DEBUG nova.virt.hardware [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1059.662236] env[69663]: DEBUG nova.virt.hardware [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1059.662967] env[69663]: DEBUG nova.virt.hardware [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1059.662967] env[69663]: DEBUG nova.virt.hardware [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1059.664086] env[69663]: DEBUG nova.virt.hardware [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1059.664086] env[69663]: DEBUG nova.virt.hardware [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1059.664086] env[69663]: DEBUG nova.virt.hardware [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1059.664868] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58556237-695f-4c96-83af-e2304024b221 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.676179] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba203d1-5a1c-4002-84ae-cd991afececf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.682947] env[69663]: INFO nova.scheduler.client.report [None req-68720d37-6005-4e50-9c50-158877917676 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Deleted allocations for instance 5389ace8-0152-4b00-9a83-c7b4ec4eb988 [ 1059.728236] env[69663]: DEBUG nova.objects.instance [None req-31b7e809-ffb1-47f2-9005-e25131b04cdf tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Lazy-loading 'flavor' on Instance uuid 8cd200bb-b932-4165-9316-4c1e994ff7f5 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.849234] env[69663]: DEBUG nova.network.neutron [req-cdcfa6c2-90ed-4787-9c9b-b1279fa00be2 req-9f399a8f-f79f-4faf-845f-7c3f08d6a373 service nova] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Updated VIF entry in instance network info cache for port c0fb0727-6499-44d4-bd2d-adc12f4cb3d4. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1059.849680] env[69663]: DEBUG nova.network.neutron [req-cdcfa6c2-90ed-4787-9c9b-b1279fa00be2 req-9f399a8f-f79f-4faf-845f-7c3f08d6a373 service nova] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Updating instance_info_cache with network_info: [{"id": "c0fb0727-6499-44d4-bd2d-adc12f4cb3d4", "address": "fa:16:3e:b7:ea:5e", "network": {"id": "e9524d7b-8118-4697-b98c-fdd2d124baf7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1284907570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b83445ec774840129e0569af970a8488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0fb0727-64", "ovs_interfaceid": "c0fb0727-6499-44d4-bd2d-adc12f4cb3d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.204016] env[69663]: DEBUG oslo_concurrency.lockutils [None req-68720d37-6005-4e50-9c50-158877917676 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "5389ace8-0152-4b00-9a83-c7b4ec4eb988" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.643s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.231948] env[69663]: DEBUG oslo_concurrency.lockutils [None req-31b7e809-ffb1-47f2-9005-e25131b04cdf tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Acquiring lock "refresh_cache-8cd200bb-b932-4165-9316-4c1e994ff7f5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.352937] env[69663]: DEBUG oslo_concurrency.lockutils [req-cdcfa6c2-90ed-4787-9c9b-b1279fa00be2 req-9f399a8f-f79f-4faf-845f-7c3f08d6a373 service nova] Releasing lock "refresh_cache-8cd200bb-b932-4165-9316-4c1e994ff7f5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.353475] env[69663]: DEBUG oslo_concurrency.lockutils [None req-31b7e809-ffb1-47f2-9005-e25131b04cdf tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Acquired lock "refresh_cache-8cd200bb-b932-4165-9316-4c1e994ff7f5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.650096] env[69663]: DEBUG nova.network.neutron [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Updating instance_info_cache with network_info: [{"id": "a76837b3-8de3-4fe2-809d-081fe43ac642", "address": "fa:16:3e:0c:e8:90", "network": {"id": "8cbca3bc-03a1-4ed9-ac5e-db7b5a43ca88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-814804723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebc9ee8eda884e129ed4d8aee000d917", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa76837b3-8d", "ovs_interfaceid": "a76837b3-8de3-4fe2-809d-081fe43ac642", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.658893] env[69663]: DEBUG oslo_concurrency.lockutils [None req-951ff221-fd43-4e3e-900b-0227549d2f6e tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.668807] env[69663]: DEBUG oslo_concurrency.lockutils [None req-03d54f9e-2515-4593-97b6-40d5c48edafe tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.332s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.669105] env[69663]: DEBUG nova.objects.instance [None req-03d54f9e-2515-4593-97b6-40d5c48edafe tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Lazy-loading 'resources' on Instance uuid 05068eba-d34c-4cb2-9b97-330a27d631f1 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.678554] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "95e1d12a-9c96-48ab-b8ae-d6d2da9ae077-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.678798] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "95e1d12a-9c96-48ab-b8ae-d6d2da9ae077-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.678975] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "95e1d12a-9c96-48ab-b8ae-d6d2da9ae077-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.922180] env[69663]: DEBUG oslo_concurrency.lockutils [None req-76781939-a907-452e-b87d-39acb971d7e1 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquiring lock "adbc2e4c-d298-4e17-b927-8165617434b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.922450] env[69663]: DEBUG oslo_concurrency.lockutils [None req-76781939-a907-452e-b87d-39acb971d7e1 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "adbc2e4c-d298-4e17-b927-8165617434b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.922695] env[69663]: DEBUG oslo_concurrency.lockutils [None req-76781939-a907-452e-b87d-39acb971d7e1 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquiring lock "adbc2e4c-d298-4e17-b927-8165617434b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.922873] env[69663]: DEBUG oslo_concurrency.lockutils [None req-76781939-a907-452e-b87d-39acb971d7e1 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "adbc2e4c-d298-4e17-b927-8165617434b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.923055] env[69663]: DEBUG oslo_concurrency.lockutils [None req-76781939-a907-452e-b87d-39acb971d7e1 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "adbc2e4c-d298-4e17-b927-8165617434b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.929229] env[69663]: INFO nova.compute.manager [None req-76781939-a907-452e-b87d-39acb971d7e1 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Terminating instance [ 1060.931453] env[69663]: DEBUG nova.compute.manager [None req-76781939-a907-452e-b87d-39acb971d7e1 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1060.931695] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-76781939-a907-452e-b87d-39acb971d7e1 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1060.932656] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2d4948-4cdb-479e-88d6-dd844503fe87 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.941809] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-76781939-a907-452e-b87d-39acb971d7e1 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1060.942088] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc29be33-7e59-48a7-b2dc-7c712dd5443c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.950176] env[69663]: DEBUG oslo_vmware.api [None req-76781939-a907-452e-b87d-39acb971d7e1 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 1060.950176] env[69663]: value = "task-3333190" [ 1060.950176] env[69663]: _type = "Task" [ 1060.950176] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.959924] env[69663]: DEBUG oslo_vmware.api [None req-76781939-a907-452e-b87d-39acb971d7e1 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3333190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.035290] env[69663]: DEBUG nova.compute.manager [req-70654bc5-99b5-4ffc-9ff2-a2a9b9319b32 req-66b70ed1-c987-4e90-b4ed-83a3aaebbbd7 service nova] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Received event network-vif-plugged-adb08efd-6a49-4d41-bf14-2dcc411b20bb {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1061.035524] env[69663]: DEBUG oslo_concurrency.lockutils [req-70654bc5-99b5-4ffc-9ff2-a2a9b9319b32 req-66b70ed1-c987-4e90-b4ed-83a3aaebbbd7 service nova] Acquiring lock "fb9630cf-b4cf-4f8c-a23f-d0911eac9419-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.035820] env[69663]: DEBUG oslo_concurrency.lockutils [req-70654bc5-99b5-4ffc-9ff2-a2a9b9319b32 req-66b70ed1-c987-4e90-b4ed-83a3aaebbbd7 service nova] Lock "fb9630cf-b4cf-4f8c-a23f-d0911eac9419-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.036249] env[69663]: DEBUG oslo_concurrency.lockutils [req-70654bc5-99b5-4ffc-9ff2-a2a9b9319b32 req-66b70ed1-c987-4e90-b4ed-83a3aaebbbd7 service nova] Lock "fb9630cf-b4cf-4f8c-a23f-d0911eac9419-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.036490] env[69663]: DEBUG nova.compute.manager [req-70654bc5-99b5-4ffc-9ff2-a2a9b9319b32 req-66b70ed1-c987-4e90-b4ed-83a3aaebbbd7 service nova] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] No waiting events found dispatching network-vif-plugged-adb08efd-6a49-4d41-bf14-2dcc411b20bb {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1061.036670] env[69663]: WARNING nova.compute.manager [req-70654bc5-99b5-4ffc-9ff2-a2a9b9319b32 req-66b70ed1-c987-4e90-b4ed-83a3aaebbbd7 service nova] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Received unexpected event network-vif-plugged-adb08efd-6a49-4d41-bf14-2dcc411b20bb for instance with vm_state building and task_state spawning. [ 1061.129386] env[69663]: DEBUG nova.network.neutron [None req-31b7e809-ffb1-47f2-9005-e25131b04cdf tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1061.157608] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Releasing lock "refresh_cache-f8fd6dad-6e51-4f7c-b769-00f03441a061" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.157608] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Updated the network info_cache for instance {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 1061.157608] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.157608] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.157608] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.157608] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.157608] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.158849] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.158849] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69663) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1061.158849] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.181911] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-f48105bd-d2dd-429f-92e1-83be4fa01cf8 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Volume attach. Driver type: vmdk {{(pid=69663) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1061.181911] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-f48105bd-d2dd-429f-92e1-83be4fa01cf8 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665368', 'volume_id': '30487087-ec3a-4ae7-8c3a-7da4560354bd', 'name': 'volume-30487087-ec3a-4ae7-8c3a-7da4560354bd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a', 'attached_at': '', 'detached_at': '', 'volume_id': '30487087-ec3a-4ae7-8c3a-7da4560354bd', 'serial': '30487087-ec3a-4ae7-8c3a-7da4560354bd'} {{(pid=69663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1061.189979] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f571861-ff4b-4117-a3fc-f199c427f6f6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.197337] env[69663]: DEBUG nova.network.neutron [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Successfully updated port: adb08efd-6a49-4d41-bf14-2dcc411b20bb {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1061.221241] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2c5ebe-7013-4911-b159-c271941ca0ba {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.248600] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-f48105bd-d2dd-429f-92e1-83be4fa01cf8 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] volume-30487087-ec3a-4ae7-8c3a-7da4560354bd/volume-30487087-ec3a-4ae7-8c3a-7da4560354bd.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.252381] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9153344d-bc99-4de7-84d1-cd590ba328f3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.273159] env[69663]: DEBUG oslo_vmware.api [None req-f48105bd-d2dd-429f-92e1-83be4fa01cf8 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1061.273159] env[69663]: value = "task-3333191" [ 1061.273159] env[69663]: _type = "Task" [ 1061.273159] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.286098] env[69663]: DEBUG oslo_vmware.api [None req-f48105bd-d2dd-429f-92e1-83be4fa01cf8 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333191, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.463941] env[69663]: DEBUG oslo_vmware.api [None req-76781939-a907-452e-b87d-39acb971d7e1 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3333190, 'name': PowerOffVM_Task, 'duration_secs': 0.231139} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.465018] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-76781939-a907-452e-b87d-39acb971d7e1 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1061.465304] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-76781939-a907-452e-b87d-39acb971d7e1 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1061.465578] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-459140e8-f0e9-44c5-8533-b53e05e37288 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.537851] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-76781939-a907-452e-b87d-39acb971d7e1 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1061.538152] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-76781939-a907-452e-b87d-39acb971d7e1 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1061.538355] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-76781939-a907-452e-b87d-39acb971d7e1 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Deleting the datastore file [datastore2] adbc2e4c-d298-4e17-b927-8165617434b4 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.538637] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a6757a5-baf4-4ce4-a918-39a93bc2551f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.547179] env[69663]: DEBUG oslo_vmware.api [None req-76781939-a907-452e-b87d-39acb971d7e1 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for the task: (returnval){ [ 1061.547179] env[69663]: value = "task-3333193" [ 1061.547179] env[69663]: _type = "Task" [ 1061.547179] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.560125] env[69663]: DEBUG oslo_vmware.api [None req-76781939-a907-452e-b87d-39acb971d7e1 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3333193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.618457] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2da75d-8811-4f25-b479-4e53335b1098 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.626905] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e298cf0a-106b-47e8-9c8b-3f7abb7af6d2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.661461] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f637f4f3-2f31-4455-a942-49a8c1137470 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.665172] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.670747] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d124234-a75a-4bdd-b871-04878c41c45b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.687267] env[69663]: DEBUG nova.compute.provider_tree [None req-03d54f9e-2515-4593-97b6-40d5c48edafe tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.699297] env[69663]: DEBUG oslo_concurrency.lockutils [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Acquiring lock "refresh_cache-fb9630cf-b4cf-4f8c-a23f-d0911eac9419" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.699446] env[69663]: DEBUG oslo_concurrency.lockutils [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Acquired lock "refresh_cache-fb9630cf-b4cf-4f8c-a23f-d0911eac9419" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.699613] env[69663]: DEBUG nova.network.neutron [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1061.760136] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "refresh_cache-95e1d12a-9c96-48ab-b8ae-d6d2da9ae077" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.760945] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquired lock "refresh_cache-95e1d12a-9c96-48ab-b8ae-d6d2da9ae077" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.761318] env[69663]: DEBUG nova.network.neutron [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1061.789703] env[69663]: DEBUG oslo_vmware.api [None req-f48105bd-d2dd-429f-92e1-83be4fa01cf8 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333191, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.024407] env[69663]: DEBUG nova.network.neutron [None req-31b7e809-ffb1-47f2-9005-e25131b04cdf tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Updating instance_info_cache with network_info: [{"id": "c0fb0727-6499-44d4-bd2d-adc12f4cb3d4", "address": "fa:16:3e:b7:ea:5e", "network": {"id": "e9524d7b-8118-4697-b98c-fdd2d124baf7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1284907570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b83445ec774840129e0569af970a8488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0fb0727-64", "ovs_interfaceid": "c0fb0727-6499-44d4-bd2d-adc12f4cb3d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.065814] env[69663]: DEBUG oslo_vmware.api [None req-76781939-a907-452e-b87d-39acb971d7e1 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Task: {'id': task-3333193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21659} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.065912] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-76781939-a907-452e-b87d-39acb971d7e1 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.066079] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-76781939-a907-452e-b87d-39acb971d7e1 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1062.066275] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-76781939-a907-452e-b87d-39acb971d7e1 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1062.066457] env[69663]: INFO nova.compute.manager [None req-76781939-a907-452e-b87d-39acb971d7e1 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1062.066715] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76781939-a907-452e-b87d-39acb971d7e1 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.067311] env[69663]: DEBUG nova.compute.manager [-] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1062.067410] env[69663]: DEBUG nova.network.neutron [-] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1062.193031] env[69663]: DEBUG nova.scheduler.client.report [None req-03d54f9e-2515-4593-97b6-40d5c48edafe tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1062.264268] env[69663]: DEBUG nova.network.neutron [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1062.286189] env[69663]: DEBUG oslo_vmware.api [None req-f48105bd-d2dd-429f-92e1-83be4fa01cf8 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333191, 'name': ReconfigVM_Task, 'duration_secs': 0.56708} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.287879] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-f48105bd-d2dd-429f-92e1-83be4fa01cf8 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Reconfigured VM instance instance-00000054 to attach disk [datastore2] volume-30487087-ec3a-4ae7-8c3a-7da4560354bd/volume-30487087-ec3a-4ae7-8c3a-7da4560354bd.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.294774] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de570c1d-496c-48c1-b168-3e1421028546 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.319986] env[69663]: DEBUG oslo_vmware.api [None req-f48105bd-d2dd-429f-92e1-83be4fa01cf8 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1062.319986] env[69663]: value = "task-3333194" [ 1062.319986] env[69663]: _type = "Task" [ 1062.319986] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.333061] env[69663]: DEBUG oslo_vmware.api [None req-f48105bd-d2dd-429f-92e1-83be4fa01cf8 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333194, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.523757] env[69663]: DEBUG oslo_concurrency.lockutils [None req-31b7e809-ffb1-47f2-9005-e25131b04cdf tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Releasing lock "refresh_cache-8cd200bb-b932-4165-9316-4c1e994ff7f5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.528019] env[69663]: DEBUG nova.compute.manager [None req-31b7e809-ffb1-47f2-9005-e25131b04cdf tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Inject network info {{(pid=69663) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7219}} [ 1062.528019] env[69663]: DEBUG nova.compute.manager [None req-31b7e809-ffb1-47f2-9005-e25131b04cdf tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] network_info to inject: |[{"id": "c0fb0727-6499-44d4-bd2d-adc12f4cb3d4", "address": "fa:16:3e:b7:ea:5e", "network": {"id": "e9524d7b-8118-4697-b98c-fdd2d124baf7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1284907570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b83445ec774840129e0569af970a8488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0fb0727-64", "ovs_interfaceid": "c0fb0727-6499-44d4-bd2d-adc12f4cb3d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1062.534133] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-31b7e809-ffb1-47f2-9005-e25131b04cdf tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Reconfiguring VM instance to set the machine id {{(pid=69663) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1802}} [ 1062.536700] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0826f3d1-49af-4092-8d15-7e7279dfe416 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.559018] env[69663]: DEBUG nova.network.neutron [-] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.577441] env[69663]: DEBUG oslo_vmware.api [None req-31b7e809-ffb1-47f2-9005-e25131b04cdf tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Waiting for the task: (returnval){ [ 1062.577441] env[69663]: value = "task-3333195" [ 1062.577441] env[69663]: _type = "Task" [ 1062.577441] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.586731] env[69663]: DEBUG oslo_vmware.api [None req-31b7e809-ffb1-47f2-9005-e25131b04cdf tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Task: {'id': task-3333195, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.660834] env[69663]: DEBUG nova.network.neutron [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Updating instance_info_cache with network_info: [{"id": "adb08efd-6a49-4d41-bf14-2dcc411b20bb", "address": "fa:16:3e:1e:63:84", "network": {"id": "c96b9bf5-edf2-4d12-92a1-123c69785474", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1930454559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a3437a4c0ab4c5c93c0cca358099208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadb08efd-6a", "ovs_interfaceid": "adb08efd-6a49-4d41-bf14-2dcc411b20bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.665511] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0231dea8-727d-420f-8efd-3044c0a9947a tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Acquiring lock "8cd200bb-b932-4165-9316-4c1e994ff7f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.665511] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0231dea8-727d-420f-8efd-3044c0a9947a tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Lock "8cd200bb-b932-4165-9316-4c1e994ff7f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.665922] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0231dea8-727d-420f-8efd-3044c0a9947a tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Acquiring lock "8cd200bb-b932-4165-9316-4c1e994ff7f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.667890] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0231dea8-727d-420f-8efd-3044c0a9947a tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Lock "8cd200bb-b932-4165-9316-4c1e994ff7f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.667890] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0231dea8-727d-420f-8efd-3044c0a9947a tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Lock "8cd200bb-b932-4165-9316-4c1e994ff7f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.668691] env[69663]: INFO nova.compute.manager [None req-0231dea8-727d-420f-8efd-3044c0a9947a tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Terminating instance [ 1062.670526] env[69663]: DEBUG nova.compute.manager [None req-0231dea8-727d-420f-8efd-3044c0a9947a tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1062.670849] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0231dea8-727d-420f-8efd-3044c0a9947a tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1062.672018] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9665ca6b-3bd7-4eb7-9a33-c857d528d33a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.682417] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0231dea8-727d-420f-8efd-3044c0a9947a tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1062.682904] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f142df8-bfe0-4e8a-a66a-5ae35ac7bad2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.695197] env[69663]: DEBUG oslo_vmware.api [None req-0231dea8-727d-420f-8efd-3044c0a9947a tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Waiting for the task: (returnval){ [ 1062.695197] env[69663]: value = "task-3333196" [ 1062.695197] env[69663]: _type = "Task" [ 1062.695197] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.701978] env[69663]: DEBUG oslo_concurrency.lockutils [None req-03d54f9e-2515-4593-97b6-40d5c48edafe tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.705570] env[69663]: DEBUG oslo_concurrency.lockutils [None req-14a07427-24c6-4d86-9956-7ad5ac0a1676 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.752s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.705946] env[69663]: DEBUG oslo_concurrency.lockutils [None req-14a07427-24c6-4d86-9956-7ad5ac0a1676 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.708358] env[69663]: DEBUG oslo_concurrency.lockutils [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.199s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.709016] env[69663]: DEBUG nova.objects.instance [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69663) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1062.717956] env[69663]: DEBUG oslo_vmware.api [None req-0231dea8-727d-420f-8efd-3044c0a9947a tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Task: {'id': task-3333196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.741302] env[69663]: INFO nova.scheduler.client.report [None req-03d54f9e-2515-4593-97b6-40d5c48edafe tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Deleted allocations for instance 05068eba-d34c-4cb2-9b97-330a27d631f1 [ 1062.746745] env[69663]: INFO nova.scheduler.client.report [None req-14a07427-24c6-4d86-9956-7ad5ac0a1676 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Deleted allocations for instance 7be8d9d2-3b54-490e-8a89-00324c49a5a0 [ 1062.756799] env[69663]: DEBUG nova.network.neutron [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Updating instance_info_cache with network_info: [{"id": "eb297dd3-efca-4cfe-b943-68e1416a0884", "address": "fa:16:3e:bb:be:0b", "network": {"id": "b06eceef-e5b1-4b80-9f31-725913c44368", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811074450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b520dada971c4d7c823cfd847cf6836d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb297dd3-ef", "ovs_interfaceid": "eb297dd3-efca-4cfe-b943-68e1416a0884", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.830960] env[69663]: DEBUG oslo_vmware.api [None req-f48105bd-d2dd-429f-92e1-83be4fa01cf8 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333194, 'name': ReconfigVM_Task, 'duration_secs': 0.232526} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.831427] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-f48105bd-d2dd-429f-92e1-83be4fa01cf8 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665368', 'volume_id': '30487087-ec3a-4ae7-8c3a-7da4560354bd', 'name': 'volume-30487087-ec3a-4ae7-8c3a-7da4560354bd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a', 'attached_at': '', 'detached_at': '', 'volume_id': '30487087-ec3a-4ae7-8c3a-7da4560354bd', 'serial': '30487087-ec3a-4ae7-8c3a-7da4560354bd'} {{(pid=69663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1063.068993] env[69663]: INFO nova.compute.manager [-] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Took 1.00 seconds to deallocate network for instance. [ 1063.076733] env[69663]: DEBUG nova.compute.manager [req-fde3b3f8-3f01-4b36-956c-991e0274cf83 req-5cec0b7f-5302-4193-bee7-596d2fcf2e0a service nova] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Received event network-changed-c0fb0727-6499-44d4-bd2d-adc12f4cb3d4 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1063.077030] env[69663]: DEBUG nova.compute.manager [req-fde3b3f8-3f01-4b36-956c-991e0274cf83 req-5cec0b7f-5302-4193-bee7-596d2fcf2e0a service nova] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Refreshing instance network info cache due to event network-changed-c0fb0727-6499-44d4-bd2d-adc12f4cb3d4. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1063.077263] env[69663]: DEBUG oslo_concurrency.lockutils [req-fde3b3f8-3f01-4b36-956c-991e0274cf83 req-5cec0b7f-5302-4193-bee7-596d2fcf2e0a service nova] Acquiring lock "refresh_cache-8cd200bb-b932-4165-9316-4c1e994ff7f5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.077414] env[69663]: DEBUG oslo_concurrency.lockutils [req-fde3b3f8-3f01-4b36-956c-991e0274cf83 req-5cec0b7f-5302-4193-bee7-596d2fcf2e0a service nova] Acquired lock "refresh_cache-8cd200bb-b932-4165-9316-4c1e994ff7f5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.077809] env[69663]: DEBUG nova.network.neutron [req-fde3b3f8-3f01-4b36-956c-991e0274cf83 req-5cec0b7f-5302-4193-bee7-596d2fcf2e0a service nova] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Refreshing network info cache for port c0fb0727-6499-44d4-bd2d-adc12f4cb3d4 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1063.090174] env[69663]: DEBUG oslo_vmware.api [None req-31b7e809-ffb1-47f2-9005-e25131b04cdf tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Task: {'id': task-3333195, 'name': ReconfigVM_Task, 'duration_secs': 0.213369} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.090255] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-31b7e809-ffb1-47f2-9005-e25131b04cdf tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Reconfigured VM instance to set the machine id {{(pid=69663) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1805}} [ 1063.164024] env[69663]: DEBUG oslo_concurrency.lockutils [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Releasing lock "refresh_cache-fb9630cf-b4cf-4f8c-a23f-d0911eac9419" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.164396] env[69663]: DEBUG nova.compute.manager [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Instance network_info: |[{"id": "adb08efd-6a49-4d41-bf14-2dcc411b20bb", "address": "fa:16:3e:1e:63:84", "network": {"id": "c96b9bf5-edf2-4d12-92a1-123c69785474", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1930454559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a3437a4c0ab4c5c93c0cca358099208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadb08efd-6a", "ovs_interfaceid": "adb08efd-6a49-4d41-bf14-2dcc411b20bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1063.164939] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:63:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adb08efd-6a49-4d41-bf14-2dcc411b20bb', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.173055] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Creating folder: Project (0a3437a4c0ab4c5c93c0cca358099208). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1063.173339] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-baf18ccb-2904-4a60-a69f-f9b8c72fddb7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.190573] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Created folder: Project (0a3437a4c0ab4c5c93c0cca358099208) in parent group-v665133. [ 1063.190794] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Creating folder: Instances. Parent ref: group-v665369. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1063.191075] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9cd35b7-069e-488a-9972-4ab1fd4ba97c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.202485] env[69663]: DEBUG oslo_vmware.api [None req-0231dea8-727d-420f-8efd-3044c0a9947a tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Task: {'id': task-3333196, 'name': PowerOffVM_Task, 'duration_secs': 0.285426} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.203782] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0231dea8-727d-420f-8efd-3044c0a9947a tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1063.204046] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0231dea8-727d-420f-8efd-3044c0a9947a tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1063.204333] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Created folder: Instances in parent group-v665369. [ 1063.204590] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.204798] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f07eb34e-0218-4da5-a4b9-f610d9c54d7b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.206361] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1063.206487] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08560798-71d1-46d8-9433-c912ce187c6d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.228549] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.228549] env[69663]: value = "task-3333200" [ 1063.228549] env[69663]: _type = "Task" [ 1063.228549] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.238845] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333200, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.260367] env[69663]: DEBUG oslo_concurrency.lockutils [None req-03d54f9e-2515-4593-97b6-40d5c48edafe tempest-ServerShowV254Test-534003944 tempest-ServerShowV254Test-534003944-project-member] Lock "05068eba-d34c-4cb2-9b97-330a27d631f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.915s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.261438] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Releasing lock "refresh_cache-95e1d12a-9c96-48ab-b8ae-d6d2da9ae077" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.265158] env[69663]: DEBUG oslo_concurrency.lockutils [None req-14a07427-24c6-4d86-9956-7ad5ac0a1676 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "7be8d9d2-3b54-490e-8a89-00324c49a5a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.239s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.287037] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0231dea8-727d-420f-8efd-3044c0a9947a tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1063.287203] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0231dea8-727d-420f-8efd-3044c0a9947a tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1063.287396] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0231dea8-727d-420f-8efd-3044c0a9947a tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Deleting the datastore file [datastore1] 8cd200bb-b932-4165-9316-4c1e994ff7f5 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.287707] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3663d9ab-2bb5-405e-ba9f-d778c1302692 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.296862] env[69663]: DEBUG oslo_vmware.api [None req-0231dea8-727d-420f-8efd-3044c0a9947a tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Waiting for the task: (returnval){ [ 1063.296862] env[69663]: value = "task-3333201" [ 1063.296862] env[69663]: _type = "Task" [ 1063.296862] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.307465] env[69663]: DEBUG oslo_vmware.api [None req-0231dea8-727d-420f-8efd-3044c0a9947a tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Task: {'id': task-3333201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.579931] env[69663]: DEBUG oslo_concurrency.lockutils [None req-76781939-a907-452e-b87d-39acb971d7e1 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.729054] env[69663]: DEBUG oslo_concurrency.lockutils [None req-27b2249c-c212-4e37-822f-ecd1292c42e0 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.729054] env[69663]: DEBUG oslo_concurrency.lockutils [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.945s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.730404] env[69663]: INFO nova.compute.claims [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.744883] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333200, 'name': CreateVM_Task, 'duration_secs': 0.446505} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.748615] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1063.748615] env[69663]: DEBUG oslo_concurrency.lockutils [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.748615] env[69663]: DEBUG oslo_concurrency.lockutils [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.748889] env[69663]: DEBUG oslo_concurrency.lockutils [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.749475] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-746a0cf4-b922-49fa-8fdc-1c6889db5eaa {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.755562] env[69663]: DEBUG oslo_vmware.api [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Waiting for the task: (returnval){ [ 1063.755562] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]521611e1-a4ee-5c97-94cd-b245e98d3bf9" [ 1063.755562] env[69663]: _type = "Task" [ 1063.755562] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.767667] env[69663]: DEBUG oslo_vmware.api [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]521611e1-a4ee-5c97-94cd-b245e98d3bf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.794988] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac72cf5d-59c1-4d17-ab3b-77117e97f51b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.825288] env[69663]: DEBUG oslo_vmware.api [None req-0231dea8-727d-420f-8efd-3044c0a9947a tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Task: {'id': task-3333201, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201958} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.829121] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff9cf05-803b-4ae7-973a-ccd370a14baf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.833051] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0231dea8-727d-420f-8efd-3044c0a9947a tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.833051] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0231dea8-727d-420f-8efd-3044c0a9947a tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1063.833051] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0231dea8-727d-420f-8efd-3044c0a9947a tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1063.833051] env[69663]: INFO nova.compute.manager [None req-0231dea8-727d-420f-8efd-3044c0a9947a tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1063.833427] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0231dea8-727d-420f-8efd-3044c0a9947a tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.833684] env[69663]: DEBUG nova.compute.manager [-] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1063.834658] env[69663]: DEBUG nova.network.neutron [-] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1063.842826] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Updating instance '95e1d12a-9c96-48ab-b8ae-d6d2da9ae077' progress to 83 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1063.891254] env[69663]: DEBUG nova.objects.instance [None req-f48105bd-d2dd-429f-92e1-83be4fa01cf8 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lazy-loading 'flavor' on Instance uuid 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.031448] env[69663]: DEBUG nova.network.neutron [req-fde3b3f8-3f01-4b36-956c-991e0274cf83 req-5cec0b7f-5302-4193-bee7-596d2fcf2e0a service nova] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Updated VIF entry in instance network info cache for port c0fb0727-6499-44d4-bd2d-adc12f4cb3d4. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1064.031909] env[69663]: DEBUG nova.network.neutron [req-fde3b3f8-3f01-4b36-956c-991e0274cf83 req-5cec0b7f-5302-4193-bee7-596d2fcf2e0a service nova] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Updating instance_info_cache with network_info: [{"id": "c0fb0727-6499-44d4-bd2d-adc12f4cb3d4", "address": "fa:16:3e:b7:ea:5e", "network": {"id": "e9524d7b-8118-4697-b98c-fdd2d124baf7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1284907570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b83445ec774840129e0569af970a8488", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0fb0727-64", "ovs_interfaceid": "c0fb0727-6499-44d4-bd2d-adc12f4cb3d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.271456] env[69663]: DEBUG oslo_vmware.api [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]521611e1-a4ee-5c97-94cd-b245e98d3bf9, 'name': SearchDatastore_Task, 'duration_secs': 0.013671} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.272177] env[69663]: DEBUG oslo_concurrency.lockutils [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.272455] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.273205] env[69663]: DEBUG oslo_concurrency.lockutils [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.273205] env[69663]: DEBUG oslo_concurrency.lockutils [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.273205] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.273435] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8a867e1-d166-49d3-8890-b06924538554 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.283653] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.283861] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1064.284644] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b21d382a-c6bc-4669-9a32-73bf5436a52c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.294083] env[69663]: DEBUG oslo_vmware.api [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Waiting for the task: (returnval){ [ 1064.294083] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e759f2-a0c1-7169-f312-42e602644220" [ 1064.294083] env[69663]: _type = "Task" [ 1064.294083] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.303313] env[69663]: DEBUG oslo_vmware.api [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e759f2-a0c1-7169-f312-42e602644220, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.350685] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1064.351620] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4b6ed9b-e9e2-4c32-9d6c-b0cfb3dd880b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.357593] env[69663]: DEBUG oslo_concurrency.lockutils [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "ce8cbba3-89e0-41ed-a822-972f7452179f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.357593] env[69663]: DEBUG oslo_concurrency.lockutils [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "ce8cbba3-89e0-41ed-a822-972f7452179f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.364922] env[69663]: DEBUG oslo_vmware.api [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1064.364922] env[69663]: value = "task-3333202" [ 1064.364922] env[69663]: _type = "Task" [ 1064.364922] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.374941] env[69663]: DEBUG oslo_vmware.api [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.395721] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f48105bd-d2dd-429f-92e1-83be4fa01cf8 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.367s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.534984] env[69663]: DEBUG oslo_concurrency.lockutils [req-fde3b3f8-3f01-4b36-956c-991e0274cf83 req-5cec0b7f-5302-4193-bee7-596d2fcf2e0a service nova] Releasing lock "refresh_cache-8cd200bb-b932-4165-9316-4c1e994ff7f5" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.536888] env[69663]: DEBUG nova.compute.manager [req-fde3b3f8-3f01-4b36-956c-991e0274cf83 req-5cec0b7f-5302-4193-bee7-596d2fcf2e0a service nova] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Received event network-changed-adb08efd-6a49-4d41-bf14-2dcc411b20bb {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1064.537429] env[69663]: DEBUG nova.compute.manager [req-fde3b3f8-3f01-4b36-956c-991e0274cf83 req-5cec0b7f-5302-4193-bee7-596d2fcf2e0a service nova] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Refreshing instance network info cache due to event network-changed-adb08efd-6a49-4d41-bf14-2dcc411b20bb. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1064.537429] env[69663]: DEBUG oslo_concurrency.lockutils [req-fde3b3f8-3f01-4b36-956c-991e0274cf83 req-5cec0b7f-5302-4193-bee7-596d2fcf2e0a service nova] Acquiring lock "refresh_cache-fb9630cf-b4cf-4f8c-a23f-d0911eac9419" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.537540] env[69663]: DEBUG oslo_concurrency.lockutils [req-fde3b3f8-3f01-4b36-956c-991e0274cf83 req-5cec0b7f-5302-4193-bee7-596d2fcf2e0a service nova] Acquired lock "refresh_cache-fb9630cf-b4cf-4f8c-a23f-d0911eac9419" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.537649] env[69663]: DEBUG nova.network.neutron [req-fde3b3f8-3f01-4b36-956c-991e0274cf83 req-5cec0b7f-5302-4193-bee7-596d2fcf2e0a service nova] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Refreshing network info cache for port adb08efd-6a49-4d41-bf14-2dcc411b20bb {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1064.588247] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Acquiring lock "c1986cd3-91cd-4b18-9494-e11af4fcf379" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.589785] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Lock "c1986cd3-91cd-4b18-9494-e11af4fcf379" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.707616] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.708034] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.708341] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.708738] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.708891] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.712180] env[69663]: INFO nova.compute.manager [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Terminating instance [ 1064.714389] env[69663]: DEBUG nova.compute.manager [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1064.714720] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1064.715343] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b357379e-7fc5-4400-b439-d6629d094d45 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.725924] env[69663]: DEBUG oslo_vmware.api [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1064.725924] env[69663]: value = "task-3333203" [ 1064.725924] env[69663]: _type = "Task" [ 1064.725924] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.737222] env[69663]: DEBUG oslo_vmware.api [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.805667] env[69663]: DEBUG oslo_vmware.api [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e759f2-a0c1-7169-f312-42e602644220, 'name': SearchDatastore_Task, 'duration_secs': 0.010365} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.806930] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e431517d-93de-43b5-afe3-c63cd73ae5db {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.818068] env[69663]: DEBUG oslo_vmware.api [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Waiting for the task: (returnval){ [ 1064.818068] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b8f216-cc61-7ff7-4405-822c448ad0a2" [ 1064.818068] env[69663]: _type = "Task" [ 1064.818068] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.827655] env[69663]: DEBUG oslo_vmware.api [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b8f216-cc61-7ff7-4405-822c448ad0a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.861910] env[69663]: DEBUG nova.compute.manager [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1064.882133] env[69663]: DEBUG oslo_vmware.api [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333202, 'name': PowerOnVM_Task, 'duration_secs': 0.458191} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.882442] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1064.882637] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b822904f-11a5-4734-b779-53fc93ba8bf6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Updating instance '95e1d12a-9c96-48ab-b8ae-d6d2da9ae077' progress to 100 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1065.091820] env[69663]: DEBUG nova.compute.manager [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1065.143202] env[69663]: DEBUG nova.compute.manager [req-26f76222-2b17-469a-b857-49d7cbca404a req-927bcce7-c297-4cc1-a864-360bf28bb2d6 service nova] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Received event network-vif-deleted-c0fb0727-6499-44d4-bd2d-adc12f4cb3d4 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1065.143434] env[69663]: INFO nova.compute.manager [req-26f76222-2b17-469a-b857-49d7cbca404a req-927bcce7-c297-4cc1-a864-360bf28bb2d6 service nova] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Neutron deleted interface c0fb0727-6499-44d4-bd2d-adc12f4cb3d4; detaching it from the instance and deleting it from the info cache [ 1065.143652] env[69663]: DEBUG nova.network.neutron [req-26f76222-2b17-469a-b857-49d7cbca404a req-927bcce7-c297-4cc1-a864-360bf28bb2d6 service nova] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.232358] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4626bd-4aa9-4c79-9479-4a0a3bfc19e8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.247944] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f71434-5821-4245-9485-99e399330bd8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.256019] env[69663]: DEBUG oslo_vmware.api [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333203, 'name': PowerOffVM_Task, 'duration_secs': 0.211172} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.256019] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1065.256019] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Volume detach. Driver type: vmdk {{(pid=69663) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1065.256019] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665368', 'volume_id': '30487087-ec3a-4ae7-8c3a-7da4560354bd', 'name': 'volume-30487087-ec3a-4ae7-8c3a-7da4560354bd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a', 'attached_at': '', 'detached_at': '', 'volume_id': '30487087-ec3a-4ae7-8c3a-7da4560354bd', 'serial': '30487087-ec3a-4ae7-8c3a-7da4560354bd'} {{(pid=69663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1065.256019] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75b7979-ec77-4f5d-bce3-304b278ceda8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.289551] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e301f7-878c-4e8f-a9e3-33fb53b3d945 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.311807] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7cff16a-5d2a-4081-9232-3d2fd1ef5c51 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.322115] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701ac70c-7e99-4bdc-a819-5358b119f9f3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.328695] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280ce973-0172-4d3a-9aaa-bd5ef2f4b1e9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.342020] env[69663]: DEBUG oslo_vmware.api [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b8f216-cc61-7ff7-4405-822c448ad0a2, 'name': SearchDatastore_Task, 'duration_secs': 0.012387} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.342561] env[69663]: DEBUG nova.compute.provider_tree [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.344153] env[69663]: DEBUG oslo_concurrency.lockutils [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.344470] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] fb9630cf-b4cf-4f8c-a23f-d0911eac9419/fb9630cf-b4cf-4f8c-a23f-d0911eac9419.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1065.344957] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a009026-6e8e-42ac-845c-abed746f6c91 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.366019] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc7864e-fb1c-4f5e-9d10-4456b649e3c3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.374057] env[69663]: DEBUG oslo_vmware.api [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Waiting for the task: (returnval){ [ 1065.374057] env[69663]: value = "task-3333204" [ 1065.374057] env[69663]: _type = "Task" [ 1065.374057] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.392042] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] The volume has not been displaced from its original location: [datastore2] volume-30487087-ec3a-4ae7-8c3a-7da4560354bd/volume-30487087-ec3a-4ae7-8c3a-7da4560354bd.vmdk. No consolidation needed. {{(pid=69663) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1065.397381] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Reconfiguring VM instance instance-00000054 to detach disk 2001 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1065.398741] env[69663]: DEBUG oslo_concurrency.lockutils [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.399800] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc100953-32ab-4b9f-8c90-9f2a08ddc9e6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.414564] env[69663]: DEBUG nova.network.neutron [req-fde3b3f8-3f01-4b36-956c-991e0274cf83 req-5cec0b7f-5302-4193-bee7-596d2fcf2e0a service nova] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Updated VIF entry in instance network info cache for port adb08efd-6a49-4d41-bf14-2dcc411b20bb. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1065.415019] env[69663]: DEBUG nova.network.neutron [req-fde3b3f8-3f01-4b36-956c-991e0274cf83 req-5cec0b7f-5302-4193-bee7-596d2fcf2e0a service nova] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Updating instance_info_cache with network_info: [{"id": "adb08efd-6a49-4d41-bf14-2dcc411b20bb", "address": "fa:16:3e:1e:63:84", "network": {"id": "c96b9bf5-edf2-4d12-92a1-123c69785474", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1930454559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a3437a4c0ab4c5c93c0cca358099208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadb08efd-6a", "ovs_interfaceid": "adb08efd-6a49-4d41-bf14-2dcc411b20bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.419970] env[69663]: DEBUG oslo_vmware.api [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.427540] env[69663]: DEBUG oslo_vmware.api [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1065.427540] env[69663]: value = "task-3333205" [ 1065.427540] env[69663]: _type = "Task" [ 1065.427540] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.437614] env[69663]: DEBUG oslo_vmware.api [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333205, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.502045] env[69663]: DEBUG nova.network.neutron [-] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.618505] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.649204] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0985af3a-e320-45c4-bf6b-b5feae57d034 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.660388] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961fc6e8-dfd5-4784-86da-8e0075a66b20 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.701214] env[69663]: DEBUG nova.compute.manager [req-26f76222-2b17-469a-b857-49d7cbca404a req-927bcce7-c297-4cc1-a864-360bf28bb2d6 service nova] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Detach interface failed, port_id=c0fb0727-6499-44d4-bd2d-adc12f4cb3d4, reason: Instance 8cd200bb-b932-4165-9316-4c1e994ff7f5 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1065.846995] env[69663]: DEBUG nova.scheduler.client.report [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1065.886667] env[69663]: DEBUG oslo_vmware.api [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333204, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.921989] env[69663]: DEBUG oslo_concurrency.lockutils [req-fde3b3f8-3f01-4b36-956c-991e0274cf83 req-5cec0b7f-5302-4193-bee7-596d2fcf2e0a service nova] Releasing lock "refresh_cache-fb9630cf-b4cf-4f8c-a23f-d0911eac9419" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.922332] env[69663]: DEBUG nova.compute.manager [req-fde3b3f8-3f01-4b36-956c-991e0274cf83 req-5cec0b7f-5302-4193-bee7-596d2fcf2e0a service nova] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Received event network-vif-deleted-e550a22c-4445-4084-9cae-689cae3aa897 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1065.942544] env[69663]: DEBUG oslo_vmware.api [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333205, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.005242] env[69663]: INFO nova.compute.manager [-] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Took 2.17 seconds to deallocate network for instance. [ 1066.355899] env[69663]: DEBUG oslo_concurrency.lockutils [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.356464] env[69663]: DEBUG nova.compute.manager [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1066.361969] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f0065bd8-3935-42e1-8774-67fad2b5468a tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.921s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.361969] env[69663]: DEBUG nova.objects.instance [None req-f0065bd8-3935-42e1-8774-67fad2b5468a tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Lazy-loading 'resources' on Instance uuid 444ff9f6-7884-4462-ae71-78db6bb5f242 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.387503] env[69663]: DEBUG oslo_vmware.api [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333204, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638734} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.387794] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] fb9630cf-b4cf-4f8c-a23f-d0911eac9419/fb9630cf-b4cf-4f8c-a23f-d0911eac9419.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1066.388035] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.388295] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75fb14fc-50e1-4461-827d-fc17e17f08ad {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.398039] env[69663]: DEBUG oslo_vmware.api [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Waiting for the task: (returnval){ [ 1066.398039] env[69663]: value = "task-3333206" [ 1066.398039] env[69663]: _type = "Task" [ 1066.398039] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.413901] env[69663]: DEBUG oslo_vmware.api [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333206, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.441273] env[69663]: DEBUG oslo_vmware.api [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333205, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.511868] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0231dea8-727d-420f-8efd-3044c0a9947a tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.862741] env[69663]: DEBUG nova.compute.utils [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1066.864437] env[69663]: DEBUG nova.compute.manager [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1066.864699] env[69663]: DEBUG nova.network.neutron [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1066.911440] env[69663]: DEBUG nova.policy [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '159a67a63ed34f26b62e0554650a9650', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a4096cbec2e4fad9c8c7e8edb78b951', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1066.912949] env[69663]: DEBUG oslo_vmware.api [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333206, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076142} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.913507] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.914600] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0581a82-33d5-4f1d-ad5d-9ed7335db7f2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.920786] env[69663]: DEBUG oslo_concurrency.lockutils [None req-52f2fe50-d4b5-412a-b2f4-f324c9018fc5 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "95e1d12a-9c96-48ab-b8ae-d6d2da9ae077" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.921028] env[69663]: DEBUG oslo_concurrency.lockutils [None req-52f2fe50-d4b5-412a-b2f4-f324c9018fc5 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "95e1d12a-9c96-48ab-b8ae-d6d2da9ae077" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.921218] env[69663]: DEBUG nova.compute.manager [None req-52f2fe50-d4b5-412a-b2f4-f324c9018fc5 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Going to confirm migration 5 {{(pid=69663) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 1066.940687] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] fb9630cf-b4cf-4f8c-a23f-d0911eac9419/fb9630cf-b4cf-4f8c-a23f-d0911eac9419.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.947361] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99206420-7d11-4d28-bf1b-f59020a8a5e3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.970072] env[69663]: DEBUG oslo_vmware.api [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333205, 'name': ReconfigVM_Task, 'duration_secs': 1.270987} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.971484] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Reconfigured VM instance instance-00000054 to detach disk 2001 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1066.976366] env[69663]: DEBUG oslo_vmware.api [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Waiting for the task: (returnval){ [ 1066.976366] env[69663]: value = "task-3333207" [ 1066.976366] env[69663]: _type = "Task" [ 1066.976366] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.979376] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c36c0acd-0fe9-4375-9e8c-f30fbb329c02 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.000634] env[69663]: DEBUG oslo_vmware.api [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333207, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.002240] env[69663]: DEBUG oslo_vmware.api [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1067.002240] env[69663]: value = "task-3333208" [ 1067.002240] env[69663]: _type = "Task" [ 1067.002240] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.015312] env[69663]: DEBUG oslo_vmware.api [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333208, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.330389] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d854d43-9d1d-4b67-9579-fdf36bef1407 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.339216] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44320cc3-1f17-484e-b4a7-11de49c4df08 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.371691] env[69663]: DEBUG nova.compute.manager [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1067.377554] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad15db7-41bb-4801-a36a-820204f55dbe {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.378662] env[69663]: DEBUG nova.network.neutron [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Successfully created port: d3fbf8b3-06ca-4d34-8728-b1ecaa4b9503 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1067.387056] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9e33d3-0215-454b-8272-f971c2c777bd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.404095] env[69663]: DEBUG nova.compute.provider_tree [None req-f0065bd8-3935-42e1-8774-67fad2b5468a tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.494321] env[69663]: DEBUG oslo_concurrency.lockutils [None req-52f2fe50-d4b5-412a-b2f4-f324c9018fc5 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "refresh_cache-95e1d12a-9c96-48ab-b8ae-d6d2da9ae077" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.494519] env[69663]: DEBUG oslo_concurrency.lockutils [None req-52f2fe50-d4b5-412a-b2f4-f324c9018fc5 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquired lock "refresh_cache-95e1d12a-9c96-48ab-b8ae-d6d2da9ae077" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.494703] env[69663]: DEBUG nova.network.neutron [None req-52f2fe50-d4b5-412a-b2f4-f324c9018fc5 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1067.494898] env[69663]: DEBUG nova.objects.instance [None req-52f2fe50-d4b5-412a-b2f4-f324c9018fc5 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lazy-loading 'info_cache' on Instance uuid 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.504026] env[69663]: DEBUG oslo_vmware.api [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333207, 'name': ReconfigVM_Task, 'duration_secs': 0.347753} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.504026] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Reconfigured VM instance instance-00000056 to attach disk [datastore2] fb9630cf-b4cf-4f8c-a23f-d0911eac9419/fb9630cf-b4cf-4f8c-a23f-d0911eac9419.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.504026] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a2ce6cf-c8b8-4869-a5be-6f6e96dd4b89 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.511404] env[69663]: DEBUG oslo_vmware.api [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Waiting for the task: (returnval){ [ 1067.511404] env[69663]: value = "task-3333209" [ 1067.511404] env[69663]: _type = "Task" [ 1067.511404] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.515102] env[69663]: DEBUG oslo_vmware.api [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333208, 'name': ReconfigVM_Task, 'duration_secs': 0.182996} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.518221] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665368', 'volume_id': '30487087-ec3a-4ae7-8c3a-7da4560354bd', 'name': 'volume-30487087-ec3a-4ae7-8c3a-7da4560354bd', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a', 'attached_at': '', 'detached_at': '', 'volume_id': '30487087-ec3a-4ae7-8c3a-7da4560354bd', 'serial': '30487087-ec3a-4ae7-8c3a-7da4560354bd'} {{(pid=69663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1067.518531] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1067.519291] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8a05c2-1b2a-4403-a0db-dffda40d6f27 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.527047] env[69663]: DEBUG oslo_vmware.api [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333209, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.529046] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1067.529300] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7e0ae68-9555-4aed-98f7-a24ea2c2c203 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.605492] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1067.605815] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1067.605970] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Deleting the datastore file [datastore1] 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.606325] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af73ee65-fced-4fdf-8917-24716c2e2079 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.613578] env[69663]: DEBUG oslo_vmware.api [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1067.613578] env[69663]: value = "task-3333211" [ 1067.613578] env[69663]: _type = "Task" [ 1067.613578] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.621943] env[69663]: DEBUG oslo_vmware.api [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.907415] env[69663]: DEBUG nova.scheduler.client.report [None req-f0065bd8-3935-42e1-8774-67fad2b5468a tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1068.025338] env[69663]: DEBUG oslo_vmware.api [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333209, 'name': Rename_Task, 'duration_secs': 0.161826} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.025621] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1068.025861] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8971f325-b7b4-4477-adba-884fd410237a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.032586] env[69663]: DEBUG oslo_vmware.api [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Waiting for the task: (returnval){ [ 1068.032586] env[69663]: value = "task-3333212" [ 1068.032586] env[69663]: _type = "Task" [ 1068.032586] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.040333] env[69663]: DEBUG oslo_vmware.api [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.124163] env[69663]: DEBUG oslo_vmware.api [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.384969] env[69663]: DEBUG nova.compute.manager [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1068.411603] env[69663]: DEBUG nova.virt.hardware [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1068.411879] env[69663]: DEBUG nova.virt.hardware [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1068.412087] env[69663]: DEBUG nova.virt.hardware [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.412354] env[69663]: DEBUG nova.virt.hardware [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1068.412530] env[69663]: DEBUG nova.virt.hardware [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.412688] env[69663]: DEBUG nova.virt.hardware [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1068.412900] env[69663]: DEBUG nova.virt.hardware [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1068.413083] env[69663]: DEBUG nova.virt.hardware [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1068.413260] env[69663]: DEBUG nova.virt.hardware [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1068.413430] env[69663]: DEBUG nova.virt.hardware [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1068.413609] env[69663]: DEBUG nova.virt.hardware [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1068.414373] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f0065bd8-3935-42e1-8774-67fad2b5468a tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.055s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.417045] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02760c66-943f-4bd1-ac47-ef86b8d4f679 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.420074] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0b17bda9-3b14-4035-810f-5b26d9312947 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.852s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.420193] env[69663]: DEBUG nova.objects.instance [None req-0b17bda9-3b14-4035-810f-5b26d9312947 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Lazy-loading 'resources' on Instance uuid 8fe87707-a4e9-4697-9b8a-e10b810c0b0b {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.427985] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e075dd-5c21-4952-b8e7-2f5473f31b6c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.445868] env[69663]: INFO nova.scheduler.client.report [None req-f0065bd8-3935-42e1-8774-67fad2b5468a tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Deleted allocations for instance 444ff9f6-7884-4462-ae71-78db6bb5f242 [ 1068.545055] env[69663]: DEBUG oslo_vmware.api [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333212, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.627711] env[69663]: DEBUG oslo_vmware.api [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333211, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.532988} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.627953] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.628172] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1068.628396] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1068.628592] env[69663]: INFO nova.compute.manager [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Took 3.91 seconds to destroy the instance on the hypervisor. [ 1068.628908] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.629133] env[69663]: DEBUG nova.compute.manager [-] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1068.629228] env[69663]: DEBUG nova.network.neutron [-] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1068.870551] env[69663]: DEBUG nova.network.neutron [None req-52f2fe50-d4b5-412a-b2f4-f324c9018fc5 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Updating instance_info_cache with network_info: [{"id": "eb297dd3-efca-4cfe-b943-68e1416a0884", "address": "fa:16:3e:bb:be:0b", "network": {"id": "b06eceef-e5b1-4b80-9f31-725913c44368", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811074450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b520dada971c4d7c823cfd847cf6836d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb297dd3-ef", "ovs_interfaceid": "eb297dd3-efca-4cfe-b943-68e1416a0884", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.959045] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f0065bd8-3935-42e1-8774-67fad2b5468a tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Lock "444ff9f6-7884-4462-ae71-78db6bb5f242" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.697s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.049974] env[69663]: DEBUG oslo_vmware.api [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333212, 'name': PowerOnVM_Task, 'duration_secs': 0.856819} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.050332] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1069.050555] env[69663]: INFO nova.compute.manager [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Took 9.44 seconds to spawn the instance on the hypervisor. [ 1069.050847] env[69663]: DEBUG nova.compute.manager [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1069.051725] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5248574-45d4-4f55-9afc-f4c3fd4b198e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.148062] env[69663]: DEBUG nova.compute.manager [req-9f5cdf3e-411d-424c-9e56-949b3cbb7241 req-5e41a99d-fe52-4348-b986-3478922f3b9e service nova] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Received event network-vif-plugged-d3fbf8b3-06ca-4d34-8728-b1ecaa4b9503 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1069.148318] env[69663]: DEBUG oslo_concurrency.lockutils [req-9f5cdf3e-411d-424c-9e56-949b3cbb7241 req-5e41a99d-fe52-4348-b986-3478922f3b9e service nova] Acquiring lock "748324ef-1238-4d84-a984-a5a4a83a830d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.148533] env[69663]: DEBUG oslo_concurrency.lockutils [req-9f5cdf3e-411d-424c-9e56-949b3cbb7241 req-5e41a99d-fe52-4348-b986-3478922f3b9e service nova] Lock "748324ef-1238-4d84-a984-a5a4a83a830d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.148710] env[69663]: DEBUG oslo_concurrency.lockutils [req-9f5cdf3e-411d-424c-9e56-949b3cbb7241 req-5e41a99d-fe52-4348-b986-3478922f3b9e service nova] Lock "748324ef-1238-4d84-a984-a5a4a83a830d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.148886] env[69663]: DEBUG nova.compute.manager [req-9f5cdf3e-411d-424c-9e56-949b3cbb7241 req-5e41a99d-fe52-4348-b986-3478922f3b9e service nova] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] No waiting events found dispatching network-vif-plugged-d3fbf8b3-06ca-4d34-8728-b1ecaa4b9503 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1069.149071] env[69663]: WARNING nova.compute.manager [req-9f5cdf3e-411d-424c-9e56-949b3cbb7241 req-5e41a99d-fe52-4348-b986-3478922f3b9e service nova] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Received unexpected event network-vif-plugged-d3fbf8b3-06ca-4d34-8728-b1ecaa4b9503 for instance with vm_state building and task_state spawning. [ 1069.234421] env[69663]: DEBUG nova.network.neutron [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Successfully updated port: d3fbf8b3-06ca-4d34-8728-b1ecaa4b9503 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1069.311352] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfba36d-b901-4ddd-bdf2-a7ab27c6d25a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.320150] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc81be92-00bc-4613-9e18-92b599099857 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.353603] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791c213a-452c-40ad-8499-b55bff35f4ac {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.362950] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b528ac-01db-448a-9776-8a1bf737384b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.377445] env[69663]: DEBUG oslo_concurrency.lockutils [None req-52f2fe50-d4b5-412a-b2f4-f324c9018fc5 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Releasing lock "refresh_cache-95e1d12a-9c96-48ab-b8ae-d6d2da9ae077" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.377727] env[69663]: DEBUG nova.objects.instance [None req-52f2fe50-d4b5-412a-b2f4-f324c9018fc5 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lazy-loading 'migration_context' on Instance uuid 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.379771] env[69663]: DEBUG nova.compute.provider_tree [None req-0b17bda9-3b14-4035-810f-5b26d9312947 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.573113] env[69663]: INFO nova.compute.manager [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Took 45.76 seconds to build instance. [ 1069.635481] env[69663]: DEBUG nova.network.neutron [-] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.737015] env[69663]: DEBUG oslo_concurrency.lockutils [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Acquiring lock "refresh_cache-748324ef-1238-4d84-a984-a5a4a83a830d" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.737200] env[69663]: DEBUG oslo_concurrency.lockutils [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Acquired lock "refresh_cache-748324ef-1238-4d84-a984-a5a4a83a830d" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.737374] env[69663]: DEBUG nova.network.neutron [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1069.880647] env[69663]: DEBUG nova.objects.base [None req-52f2fe50-d4b5-412a-b2f4-f324c9018fc5 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Object Instance<95e1d12a-9c96-48ab-b8ae-d6d2da9ae077> lazy-loaded attributes: info_cache,migration_context {{(pid=69663) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1069.881603] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f94ba8-4c2b-4a29-8fa2-193ceb24ab95 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.885552] env[69663]: DEBUG nova.scheduler.client.report [None req-0b17bda9-3b14-4035-810f-5b26d9312947 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1069.907226] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4618cf7-6aed-4028-b680-bd276215daf2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.914441] env[69663]: DEBUG oslo_vmware.api [None req-52f2fe50-d4b5-412a-b2f4-f324c9018fc5 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1069.914441] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]521a71d1-c08f-c546-8188-2409bebac960" [ 1069.914441] env[69663]: _type = "Task" [ 1069.914441] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.922805] env[69663]: DEBUG oslo_vmware.api [None req-52f2fe50-d4b5-412a-b2f4-f324c9018fc5 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]521a71d1-c08f-c546-8188-2409bebac960, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.080104] env[69663]: DEBUG oslo_concurrency.lockutils [None req-005ef474-72fd-48ab-94f0-5c153b42bf4e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "fb9630cf-b4cf-4f8c-a23f-d0911eac9419" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.294s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.140922] env[69663]: INFO nova.compute.manager [-] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Took 1.51 seconds to deallocate network for instance. [ 1070.272113] env[69663]: DEBUG nova.network.neutron [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1070.392987] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0b17bda9-3b14-4035-810f-5b26d9312947 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.393674] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.131s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.396449] env[69663]: INFO nova.compute.claims [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.408510] env[69663]: DEBUG nova.network.neutron [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Updating instance_info_cache with network_info: [{"id": "d3fbf8b3-06ca-4d34-8728-b1ecaa4b9503", "address": "fa:16:3e:3b:92:62", "network": {"id": "87c249ad-7ad3-45ce-9af5-bd5948e90b7c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1062572832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5a4096cbec2e4fad9c8c7e8edb78b951", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3fbf8b3-06", "ovs_interfaceid": "d3fbf8b3-06ca-4d34-8728-b1ecaa4b9503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.417304] env[69663]: INFO nova.scheduler.client.report [None req-0b17bda9-3b14-4035-810f-5b26d9312947 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Deleted allocations for instance 8fe87707-a4e9-4697-9b8a-e10b810c0b0b [ 1070.431735] env[69663]: DEBUG oslo_vmware.api [None req-52f2fe50-d4b5-412a-b2f4-f324c9018fc5 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]521a71d1-c08f-c546-8188-2409bebac960, 'name': SearchDatastore_Task, 'duration_secs': 0.009003} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.432118] env[69663]: DEBUG oslo_concurrency.lockutils [None req-52f2fe50-d4b5-412a-b2f4-f324c9018fc5 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.563720] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cd0ce1b3-d7f9-4099-9afa-16e92db8137d tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Acquiring lock "16b5464a-f8e6-48ba-964e-41ded7b00fa2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.563970] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cd0ce1b3-d7f9-4099-9afa-16e92db8137d tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Lock "16b5464a-f8e6-48ba-964e-41ded7b00fa2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.697424] env[69663]: INFO nova.compute.manager [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Took 0.56 seconds to detach 1 volumes for instance. [ 1070.912194] env[69663]: DEBUG oslo_concurrency.lockutils [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Releasing lock "refresh_cache-748324ef-1238-4d84-a984-a5a4a83a830d" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.912535] env[69663]: DEBUG nova.compute.manager [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Instance network_info: |[{"id": "d3fbf8b3-06ca-4d34-8728-b1ecaa4b9503", "address": "fa:16:3e:3b:92:62", "network": {"id": "87c249ad-7ad3-45ce-9af5-bd5948e90b7c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1062572832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5a4096cbec2e4fad9c8c7e8edb78b951", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3fbf8b3-06", "ovs_interfaceid": "d3fbf8b3-06ca-4d34-8728-b1ecaa4b9503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1070.912968] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:92:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '571cdf48-7016-4715-8739-4cb70c90cd6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3fbf8b3-06ca-4d34-8728-b1ecaa4b9503', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1070.923450] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Creating folder: Project (5a4096cbec2e4fad9c8c7e8edb78b951). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1070.926534] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2dfacace-d05f-44cd-b41b-29b97badfe07 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.929575] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0b17bda9-3b14-4035-810f-5b26d9312947 tempest-ServerShowV257Test-747611687 tempest-ServerShowV257Test-747611687-project-member] Lock "8fe87707-a4e9-4697-9b8a-e10b810c0b0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.766s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.943853] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Created folder: Project (5a4096cbec2e4fad9c8c7e8edb78b951) in parent group-v665133. [ 1070.944216] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Creating folder: Instances. Parent ref: group-v665372. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1070.944578] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2923d835-b9ff-4951-9ac0-1507b879d1ec {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.963534] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Created folder: Instances in parent group-v665372. [ 1070.963795] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.964009] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1070.964518] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-654a5e8f-2523-4dbb-966b-259efde705f6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.987920] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1070.987920] env[69663]: value = "task-3333215" [ 1070.987920] env[69663]: _type = "Task" [ 1070.987920] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.998168] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333215, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.067308] env[69663]: DEBUG nova.compute.utils [None req-cd0ce1b3-d7f9-4099-9afa-16e92db8137d tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1071.205271] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.251569] env[69663]: DEBUG nova.compute.manager [req-b9eef873-b6ec-42c1-a1b4-891b7e11ef2d req-f204d7ae-7576-4719-88a5-f687e6cd96dd service nova] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Received event network-vif-deleted-14cbf9a1-a2fb-4d48-bf35-cca994d37f32 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1071.251857] env[69663]: DEBUG nova.compute.manager [req-b9eef873-b6ec-42c1-a1b4-891b7e11ef2d req-f204d7ae-7576-4719-88a5-f687e6cd96dd service nova] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Received event network-changed-d3fbf8b3-06ca-4d34-8728-b1ecaa4b9503 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1071.252035] env[69663]: DEBUG nova.compute.manager [req-b9eef873-b6ec-42c1-a1b4-891b7e11ef2d req-f204d7ae-7576-4719-88a5-f687e6cd96dd service nova] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Refreshing instance network info cache due to event network-changed-d3fbf8b3-06ca-4d34-8728-b1ecaa4b9503. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1071.252241] env[69663]: DEBUG oslo_concurrency.lockutils [req-b9eef873-b6ec-42c1-a1b4-891b7e11ef2d req-f204d7ae-7576-4719-88a5-f687e6cd96dd service nova] Acquiring lock "refresh_cache-748324ef-1238-4d84-a984-a5a4a83a830d" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.252391] env[69663]: DEBUG oslo_concurrency.lockutils [req-b9eef873-b6ec-42c1-a1b4-891b7e11ef2d req-f204d7ae-7576-4719-88a5-f687e6cd96dd service nova] Acquired lock "refresh_cache-748324ef-1238-4d84-a984-a5a4a83a830d" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.252559] env[69663]: DEBUG nova.network.neutron [req-b9eef873-b6ec-42c1-a1b4-891b7e11ef2d req-f204d7ae-7576-4719-88a5-f687e6cd96dd service nova] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Refreshing network info cache for port d3fbf8b3-06ca-4d34-8728-b1ecaa4b9503 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1071.500654] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333215, 'name': CreateVM_Task, 'duration_secs': 0.324947} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.500840] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1071.501564] env[69663]: DEBUG oslo_concurrency.lockutils [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.501857] env[69663]: DEBUG oslo_concurrency.lockutils [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.502140] env[69663]: DEBUG oslo_concurrency.lockutils [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.502403] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03a59549-c93a-4d98-8adc-99aeb0cba02d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.510558] env[69663]: DEBUG oslo_vmware.api [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for the task: (returnval){ [ 1071.510558] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5258997f-1c37-cf7b-062c-c1799f81647e" [ 1071.510558] env[69663]: _type = "Task" [ 1071.510558] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.521557] env[69663]: DEBUG oslo_vmware.api [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5258997f-1c37-cf7b-062c-c1799f81647e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.570048] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cd0ce1b3-d7f9-4099-9afa-16e92db8137d tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Lock "16b5464a-f8e6-48ba-964e-41ded7b00fa2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.731156] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba0770a-5d7c-4550-a815-828819367097 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.739492] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9449d0-5d3a-4834-ab9e-773fc967b88c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.773899] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ecf3a5-44d7-4ddf-8680-2d59091a167e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.783047] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f12e215-ab95-4317-84cc-62ce24462db2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.795630] env[69663]: DEBUG nova.compute.provider_tree [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.021983] env[69663]: DEBUG oslo_vmware.api [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5258997f-1c37-cf7b-062c-c1799f81647e, 'name': SearchDatastore_Task, 'duration_secs': 0.033642} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.021983] env[69663]: DEBUG oslo_concurrency.lockutils [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.022238] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.022486] env[69663]: DEBUG oslo_concurrency.lockutils [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.022922] env[69663]: DEBUG oslo_concurrency.lockutils [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.022922] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.023450] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-576c2afe-09ea-465d-9628-f9276f65308f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.027128] env[69663]: DEBUG nova.network.neutron [req-b9eef873-b6ec-42c1-a1b4-891b7e11ef2d req-f204d7ae-7576-4719-88a5-f687e6cd96dd service nova] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Updated VIF entry in instance network info cache for port d3fbf8b3-06ca-4d34-8728-b1ecaa4b9503. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1072.027494] env[69663]: DEBUG nova.network.neutron [req-b9eef873-b6ec-42c1-a1b4-891b7e11ef2d req-f204d7ae-7576-4719-88a5-f687e6cd96dd service nova] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Updating instance_info_cache with network_info: [{"id": "d3fbf8b3-06ca-4d34-8728-b1ecaa4b9503", "address": "fa:16:3e:3b:92:62", "network": {"id": "87c249ad-7ad3-45ce-9af5-bd5948e90b7c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1062572832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5a4096cbec2e4fad9c8c7e8edb78b951", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3fbf8b3-06", "ovs_interfaceid": "d3fbf8b3-06ca-4d34-8728-b1ecaa4b9503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.035727] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.035926] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1072.037211] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cfb1eb9-736d-4685-beff-7b7a55d691be {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.042829] env[69663]: DEBUG oslo_vmware.api [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for the task: (returnval){ [ 1072.042829] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5247246d-dce3-896b-bf52-1e223d9a4ea8" [ 1072.042829] env[69663]: _type = "Task" [ 1072.042829] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.053352] env[69663]: DEBUG oslo_vmware.api [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5247246d-dce3-896b-bf52-1e223d9a4ea8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.299322] env[69663]: DEBUG nova.scheduler.client.report [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1072.530430] env[69663]: DEBUG oslo_concurrency.lockutils [req-b9eef873-b6ec-42c1-a1b4-891b7e11ef2d req-f204d7ae-7576-4719-88a5-f687e6cd96dd service nova] Releasing lock "refresh_cache-748324ef-1238-4d84-a984-a5a4a83a830d" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.530730] env[69663]: DEBUG nova.compute.manager [req-b9eef873-b6ec-42c1-a1b4-891b7e11ef2d req-f204d7ae-7576-4719-88a5-f687e6cd96dd service nova] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Received event network-changed-adb08efd-6a49-4d41-bf14-2dcc411b20bb {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1072.530908] env[69663]: DEBUG nova.compute.manager [req-b9eef873-b6ec-42c1-a1b4-891b7e11ef2d req-f204d7ae-7576-4719-88a5-f687e6cd96dd service nova] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Refreshing instance network info cache due to event network-changed-adb08efd-6a49-4d41-bf14-2dcc411b20bb. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1072.531172] env[69663]: DEBUG oslo_concurrency.lockutils [req-b9eef873-b6ec-42c1-a1b4-891b7e11ef2d req-f204d7ae-7576-4719-88a5-f687e6cd96dd service nova] Acquiring lock "refresh_cache-fb9630cf-b4cf-4f8c-a23f-d0911eac9419" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.531331] env[69663]: DEBUG oslo_concurrency.lockutils [req-b9eef873-b6ec-42c1-a1b4-891b7e11ef2d req-f204d7ae-7576-4719-88a5-f687e6cd96dd service nova] Acquired lock "refresh_cache-fb9630cf-b4cf-4f8c-a23f-d0911eac9419" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.531504] env[69663]: DEBUG nova.network.neutron [req-b9eef873-b6ec-42c1-a1b4-891b7e11ef2d req-f204d7ae-7576-4719-88a5-f687e6cd96dd service nova] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Refreshing network info cache for port adb08efd-6a49-4d41-bf14-2dcc411b20bb {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1072.556917] env[69663]: DEBUG oslo_vmware.api [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5247246d-dce3-896b-bf52-1e223d9a4ea8, 'name': SearchDatastore_Task, 'duration_secs': 0.028557} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.558151] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cb58963-c8f1-4f26-8a7c-0e9e234deac1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.564577] env[69663]: DEBUG oslo_vmware.api [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for the task: (returnval){ [ 1072.564577] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d4aa38-c1bb-498c-38ad-9ec2f9fd5c1a" [ 1072.564577] env[69663]: _type = "Task" [ 1072.564577] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.573497] env[69663]: DEBUG oslo_vmware.api [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d4aa38-c1bb-498c-38ad-9ec2f9fd5c1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.643388] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cd0ce1b3-d7f9-4099-9afa-16e92db8137d tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Acquiring lock "16b5464a-f8e6-48ba-964e-41ded7b00fa2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.643721] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cd0ce1b3-d7f9-4099-9afa-16e92db8137d tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Lock "16b5464a-f8e6-48ba-964e-41ded7b00fa2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.644092] env[69663]: INFO nova.compute.manager [None req-cd0ce1b3-d7f9-4099-9afa-16e92db8137d tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Attaching volume 0c6960c6-e9b7-4f6e-8173-212971f42ba3 to /dev/sdb [ 1072.683754] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b69c9f-6456-4776-86c4-b41cb4b700d8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.692397] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4175eb-fbb9-44e8-a772-23e14bdaf39c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.706750] env[69663]: DEBUG nova.virt.block_device [None req-cd0ce1b3-d7f9-4099-9afa-16e92db8137d tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Updating existing volume attachment record: e23fcd86-d597-4f3e-a9ed-c02a183993d6 {{(pid=69663) _volume_attach /opt/stack/nova/nova/virt/block_device.py:665}} [ 1072.805592] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.806109] env[69663]: DEBUG nova.compute.manager [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1072.812445] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fc7fbafd-4ef0-417c-a00b-488c44c2d124 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.430s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.812693] env[69663]: DEBUG nova.objects.instance [None req-fc7fbafd-4ef0-417c-a00b-488c44c2d124 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lazy-loading 'resources' on Instance uuid d5682303-1beb-49da-93b9-3701a37e8dcd {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.076297] env[69663]: DEBUG oslo_vmware.api [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d4aa38-c1bb-498c-38ad-9ec2f9fd5c1a, 'name': SearchDatastore_Task, 'duration_secs': 0.010031} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.076603] env[69663]: DEBUG oslo_concurrency.lockutils [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.076872] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 748324ef-1238-4d84-a984-a5a4a83a830d/748324ef-1238-4d84-a984-a5a4a83a830d.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1073.077207] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b1c22ba-1d7b-4a9f-a5d7-f8138049a34d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.084931] env[69663]: DEBUG oslo_vmware.api [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for the task: (returnval){ [ 1073.084931] env[69663]: value = "task-3333217" [ 1073.084931] env[69663]: _type = "Task" [ 1073.084931] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.093916] env[69663]: DEBUG oslo_vmware.api [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.316689] env[69663]: DEBUG nova.compute.utils [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1073.318928] env[69663]: DEBUG nova.network.neutron [req-b9eef873-b6ec-42c1-a1b4-891b7e11ef2d req-f204d7ae-7576-4719-88a5-f687e6cd96dd service nova] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Updated VIF entry in instance network info cache for port adb08efd-6a49-4d41-bf14-2dcc411b20bb. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1073.319496] env[69663]: DEBUG nova.network.neutron [req-b9eef873-b6ec-42c1-a1b4-891b7e11ef2d req-f204d7ae-7576-4719-88a5-f687e6cd96dd service nova] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Updating instance_info_cache with network_info: [{"id": "adb08efd-6a49-4d41-bf14-2dcc411b20bb", "address": "fa:16:3e:1e:63:84", "network": {"id": "c96b9bf5-edf2-4d12-92a1-123c69785474", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1930454559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a3437a4c0ab4c5c93c0cca358099208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadb08efd-6a", "ovs_interfaceid": "adb08efd-6a49-4d41-bf14-2dcc411b20bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.320522] env[69663]: DEBUG nova.compute.manager [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1073.320704] env[69663]: DEBUG nova.network.neutron [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1073.393870] env[69663]: DEBUG nova.policy [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ca6b7f0a0fc451b8dab6acf2ede6f54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b301ab3411f4313ad4ee32e7e97402a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1073.595449] env[69663]: DEBUG oslo_vmware.api [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333217, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.710216] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213bec7c-fb2c-455a-a85f-ede0ed6701c4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.718615] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b382f0fd-a31d-4578-a3c0-229595352e90 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.754782] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9513dc6-6eb5-4448-839f-5c3421e03d1c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.764493] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb524c2-c11f-4515-acd5-3ed826fc9704 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.780791] env[69663]: DEBUG nova.compute.provider_tree [None req-fc7fbafd-4ef0-417c-a00b-488c44c2d124 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.829519] env[69663]: DEBUG nova.compute.manager [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1073.833943] env[69663]: DEBUG oslo_concurrency.lockutils [req-b9eef873-b6ec-42c1-a1b4-891b7e11ef2d req-f204d7ae-7576-4719-88a5-f687e6cd96dd service nova] Releasing lock "refresh_cache-fb9630cf-b4cf-4f8c-a23f-d0911eac9419" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.878795] env[69663]: DEBUG nova.network.neutron [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Successfully created port: a3a836de-4620-4773-beef-8de31686fabb {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1074.100863] env[69663]: DEBUG oslo_vmware.api [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512024} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.100863] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 748324ef-1238-4d84-a984-a5a4a83a830d/748324ef-1238-4d84-a984-a5a4a83a830d.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1074.100863] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1074.100863] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d7b0a34-a244-4c4e-9fea-48537d5e17a5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.107842] env[69663]: DEBUG oslo_vmware.api [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for the task: (returnval){ [ 1074.107842] env[69663]: value = "task-3333220" [ 1074.107842] env[69663]: _type = "Task" [ 1074.107842] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.118403] env[69663]: DEBUG oslo_vmware.api [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.282876] env[69663]: DEBUG nova.scheduler.client.report [None req-fc7fbafd-4ef0-417c-a00b-488c44c2d124 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1074.618330] env[69663]: DEBUG oslo_vmware.api [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077552} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.618624] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.619440] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328085c0-48d1-4294-a7e3-199681b72236 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.641541] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 748324ef-1238-4d84-a984-a5a4a83a830d/748324ef-1238-4d84-a984-a5a4a83a830d.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.642200] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf1b5032-60f2-40a9-b301-33dc6233ac30 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.662210] env[69663]: DEBUG oslo_vmware.api [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for the task: (returnval){ [ 1074.662210] env[69663]: value = "task-3333221" [ 1074.662210] env[69663]: _type = "Task" [ 1074.662210] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.672339] env[69663]: DEBUG oslo_vmware.api [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333221, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.792910] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fc7fbafd-4ef0-417c-a00b-488c44c2d124 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.795499] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e8cbd65a-14d7-4692-936e-3934a002e7db tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.991s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.795821] env[69663]: DEBUG nova.objects.instance [None req-e8cbd65a-14d7-4692-936e-3934a002e7db tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Lazy-loading 'resources' on Instance uuid 6d6d0148-518f-417a-accc-7e849f10b95b {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.818546] env[69663]: INFO nova.scheduler.client.report [None req-fc7fbafd-4ef0-417c-a00b-488c44c2d124 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Deleted allocations for instance d5682303-1beb-49da-93b9-3701a37e8dcd [ 1074.846323] env[69663]: DEBUG nova.compute.manager [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1074.878405] env[69663]: DEBUG nova.virt.hardware [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1074.878405] env[69663]: DEBUG nova.virt.hardware [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1074.878711] env[69663]: DEBUG nova.virt.hardware [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.878711] env[69663]: DEBUG nova.virt.hardware [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1074.878799] env[69663]: DEBUG nova.virt.hardware [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.879444] env[69663]: DEBUG nova.virt.hardware [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1074.879444] env[69663]: DEBUG nova.virt.hardware [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1074.879444] env[69663]: DEBUG nova.virt.hardware [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1074.879578] env[69663]: DEBUG nova.virt.hardware [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1074.879687] env[69663]: DEBUG nova.virt.hardware [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1074.879896] env[69663]: DEBUG nova.virt.hardware [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1074.881040] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f08230-c4e3-4e24-8475-10d795ab9e0a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.892433] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff648255-12ad-48e8-9402-978cbf347c3a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.174089] env[69663]: DEBUG oslo_vmware.api [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333221, 'name': ReconfigVM_Task, 'duration_secs': 0.301028} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.174089] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 748324ef-1238-4d84-a984-a5a4a83a830d/748324ef-1238-4d84-a984-a5a4a83a830d.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.174089] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1a656db-6677-4aa8-a67b-1ebec7e01419 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.183559] env[69663]: DEBUG oslo_vmware.api [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for the task: (returnval){ [ 1075.183559] env[69663]: value = "task-3333222" [ 1075.183559] env[69663]: _type = "Task" [ 1075.183559] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.192828] env[69663]: DEBUG oslo_vmware.api [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333222, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.329932] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fc7fbafd-4ef0-417c-a00b-488c44c2d124 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "d5682303-1beb-49da-93b9-3701a37e8dcd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.670s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.598530] env[69663]: DEBUG nova.compute.manager [req-5669eb9b-ebd9-4a54-9a0a-8d8bf73a0d5f req-60e4552f-b58d-4ae7-8c3d-e1a0c9187913 service nova] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Received event network-vif-plugged-a3a836de-4620-4773-beef-8de31686fabb {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1075.598769] env[69663]: DEBUG oslo_concurrency.lockutils [req-5669eb9b-ebd9-4a54-9a0a-8d8bf73a0d5f req-60e4552f-b58d-4ae7-8c3d-e1a0c9187913 service nova] Acquiring lock "673f11e5-201d-4e74-a262-57f5469d785e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.598990] env[69663]: DEBUG oslo_concurrency.lockutils [req-5669eb9b-ebd9-4a54-9a0a-8d8bf73a0d5f req-60e4552f-b58d-4ae7-8c3d-e1a0c9187913 service nova] Lock "673f11e5-201d-4e74-a262-57f5469d785e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.599191] env[69663]: DEBUG oslo_concurrency.lockutils [req-5669eb9b-ebd9-4a54-9a0a-8d8bf73a0d5f req-60e4552f-b58d-4ae7-8c3d-e1a0c9187913 service nova] Lock "673f11e5-201d-4e74-a262-57f5469d785e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.599395] env[69663]: DEBUG nova.compute.manager [req-5669eb9b-ebd9-4a54-9a0a-8d8bf73a0d5f req-60e4552f-b58d-4ae7-8c3d-e1a0c9187913 service nova] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] No waiting events found dispatching network-vif-plugged-a3a836de-4620-4773-beef-8de31686fabb {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1075.599715] env[69663]: WARNING nova.compute.manager [req-5669eb9b-ebd9-4a54-9a0a-8d8bf73a0d5f req-60e4552f-b58d-4ae7-8c3d-e1a0c9187913 service nova] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Received unexpected event network-vif-plugged-a3a836de-4620-4773-beef-8de31686fabb for instance with vm_state building and task_state spawning. [ 1075.645840] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17941661-0fd9-4b14-b1c7-9b313108ea7c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.653707] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea039a55-a065-4232-869c-371352735660 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.688019] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315c686c-caf0-47b9-8a5b-3f92f3a292d2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.698909] env[69663]: DEBUG oslo_vmware.api [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333222, 'name': Rename_Task, 'duration_secs': 0.161321} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.699274] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1075.700462] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cf6bb0-33e8-4263-9723-ae614afcddf7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.704144] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4da8148e-d2d2-41c2-b0df-ed938d58d1cf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.716613] env[69663]: DEBUG nova.compute.provider_tree [None req-e8cbd65a-14d7-4692-936e-3934a002e7db tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.722019] env[69663]: DEBUG oslo_vmware.api [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for the task: (returnval){ [ 1075.722019] env[69663]: value = "task-3333224" [ 1075.722019] env[69663]: _type = "Task" [ 1075.722019] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.727535] env[69663]: DEBUG oslo_vmware.api [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.743599] env[69663]: DEBUG nova.network.neutron [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Successfully updated port: a3a836de-4620-4773-beef-8de31686fabb {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.223281] env[69663]: DEBUG nova.scheduler.client.report [None req-e8cbd65a-14d7-4692-936e-3934a002e7db tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1076.239219] env[69663]: DEBUG oslo_vmware.api [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333224, 'name': PowerOnVM_Task, 'duration_secs': 0.475889} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.239722] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1076.239975] env[69663]: INFO nova.compute.manager [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1076.240186] env[69663]: DEBUG nova.compute.manager [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1076.241136] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f794f3f-d96b-4d4e-a44b-a5dc5e9685bc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.245751] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "refresh_cache-673f11e5-201d-4e74-a262-57f5469d785e" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.245901] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquired lock "refresh_cache-673f11e5-201d-4e74-a262-57f5469d785e" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.246074] env[69663]: DEBUG nova.network.neutron [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1076.729254] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e8cbd65a-14d7-4692-936e-3934a002e7db tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.731648] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.234s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.733334] env[69663]: INFO nova.compute.claims [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1076.761363] env[69663]: INFO nova.scheduler.client.report [None req-e8cbd65a-14d7-4692-936e-3934a002e7db tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Deleted allocations for instance 6d6d0148-518f-417a-accc-7e849f10b95b [ 1076.767833] env[69663]: INFO nova.compute.manager [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Took 33.00 seconds to build instance. [ 1076.783460] env[69663]: DEBUG nova.network.neutron [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1077.033617] env[69663]: DEBUG nova.network.neutron [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Updating instance_info_cache with network_info: [{"id": "a3a836de-4620-4773-beef-8de31686fabb", "address": "fa:16:3e:5f:8c:4f", "network": {"id": "18486395-b376-46f7-969d-ee8913a2338e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1505527570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b301ab3411f4313ad4ee32e7e97402a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3a836de-46", "ovs_interfaceid": "a3a836de-4620-4773-beef-8de31686fabb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.269512] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e8cbd65a-14d7-4692-936e-3934a002e7db tempest-VolumesAssistedSnapshotsTest-538466738 tempest-VolumesAssistedSnapshotsTest-538466738-project-member] Lock "6d6d0148-518f-417a-accc-7e849f10b95b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.742s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.271056] env[69663]: DEBUG oslo_concurrency.lockutils [None req-923cef20-4f66-470a-bbc7-e62018b11bec tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Lock "748324ef-1238-4d84-a984-a5a4a83a830d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.523s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.536495] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Releasing lock "refresh_cache-673f11e5-201d-4e74-a262-57f5469d785e" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.536830] env[69663]: DEBUG nova.compute.manager [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Instance network_info: |[{"id": "a3a836de-4620-4773-beef-8de31686fabb", "address": "fa:16:3e:5f:8c:4f", "network": {"id": "18486395-b376-46f7-969d-ee8913a2338e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1505527570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b301ab3411f4313ad4ee32e7e97402a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3a836de-46", "ovs_interfaceid": "a3a836de-4620-4773-beef-8de31686fabb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1077.537279] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:8c:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3a836de-4620-4773-beef-8de31686fabb', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.545511] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.546390] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1077.546709] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-934e89c9-f1ce-4440-b8eb-82837ffae7b6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.572801] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.572801] env[69663]: value = "task-3333225" [ 1077.572801] env[69663]: _type = "Task" [ 1077.572801] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.582087] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333225, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.762729] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd0ce1b3-d7f9-4099-9afa-16e92db8137d tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Volume attach. Driver type: vmdk {{(pid=69663) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1077.762729] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd0ce1b3-d7f9-4099-9afa-16e92db8137d tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665376', 'volume_id': '0c6960c6-e9b7-4f6e-8173-212971f42ba3', 'name': 'volume-0c6960c6-e9b7-4f6e-8173-212971f42ba3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '16b5464a-f8e6-48ba-964e-41ded7b00fa2', 'attached_at': '', 'detached_at': '', 'volume_id': '0c6960c6-e9b7-4f6e-8173-212971f42ba3', 'serial': '0c6960c6-e9b7-4f6e-8173-212971f42ba3'} {{(pid=69663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1077.763369] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506dfa8f-8aae-4f92-9674-ecd579d74188 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.784474] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf2ea77-5c7b-4709-80a8-e9dead70d50e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.813167] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd0ce1b3-d7f9-4099-9afa-16e92db8137d tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] volume-0c6960c6-e9b7-4f6e-8173-212971f42ba3/volume-0c6960c6-e9b7-4f6e-8173-212971f42ba3.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.816917] env[69663]: DEBUG nova.compute.manager [req-c5e7bc77-727b-4e10-a149-bcff974c6723 req-85197b88-4eb7-4930-9d18-dc5b00706424 service nova] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Received event network-changed-a3a836de-4620-4773-beef-8de31686fabb {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1077.817128] env[69663]: DEBUG nova.compute.manager [req-c5e7bc77-727b-4e10-a149-bcff974c6723 req-85197b88-4eb7-4930-9d18-dc5b00706424 service nova] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Refreshing instance network info cache due to event network-changed-a3a836de-4620-4773-beef-8de31686fabb. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1077.817435] env[69663]: DEBUG oslo_concurrency.lockutils [req-c5e7bc77-727b-4e10-a149-bcff974c6723 req-85197b88-4eb7-4930-9d18-dc5b00706424 service nova] Acquiring lock "refresh_cache-673f11e5-201d-4e74-a262-57f5469d785e" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.817519] env[69663]: DEBUG oslo_concurrency.lockutils [req-c5e7bc77-727b-4e10-a149-bcff974c6723 req-85197b88-4eb7-4930-9d18-dc5b00706424 service nova] Acquired lock "refresh_cache-673f11e5-201d-4e74-a262-57f5469d785e" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.817658] env[69663]: DEBUG nova.network.neutron [req-c5e7bc77-727b-4e10-a149-bcff974c6723 req-85197b88-4eb7-4930-9d18-dc5b00706424 service nova] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Refreshing network info cache for port a3a836de-4620-4773-beef-8de31686fabb {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1077.819041] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8fd12cb-d97a-4215-aaef-63e61b68ddce {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.844880] env[69663]: DEBUG oslo_vmware.api [None req-cd0ce1b3-d7f9-4099-9afa-16e92db8137d tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Waiting for the task: (returnval){ [ 1077.844880] env[69663]: value = "task-3333226" [ 1077.844880] env[69663]: _type = "Task" [ 1077.844880] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.858125] env[69663]: DEBUG oslo_vmware.api [None req-cd0ce1b3-d7f9-4099-9afa-16e92db8137d tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3333226, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.018746] env[69663]: INFO nova.compute.manager [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Rescuing [ 1078.019031] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Acquiring lock "refresh_cache-748324ef-1238-4d84-a984-a5a4a83a830d" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.019189] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Acquired lock "refresh_cache-748324ef-1238-4d84-a984-a5a4a83a830d" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.019361] env[69663]: DEBUG nova.network.neutron [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1078.083979] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333225, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.141665] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdf0d93-70c4-4fa6-9865-e2be375bf68d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.151623] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326e4886-34e2-4eec-a0dc-cda9de1b8a06 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.191037] env[69663]: DEBUG nova.network.neutron [req-c5e7bc77-727b-4e10-a149-bcff974c6723 req-85197b88-4eb7-4930-9d18-dc5b00706424 service nova] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Updated VIF entry in instance network info cache for port a3a836de-4620-4773-beef-8de31686fabb. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1078.191487] env[69663]: DEBUG nova.network.neutron [req-c5e7bc77-727b-4e10-a149-bcff974c6723 req-85197b88-4eb7-4930-9d18-dc5b00706424 service nova] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Updating instance_info_cache with network_info: [{"id": "a3a836de-4620-4773-beef-8de31686fabb", "address": "fa:16:3e:5f:8c:4f", "network": {"id": "18486395-b376-46f7-969d-ee8913a2338e", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1505527570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b301ab3411f4313ad4ee32e7e97402a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3a836de-46", "ovs_interfaceid": "a3a836de-4620-4773-beef-8de31686fabb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.193792] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d006489-141e-46ba-a535-0b9f8df54be3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.202685] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b1420f-241d-4586-ae2e-86d1740faca9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.217564] env[69663]: DEBUG nova.compute.provider_tree [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.359605] env[69663]: DEBUG oslo_vmware.api [None req-cd0ce1b3-d7f9-4099-9afa-16e92db8137d tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3333226, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.583779] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333225, 'name': CreateVM_Task, 'duration_secs': 0.516361} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.583956] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1078.585495] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.585867] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.586244] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.586525] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e1e446f-5b4e-418b-9aac-08d8c6a4b330 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.592220] env[69663]: DEBUG oslo_vmware.api [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 1078.592220] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]527201f4-413f-0049-031e-4a85408d4c5a" [ 1078.592220] env[69663]: _type = "Task" [ 1078.592220] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.601764] env[69663]: DEBUG oslo_vmware.api [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]527201f4-413f-0049-031e-4a85408d4c5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.696803] env[69663]: DEBUG oslo_concurrency.lockutils [req-c5e7bc77-727b-4e10-a149-bcff974c6723 req-85197b88-4eb7-4930-9d18-dc5b00706424 service nova] Releasing lock "refresh_cache-673f11e5-201d-4e74-a262-57f5469d785e" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.720836] env[69663]: DEBUG nova.scheduler.client.report [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1078.840347] env[69663]: DEBUG nova.network.neutron [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Updating instance_info_cache with network_info: [{"id": "d3fbf8b3-06ca-4d34-8728-b1ecaa4b9503", "address": "fa:16:3e:3b:92:62", "network": {"id": "87c249ad-7ad3-45ce-9af5-bd5948e90b7c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1062572832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5a4096cbec2e4fad9c8c7e8edb78b951", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3fbf8b3-06", "ovs_interfaceid": "d3fbf8b3-06ca-4d34-8728-b1ecaa4b9503", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.859490] env[69663]: DEBUG oslo_vmware.api [None req-cd0ce1b3-d7f9-4099-9afa-16e92db8137d tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3333226, 'name': ReconfigVM_Task, 'duration_secs': 0.548273} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.859795] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd0ce1b3-d7f9-4099-9afa-16e92db8137d tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Reconfigured VM instance instance-0000003a to attach disk [datastore2] volume-0c6960c6-e9b7-4f6e-8173-212971f42ba3/volume-0c6960c6-e9b7-4f6e-8173-212971f42ba3.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.864983] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1421e00-792d-4a02-8f6e-cee34dbee40f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.882587] env[69663]: DEBUG oslo_vmware.api [None req-cd0ce1b3-d7f9-4099-9afa-16e92db8137d tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Waiting for the task: (returnval){ [ 1078.882587] env[69663]: value = "task-3333227" [ 1078.882587] env[69663]: _type = "Task" [ 1078.882587] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.893657] env[69663]: DEBUG oslo_vmware.api [None req-cd0ce1b3-d7f9-4099-9afa-16e92db8137d tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3333227, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.106323] env[69663]: DEBUG oslo_vmware.api [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]527201f4-413f-0049-031e-4a85408d4c5a, 'name': SearchDatastore_Task, 'duration_secs': 0.026413} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.107308] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.107308] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.107308] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.107487] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.107573] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.107858] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31d034af-ac5c-40a4-8309-e759ad0c0f2a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.118839] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.120037] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1079.120277] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-245e3613-3e13-42c6-91b1-93ffd5ed7e62 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.127620] env[69663]: DEBUG oslo_vmware.api [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 1079.127620] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5230c343-9034-01fc-69a2-48261da28a96" [ 1079.127620] env[69663]: _type = "Task" [ 1079.127620] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.138193] env[69663]: DEBUG oslo_vmware.api [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5230c343-9034-01fc-69a2-48261da28a96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.230106] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.230106] env[69663]: DEBUG nova.compute.manager [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1079.233861] env[69663]: DEBUG oslo_concurrency.lockutils [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.822s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.238036] env[69663]: INFO nova.compute.claims [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1079.344331] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Releasing lock "refresh_cache-748324ef-1238-4d84-a984-a5a4a83a830d" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.394611] env[69663]: DEBUG oslo_vmware.api [None req-cd0ce1b3-d7f9-4099-9afa-16e92db8137d tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3333227, 'name': ReconfigVM_Task, 'duration_secs': 0.165799} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.395087] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd0ce1b3-d7f9-4099-9afa-16e92db8137d tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665376', 'volume_id': '0c6960c6-e9b7-4f6e-8173-212971f42ba3', 'name': 'volume-0c6960c6-e9b7-4f6e-8173-212971f42ba3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '16b5464a-f8e6-48ba-964e-41ded7b00fa2', 'attached_at': '', 'detached_at': '', 'volume_id': '0c6960c6-e9b7-4f6e-8173-212971f42ba3', 'serial': '0c6960c6-e9b7-4f6e-8173-212971f42ba3'} {{(pid=69663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1079.640179] env[69663]: DEBUG oslo_vmware.api [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5230c343-9034-01fc-69a2-48261da28a96, 'name': SearchDatastore_Task, 'duration_secs': 0.030598} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.640997] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-034ad49a-d97d-4e73-8a4e-0835785c22ba {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.646949] env[69663]: DEBUG oslo_vmware.api [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 1079.646949] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]522b7341-7437-0e29-578b-9146ce83066c" [ 1079.646949] env[69663]: _type = "Task" [ 1079.646949] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.657868] env[69663]: DEBUG oslo_vmware.api [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]522b7341-7437-0e29-578b-9146ce83066c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.748355] env[69663]: DEBUG nova.compute.utils [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1079.750195] env[69663]: DEBUG nova.compute.manager [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1079.750195] env[69663]: DEBUG nova.network.neutron [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1079.792205] env[69663]: DEBUG nova.policy [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5d788e60b8042e8b761ab926af8d533', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75906937e13d492489a3a42c454f1141', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1079.877169] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1079.877452] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d8df87b-2ff4-4062-9110-d7f67c566b0d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.886732] env[69663]: DEBUG oslo_vmware.api [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for the task: (returnval){ [ 1079.886732] env[69663]: value = "task-3333228" [ 1079.886732] env[69663]: _type = "Task" [ 1079.886732] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.903753] env[69663]: DEBUG oslo_vmware.api [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333228, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.159875] env[69663]: DEBUG oslo_vmware.api [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]522b7341-7437-0e29-578b-9146ce83066c, 'name': SearchDatastore_Task, 'duration_secs': 0.01624} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.161190] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.161534] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 673f11e5-201d-4e74-a262-57f5469d785e/673f11e5-201d-4e74-a262-57f5469d785e.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1080.162119] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9104de99-a7f5-4b17-b1b1-736a0c41f0c9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.170933] env[69663]: DEBUG oslo_vmware.api [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 1080.170933] env[69663]: value = "task-3333229" [ 1080.170933] env[69663]: _type = "Task" [ 1080.170933] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.184642] env[69663]: DEBUG oslo_vmware.api [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.257142] env[69663]: DEBUG nova.compute.manager [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1080.344618] env[69663]: DEBUG nova.network.neutron [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Successfully created port: 86de2103-dfa5-447e-83c1-acab8c9e4407 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1080.403922] env[69663]: DEBUG oslo_vmware.api [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333228, 'name': PowerOffVM_Task, 'duration_secs': 0.274427} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.404309] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1080.405242] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55410858-fba5-4f74-8444-88f50f1d062f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.436694] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb2ec15-dc76-4130-b44a-e7c802133094 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.450198] env[69663]: DEBUG nova.objects.instance [None req-cd0ce1b3-d7f9-4099-9afa-16e92db8137d tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Lazy-loading 'flavor' on Instance uuid 16b5464a-f8e6-48ba-964e-41ded7b00fa2 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.485215] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1080.485699] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a59b7a77-2080-4b64-942b-b1092fec119b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.500249] env[69663]: DEBUG oslo_vmware.api [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for the task: (returnval){ [ 1080.500249] env[69663]: value = "task-3333230" [ 1080.500249] env[69663]: _type = "Task" [ 1080.500249] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.513954] env[69663]: DEBUG oslo_vmware.api [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.684672] env[69663]: DEBUG oslo_vmware.api [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333229, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492592} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.685020] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 673f11e5-201d-4e74-a262-57f5469d785e/673f11e5-201d-4e74-a262-57f5469d785e.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1080.685341] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.686536] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c0017de-adc1-4139-9648-d9a34dfe73c7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.699145] env[69663]: DEBUG oslo_vmware.api [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 1080.699145] env[69663]: value = "task-3333231" [ 1080.699145] env[69663]: _type = "Task" [ 1080.699145] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.708261] env[69663]: DEBUG oslo_vmware.api [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.744572] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb0a565-708b-4782-bb52-7f65a32bea65 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.755472] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4658715b-02db-4c97-9e26-09e29abb9596 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.798117] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f052eb04-3b5b-4e71-8d15-a48a846a8869 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.807409] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1469719-3b99-402b-919e-1f3a3d69af1e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.826598] env[69663]: DEBUG nova.compute.provider_tree [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.956387] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cd0ce1b3-d7f9-4099-9afa-16e92db8137d tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Lock "16b5464a-f8e6-48ba-964e-41ded7b00fa2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.313s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.011221] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] VM already powered off {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1081.011465] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.011717] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.011869] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.012149] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.012801] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8859627d-0a0f-4e2d-a0c4-1b11fc50bb81 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.022109] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.022429] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1081.023222] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db86d358-af4b-4acc-9b30-623e61c1953f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.028754] env[69663]: DEBUG oslo_vmware.api [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for the task: (returnval){ [ 1081.028754] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c39666-fbde-b653-136f-ba7a695ad674" [ 1081.028754] env[69663]: _type = "Task" [ 1081.028754] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.037326] env[69663]: DEBUG oslo_vmware.api [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c39666-fbde-b653-136f-ba7a695ad674, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.211719] env[69663]: DEBUG oslo_vmware.api [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077621} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.212166] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.213115] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a88fde5-ef95-45f8-8b96-707207ea120e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.244367] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 673f11e5-201d-4e74-a262-57f5469d785e/673f11e5-201d-4e74-a262-57f5469d785e.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.244633] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ae9f620-57d1-48aa-8a3d-288a4ee55cfa {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.268628] env[69663]: DEBUG nova.compute.manager [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1081.275123] env[69663]: DEBUG oslo_vmware.api [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 1081.275123] env[69663]: value = "task-3333232" [ 1081.275123] env[69663]: _type = "Task" [ 1081.275123] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.284922] env[69663]: DEBUG oslo_vmware.api [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333232, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.309057] env[69663]: DEBUG nova.virt.hardware [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1081.309057] env[69663]: DEBUG nova.virt.hardware [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1081.309057] env[69663]: DEBUG nova.virt.hardware [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.309057] env[69663]: DEBUG nova.virt.hardware [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1081.309057] env[69663]: DEBUG nova.virt.hardware [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.309057] env[69663]: DEBUG nova.virt.hardware [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1081.309676] env[69663]: DEBUG nova.virt.hardware [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1081.309676] env[69663]: DEBUG nova.virt.hardware [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1081.309676] env[69663]: DEBUG nova.virt.hardware [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1081.309885] env[69663]: DEBUG nova.virt.hardware [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1081.310254] env[69663]: DEBUG nova.virt.hardware [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1081.311063] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a574ccf-cf37-442a-a233-083502448b40 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.319758] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72afdbd-f002-424a-a6f7-fa89c283e0d8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.334715] env[69663]: DEBUG nova.scheduler.client.report [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1081.541567] env[69663]: DEBUG oslo_vmware.api [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c39666-fbde-b653-136f-ba7a695ad674, 'name': SearchDatastore_Task, 'duration_secs': 0.01052} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.542431] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7100c60-4e11-441f-a498-93a9b1069ff3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.548334] env[69663]: DEBUG oslo_vmware.api [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for the task: (returnval){ [ 1081.548334] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5269ecd0-e37e-cdea-7ba4-938e30295350" [ 1081.548334] env[69663]: _type = "Task" [ 1081.548334] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.558135] env[69663]: DEBUG oslo_vmware.api [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5269ecd0-e37e-cdea-7ba4-938e30295350, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.585494] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a3632951-507e-45e3-913f-4377c7f44bb0 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Acquiring lock "16b5464a-f8e6-48ba-964e-41ded7b00fa2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.585494] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a3632951-507e-45e3-913f-4377c7f44bb0 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Lock "16b5464a-f8e6-48ba-964e-41ded7b00fa2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.786617] env[69663]: DEBUG oslo_vmware.api [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.844078] env[69663]: DEBUG oslo_concurrency.lockutils [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.844078] env[69663]: DEBUG nova.compute.manager [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1081.847970] env[69663]: DEBUG oslo_concurrency.lockutils [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.250s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.851211] env[69663]: INFO nova.compute.claims [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.059457] env[69663]: DEBUG oslo_vmware.api [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5269ecd0-e37e-cdea-7ba4-938e30295350, 'name': SearchDatastore_Task, 'duration_secs': 0.016692} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.059759] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.060042] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 748324ef-1238-4d84-a984-a5a4a83a830d/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474-rescue.vmdk. {{(pid=69663) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1082.060318] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0189dd8d-e3a5-4466-b3cb-7829d66d08d0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.068940] env[69663]: DEBUG oslo_vmware.api [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for the task: (returnval){ [ 1082.068940] env[69663]: value = "task-3333233" [ 1082.068940] env[69663]: _type = "Task" [ 1082.068940] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.079208] env[69663]: DEBUG oslo_vmware.api [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.087536] env[69663]: INFO nova.compute.manager [None req-a3632951-507e-45e3-913f-4377c7f44bb0 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Detaching volume 0c6960c6-e9b7-4f6e-8173-212971f42ba3 [ 1082.135101] env[69663]: INFO nova.virt.block_device [None req-a3632951-507e-45e3-913f-4377c7f44bb0 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Attempting to driver detach volume 0c6960c6-e9b7-4f6e-8173-212971f42ba3 from mountpoint /dev/sdb [ 1082.135490] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3632951-507e-45e3-913f-4377c7f44bb0 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Volume detach. Driver type: vmdk {{(pid=69663) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1082.135632] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3632951-507e-45e3-913f-4377c7f44bb0 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665376', 'volume_id': '0c6960c6-e9b7-4f6e-8173-212971f42ba3', 'name': 'volume-0c6960c6-e9b7-4f6e-8173-212971f42ba3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '16b5464a-f8e6-48ba-964e-41ded7b00fa2', 'attached_at': '', 'detached_at': '', 'volume_id': '0c6960c6-e9b7-4f6e-8173-212971f42ba3', 'serial': '0c6960c6-e9b7-4f6e-8173-212971f42ba3'} {{(pid=69663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1082.136642] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a7298d-b1e0-42e1-a7f6-b794cea324e4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.171206] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55922261-7a21-450c-a266-c14cd2a38a53 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.182619] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de5b423-2797-401e-af2f-f8983f93fa70 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.213829] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ced2c6-3436-488c-8502-431f63b9ba8a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.231826] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3632951-507e-45e3-913f-4377c7f44bb0 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] The volume has not been displaced from its original location: [datastore2] volume-0c6960c6-e9b7-4f6e-8173-212971f42ba3/volume-0c6960c6-e9b7-4f6e-8173-212971f42ba3.vmdk. No consolidation needed. {{(pid=69663) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1082.240026] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3632951-507e-45e3-913f-4377c7f44bb0 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Reconfiguring VM instance instance-0000003a to detach disk 2001 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1082.240026] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a7ff51e-d408-4e87-83f3-26249d1a23c9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.260965] env[69663]: DEBUG oslo_vmware.api [None req-a3632951-507e-45e3-913f-4377c7f44bb0 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Waiting for the task: (returnval){ [ 1082.260965] env[69663]: value = "task-3333234" [ 1082.260965] env[69663]: _type = "Task" [ 1082.260965] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.271442] env[69663]: DEBUG oslo_vmware.api [None req-a3632951-507e-45e3-913f-4377c7f44bb0 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3333234, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.287119] env[69663]: DEBUG oslo_vmware.api [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333232, 'name': ReconfigVM_Task, 'duration_secs': 0.748397} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.287660] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 673f11e5-201d-4e74-a262-57f5469d785e/673f11e5-201d-4e74-a262-57f5469d785e.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.288150] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f240eec2-6964-42a0-8a6d-f7266cd7f6e3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.297017] env[69663]: DEBUG oslo_vmware.api [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 1082.297017] env[69663]: value = "task-3333235" [ 1082.297017] env[69663]: _type = "Task" [ 1082.297017] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.312854] env[69663]: DEBUG oslo_vmware.api [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333235, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.355822] env[69663]: DEBUG nova.compute.utils [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1082.361184] env[69663]: DEBUG nova.compute.manager [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1082.361184] env[69663]: DEBUG nova.network.neutron [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1082.482663] env[69663]: DEBUG nova.policy [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd85ce462db8a4c53a191985224007777', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '012b7b4a90ba46bbaa828601d289a354', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1082.542471] env[69663]: DEBUG nova.compute.manager [req-1ced32b4-dcf9-41ee-85a2-65ac46f1359c req-acd6e861-6d6d-48b3-a16a-b700b00a864b service nova] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Received event network-vif-plugged-86de2103-dfa5-447e-83c1-acab8c9e4407 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1082.543487] env[69663]: DEBUG oslo_concurrency.lockutils [req-1ced32b4-dcf9-41ee-85a2-65ac46f1359c req-acd6e861-6d6d-48b3-a16a-b700b00a864b service nova] Acquiring lock "789877a1-9e03-4bce-97e5-ca1cce81e4ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.543487] env[69663]: DEBUG oslo_concurrency.lockutils [req-1ced32b4-dcf9-41ee-85a2-65ac46f1359c req-acd6e861-6d6d-48b3-a16a-b700b00a864b service nova] Lock "789877a1-9e03-4bce-97e5-ca1cce81e4ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.543487] env[69663]: DEBUG oslo_concurrency.lockutils [req-1ced32b4-dcf9-41ee-85a2-65ac46f1359c req-acd6e861-6d6d-48b3-a16a-b700b00a864b service nova] Lock "789877a1-9e03-4bce-97e5-ca1cce81e4ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.543487] env[69663]: DEBUG nova.compute.manager [req-1ced32b4-dcf9-41ee-85a2-65ac46f1359c req-acd6e861-6d6d-48b3-a16a-b700b00a864b service nova] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] No waiting events found dispatching network-vif-plugged-86de2103-dfa5-447e-83c1-acab8c9e4407 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1082.544376] env[69663]: WARNING nova.compute.manager [req-1ced32b4-dcf9-41ee-85a2-65ac46f1359c req-acd6e861-6d6d-48b3-a16a-b700b00a864b service nova] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Received unexpected event network-vif-plugged-86de2103-dfa5-447e-83c1-acab8c9e4407 for instance with vm_state building and task_state spawning. [ 1082.582026] env[69663]: DEBUG oslo_vmware.api [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333233, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.676918] env[69663]: DEBUG nova.network.neutron [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Successfully updated port: 86de2103-dfa5-447e-83c1-acab8c9e4407 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1082.772420] env[69663]: DEBUG oslo_vmware.api [None req-a3632951-507e-45e3-913f-4377c7f44bb0 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3333234, 'name': ReconfigVM_Task, 'duration_secs': 0.291381} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.772733] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3632951-507e-45e3-913f-4377c7f44bb0 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Reconfigured VM instance instance-0000003a to detach disk 2001 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1082.777778] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f419d32-eace-421e-8de9-f5470bc07d3b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.799137] env[69663]: DEBUG oslo_vmware.api [None req-a3632951-507e-45e3-913f-4377c7f44bb0 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Waiting for the task: (returnval){ [ 1082.799137] env[69663]: value = "task-3333236" [ 1082.799137] env[69663]: _type = "Task" [ 1082.799137] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.814888] env[69663]: DEBUG oslo_vmware.api [None req-a3632951-507e-45e3-913f-4377c7f44bb0 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3333236, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.818958] env[69663]: DEBUG oslo_vmware.api [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333235, 'name': Rename_Task, 'duration_secs': 0.179806} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.820070] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1082.820387] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df7a1aa9-6fa9-4bfb-aed8-488ee19717be {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.828850] env[69663]: DEBUG oslo_vmware.api [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 1082.828850] env[69663]: value = "task-3333237" [ 1082.828850] env[69663]: _type = "Task" [ 1082.828850] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.840599] env[69663]: DEBUG oslo_vmware.api [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.867742] env[69663]: DEBUG nova.compute.manager [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1083.086265] env[69663]: DEBUG oslo_vmware.api [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333233, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617888} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.086265] env[69663]: INFO nova.virt.vmwareapi.ds_util [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 748324ef-1238-4d84-a984-a5a4a83a830d/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474-rescue.vmdk. [ 1083.086265] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec07f4d-ceb4-45c3-9152-cd1cbe42f984 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.118630] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 748324ef-1238-4d84-a984-a5a4a83a830d/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474-rescue.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.119622] env[69663]: DEBUG nova.network.neutron [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Successfully created port: df0faae1-9447-43e7-9ebd-353219d3f5c5 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1083.121561] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be23643f-2501-4b99-ab03-0ac10ee9d492 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.146031] env[69663]: DEBUG oslo_vmware.api [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for the task: (returnval){ [ 1083.146031] env[69663]: value = "task-3333238" [ 1083.146031] env[69663]: _type = "Task" [ 1083.146031] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.156754] env[69663]: DEBUG oslo_vmware.api [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333238, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.177696] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquiring lock "refresh_cache-789877a1-9e03-4bce-97e5-ca1cce81e4ab" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.177696] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquired lock "refresh_cache-789877a1-9e03-4bce-97e5-ca1cce81e4ab" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.178814] env[69663]: DEBUG nova.network.neutron [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1083.317425] env[69663]: DEBUG oslo_vmware.api [None req-a3632951-507e-45e3-913f-4377c7f44bb0 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3333236, 'name': ReconfigVM_Task, 'duration_secs': 0.161321} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.318827] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3632951-507e-45e3-913f-4377c7f44bb0 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665376', 'volume_id': '0c6960c6-e9b7-4f6e-8173-212971f42ba3', 'name': 'volume-0c6960c6-e9b7-4f6e-8173-212971f42ba3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '16b5464a-f8e6-48ba-964e-41ded7b00fa2', 'attached_at': '', 'detached_at': '', 'volume_id': '0c6960c6-e9b7-4f6e-8173-212971f42ba3', 'serial': '0c6960c6-e9b7-4f6e-8173-212971f42ba3'} {{(pid=69663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1083.323090] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397cc3ab-959f-4d29-a14a-9e9e2327ab67 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.337270] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb4a39a-2dc8-4b82-8fe0-a41a27b2c3dd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.344504] env[69663]: DEBUG oslo_vmware.api [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333237, 'name': PowerOnVM_Task, 'duration_secs': 0.491925} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.345454] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1083.345454] env[69663]: INFO nova.compute.manager [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1083.345610] env[69663]: DEBUG nova.compute.manager [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1083.346809] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a4a5c8-d808-4afd-bd39-7471fab73fb9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.375500] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac10a20-d883-424c-9bb9-17a332619cc3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.393189] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9951c380-0f7a-4fdd-903a-d0fd45547f2b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.409131] env[69663]: DEBUG nova.compute.provider_tree [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1083.659479] env[69663]: DEBUG oslo_vmware.api [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333238, 'name': ReconfigVM_Task, 'duration_secs': 0.310642} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.659479] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 748324ef-1238-4d84-a984-a5a4a83a830d/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474-rescue.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.660325] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306694ef-db34-49e7-8f18-f3501ce8d0d2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.690355] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d75493c-7461-4d28-9308-7a48bd01a86c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.710370] env[69663]: DEBUG oslo_vmware.api [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for the task: (returnval){ [ 1083.710370] env[69663]: value = "task-3333239" [ 1083.710370] env[69663]: _type = "Task" [ 1083.710370] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.719402] env[69663]: DEBUG oslo_vmware.api [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333239, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.744077] env[69663]: DEBUG nova.network.neutron [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1083.884969] env[69663]: DEBUG nova.objects.instance [None req-a3632951-507e-45e3-913f-4377c7f44bb0 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Lazy-loading 'flavor' on Instance uuid 16b5464a-f8e6-48ba-964e-41ded7b00fa2 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.890561] env[69663]: DEBUG nova.compute.manager [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1083.902561] env[69663]: INFO nova.compute.manager [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Took 36.66 seconds to build instance. [ 1083.930153] env[69663]: DEBUG nova.virt.hardware [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1083.930469] env[69663]: DEBUG nova.virt.hardware [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1083.931464] env[69663]: DEBUG nova.virt.hardware [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.931464] env[69663]: DEBUG nova.virt.hardware [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1083.931464] env[69663]: DEBUG nova.virt.hardware [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.931464] env[69663]: DEBUG nova.virt.hardware [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1083.931464] env[69663]: DEBUG nova.virt.hardware [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1083.931846] env[69663]: DEBUG nova.virt.hardware [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1083.931846] env[69663]: DEBUG nova.virt.hardware [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1083.931938] env[69663]: DEBUG nova.virt.hardware [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1083.932172] env[69663]: DEBUG nova.virt.hardware [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1083.933178] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6a9050-68d3-4c6e-8b2e-993f794a29f3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.939752] env[69663]: ERROR nova.scheduler.client.report [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [req-018783a6-2836-4941-a2b7-d0ed048a5b60] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f2fb168a-c97f-41a4-9b18-725376271f6b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-018783a6-2836-4941-a2b7-d0ed048a5b60"}]} [ 1083.952787] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83964af-f38c-43c9-b1a0-88bbb07a5501 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.969491] env[69663]: DEBUG nova.scheduler.client.report [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Refreshing inventories for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1083.989240] env[69663]: DEBUG nova.scheduler.client.report [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Updating ProviderTree inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1083.989472] env[69663]: DEBUG nova.compute.provider_tree [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1083.996345] env[69663]: DEBUG nova.network.neutron [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Updating instance_info_cache with network_info: [{"id": "86de2103-dfa5-447e-83c1-acab8c9e4407", "address": "fa:16:3e:24:3f:3b", "network": {"id": "5a6f0b16-b7d9-4000-a0b1-0c53263b1283", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628369363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75906937e13d492489a3a42c454f1141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86de2103-df", "ovs_interfaceid": "86de2103-dfa5-447e-83c1-acab8c9e4407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.004075] env[69663]: DEBUG nova.scheduler.client.report [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Refreshing aggregate associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, aggregates: None {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1084.028160] env[69663]: DEBUG nova.scheduler.client.report [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Refreshing trait associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1084.224285] env[69663]: DEBUG oslo_vmware.api [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333239, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.352879] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e91e8e-8568-457c-a52d-ec7a357808d4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.361593] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ccbc73-7329-4267-a80b-a0a48e9b49a5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.397757] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421297b2-362b-4804-ac8b-6fcc854e6e5a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.410208] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6d6e2689-d639-4908-853a-5d8f7f4a2a01 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "673f11e5-201d-4e74-a262-57f5469d785e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.179s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.413695] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8190d4c1-ef14-4e8f-b5f1-d3a973db06e1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.424811] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cd59fbd8-b751-413a-94f3-d8b8744eab42 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "d45768e5-763e-4953-8419-34a2d2a03ce5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.425676] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cd59fbd8-b751-413a-94f3-d8b8744eab42 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "d45768e5-763e-4953-8419-34a2d2a03ce5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.437967] env[69663]: DEBUG nova.compute.provider_tree [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1084.504027] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Releasing lock "refresh_cache-789877a1-9e03-4bce-97e5-ca1cce81e4ab" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.504027] env[69663]: DEBUG nova.compute.manager [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Instance network_info: |[{"id": "86de2103-dfa5-447e-83c1-acab8c9e4407", "address": "fa:16:3e:24:3f:3b", "network": {"id": "5a6f0b16-b7d9-4000-a0b1-0c53263b1283", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628369363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75906937e13d492489a3a42c454f1141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86de2103-df", "ovs_interfaceid": "86de2103-dfa5-447e-83c1-acab8c9e4407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1084.504027] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:3f:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee20e439-fed9-490e-97dd-f3c886977ae1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86de2103-dfa5-447e-83c1-acab8c9e4407', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.511407] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.511696] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1084.512297] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a5194c0-082c-4538-b9c1-b8f512ddabb4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.534696] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.534696] env[69663]: value = "task-3333240" [ 1084.534696] env[69663]: _type = "Task" [ 1084.534696] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.543204] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333240, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.601101] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Acquiring lock "a3dff467-3feb-4278-8511-b4ccdacb50ea" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.601554] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Lock "a3dff467-3feb-4278-8511-b4ccdacb50ea" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.601760] env[69663]: INFO nova.compute.manager [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Shelving [ 1084.724030] env[69663]: DEBUG oslo_vmware.api [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333239, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.906985] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a3632951-507e-45e3-913f-4377c7f44bb0 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Lock "16b5464a-f8e6-48ba-964e-41ded7b00fa2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.322s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.938146] env[69663]: DEBUG nova.compute.utils [None req-cd59fbd8-b751-413a-94f3-d8b8744eab42 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1084.974969] env[69663]: DEBUG nova.network.neutron [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Successfully updated port: df0faae1-9447-43e7-9ebd-353219d3f5c5 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1084.983709] env[69663]: DEBUG nova.scheduler.client.report [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Updated inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b with generation 127 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1084.984164] env[69663]: DEBUG nova.compute.provider_tree [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Updating resource provider f2fb168a-c97f-41a4-9b18-725376271f6b generation from 127 to 128 during operation: update_inventory {{(pid=69663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1084.984376] env[69663]: DEBUG nova.compute.provider_tree [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1085.017995] env[69663]: DEBUG nova.compute.manager [req-bec6b9ce-dd3f-4e46-b316-91bfe1657733 req-e8834755-6e16-4ad0-a507-c1daf86b0717 service nova] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Received event network-changed-86de2103-dfa5-447e-83c1-acab8c9e4407 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1085.018238] env[69663]: DEBUG nova.compute.manager [req-bec6b9ce-dd3f-4e46-b316-91bfe1657733 req-e8834755-6e16-4ad0-a507-c1daf86b0717 service nova] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Refreshing instance network info cache due to event network-changed-86de2103-dfa5-447e-83c1-acab8c9e4407. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1085.018459] env[69663]: DEBUG oslo_concurrency.lockutils [req-bec6b9ce-dd3f-4e46-b316-91bfe1657733 req-e8834755-6e16-4ad0-a507-c1daf86b0717 service nova] Acquiring lock "refresh_cache-789877a1-9e03-4bce-97e5-ca1cce81e4ab" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.018610] env[69663]: DEBUG oslo_concurrency.lockutils [req-bec6b9ce-dd3f-4e46-b316-91bfe1657733 req-e8834755-6e16-4ad0-a507-c1daf86b0717 service nova] Acquired lock "refresh_cache-789877a1-9e03-4bce-97e5-ca1cce81e4ab" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.018776] env[69663]: DEBUG nova.network.neutron [req-bec6b9ce-dd3f-4e46-b316-91bfe1657733 req-e8834755-6e16-4ad0-a507-c1daf86b0717 service nova] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Refreshing network info cache for port 86de2103-dfa5-447e-83c1-acab8c9e4407 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1085.046566] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333240, 'name': CreateVM_Task, 'duration_secs': 0.360323} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.047205] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1085.047507] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.047727] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.048128] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.048422] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c93cda5d-74d2-4002-b928-d9f88209cc2c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.053751] env[69663]: DEBUG oslo_vmware.api [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1085.053751] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5229b4ad-4565-6c0a-87fa-58193a837446" [ 1085.053751] env[69663]: _type = "Task" [ 1085.053751] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.063591] env[69663]: DEBUG oslo_vmware.api [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5229b4ad-4565-6c0a-87fa-58193a837446, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.110742] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1085.110742] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fea2a33-8227-4f90-90cd-b7d1e5e63af5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.117996] env[69663]: DEBUG oslo_vmware.api [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for the task: (returnval){ [ 1085.117996] env[69663]: value = "task-3333241" [ 1085.117996] env[69663]: _type = "Task" [ 1085.117996] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.127812] env[69663]: DEBUG oslo_vmware.api [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.222991] env[69663]: DEBUG oslo_vmware.api [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333239, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.351245] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8e9e628d-faf6-4c8b-a3c7-feae9122414c tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Acquiring lock "bad669a6-f3ec-4d33-ac44-e6d1307ea99d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.351540] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8e9e628d-faf6-4c8b-a3c7-feae9122414c tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Lock "bad669a6-f3ec-4d33-ac44-e6d1307ea99d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.351768] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8e9e628d-faf6-4c8b-a3c7-feae9122414c tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Acquiring lock "bad669a6-f3ec-4d33-ac44-e6d1307ea99d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.351966] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8e9e628d-faf6-4c8b-a3c7-feae9122414c tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Lock "bad669a6-f3ec-4d33-ac44-e6d1307ea99d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.352251] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8e9e628d-faf6-4c8b-a3c7-feae9122414c tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Lock "bad669a6-f3ec-4d33-ac44-e6d1307ea99d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.354448] env[69663]: INFO nova.compute.manager [None req-8e9e628d-faf6-4c8b-a3c7-feae9122414c tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Terminating instance [ 1085.356191] env[69663]: DEBUG nova.compute.manager [None req-8e9e628d-faf6-4c8b-a3c7-feae9122414c tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1085.356396] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9e628d-faf6-4c8b-a3c7-feae9122414c tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1085.357234] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3d38d1-2b70-46bd-8318-805bc92e17f5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.366283] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e9e628d-faf6-4c8b-a3c7-feae9122414c tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1085.366562] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cb9b892-9383-4e1b-a263-a352709ad1f0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.376322] env[69663]: DEBUG oslo_vmware.api [None req-8e9e628d-faf6-4c8b-a3c7-feae9122414c tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Waiting for the task: (returnval){ [ 1085.376322] env[69663]: value = "task-3333242" [ 1085.376322] env[69663]: _type = "Task" [ 1085.376322] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.385645] env[69663]: DEBUG oslo_vmware.api [None req-8e9e628d-faf6-4c8b-a3c7-feae9122414c tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Task: {'id': task-3333242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.444207] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cd59fbd8-b751-413a-94f3-d8b8744eab42 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "d45768e5-763e-4953-8419-34a2d2a03ce5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.018s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.479187] env[69663]: DEBUG oslo_concurrency.lockutils [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquiring lock "refresh_cache-94525ee5-32e7-4e56-9c51-8a2778f738d7" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.479765] env[69663]: DEBUG oslo_concurrency.lockutils [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquired lock "refresh_cache-94525ee5-32e7-4e56-9c51-8a2778f738d7" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.479765] env[69663]: DEBUG nova.network.neutron [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1085.489318] env[69663]: DEBUG oslo_concurrency.lockutils [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.641s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.489781] env[69663]: DEBUG nova.compute.manager [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1085.492608] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.828s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.492841] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.492936] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69663) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1085.493277] env[69663]: DEBUG oslo_concurrency.lockutils [None req-76781939-a907-452e-b87d-39acb971d7e1 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.914s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.493484] env[69663]: DEBUG nova.objects.instance [None req-76781939-a907-452e-b87d-39acb971d7e1 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lazy-loading 'resources' on Instance uuid adbc2e4c-d298-4e17-b927-8165617434b4 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.495536] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39c7f32-08a0-45fe-aab5-33b29e71e108 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.506792] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9531c50-9d9e-4afb-a84d-981d9439a7db {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.527115] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebaf0360-cc0f-4ef1-80dd-6196accd2a34 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.536566] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017d63de-0651-435c-aaab-6eee8a401b8e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.572256] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178825MB free_disk=108GB free_vcpus=48 pci_devices=None {{(pid=69663) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1085.572421] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.584340] env[69663]: DEBUG oslo_vmware.api [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5229b4ad-4565-6c0a-87fa-58193a837446, 'name': SearchDatastore_Task, 'duration_secs': 0.010683} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.587675] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.588027] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.588235] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.588391] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.588581] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.589249] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d1c8d96-0c45-448a-895b-948cb67defae {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.592973] env[69663]: DEBUG nova.compute.manager [None req-47687e3b-eb93-433f-9623-d5eb790b4c62 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1085.593983] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8509d69b-d41d-44c3-9121-5e851c875882 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.606010] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.606254] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1085.606968] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f4e2a0a-7fe9-4493-a70f-821aa7411906 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.614023] env[69663]: DEBUG oslo_vmware.api [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1085.614023] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a5b1aa-af7a-5246-7142-5cbd6ef751c3" [ 1085.614023] env[69663]: _type = "Task" [ 1085.614023] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.625874] env[69663]: DEBUG oslo_vmware.api [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a5b1aa-af7a-5246-7142-5cbd6ef751c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.631771] env[69663]: DEBUG oslo_vmware.api [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.724411] env[69663]: DEBUG oslo_vmware.api [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333239, 'name': ReconfigVM_Task, 'duration_secs': 1.873052} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.726920] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1085.727222] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e28ba013-7af6-4dcf-a490-214b461be0af {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.735985] env[69663]: DEBUG oslo_vmware.api [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for the task: (returnval){ [ 1085.735985] env[69663]: value = "task-3333243" [ 1085.735985] env[69663]: _type = "Task" [ 1085.735985] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.756275] env[69663]: DEBUG oslo_vmware.api [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333243, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.841859] env[69663]: DEBUG nova.network.neutron [req-bec6b9ce-dd3f-4e46-b316-91bfe1657733 req-e8834755-6e16-4ad0-a507-c1daf86b0717 service nova] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Updated VIF entry in instance network info cache for port 86de2103-dfa5-447e-83c1-acab8c9e4407. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1085.842373] env[69663]: DEBUG nova.network.neutron [req-bec6b9ce-dd3f-4e46-b316-91bfe1657733 req-e8834755-6e16-4ad0-a507-c1daf86b0717 service nova] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Updating instance_info_cache with network_info: [{"id": "86de2103-dfa5-447e-83c1-acab8c9e4407", "address": "fa:16:3e:24:3f:3b", "network": {"id": "5a6f0b16-b7d9-4000-a0b1-0c53263b1283", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628369363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75906937e13d492489a3a42c454f1141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86de2103-df", "ovs_interfaceid": "86de2103-dfa5-447e-83c1-acab8c9e4407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.886977] env[69663]: DEBUG oslo_vmware.api [None req-8e9e628d-faf6-4c8b-a3c7-feae9122414c tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Task: {'id': task-3333242, 'name': PowerOffVM_Task, 'duration_secs': 0.340711} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.887332] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e9e628d-faf6-4c8b-a3c7-feae9122414c tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1085.887527] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9e628d-faf6-4c8b-a3c7-feae9122414c tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1085.887883] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ef9e45f-35ae-4031-8706-fa1defcbc9c5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.962820] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9e628d-faf6-4c8b-a3c7-feae9122414c tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1085.963261] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9e628d-faf6-4c8b-a3c7-feae9122414c tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1085.963428] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e9e628d-faf6-4c8b-a3c7-feae9122414c tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Deleting the datastore file [datastore2] bad669a6-f3ec-4d33-ac44-e6d1307ea99d {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.964107] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-595a89f0-9c2b-4a83-8a80-ed1cd440913b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.975035] env[69663]: DEBUG oslo_vmware.api [None req-8e9e628d-faf6-4c8b-a3c7-feae9122414c tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Waiting for the task: (returnval){ [ 1085.975035] env[69663]: value = "task-3333245" [ 1085.975035] env[69663]: _type = "Task" [ 1085.975035] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.988516] env[69663]: DEBUG oslo_vmware.api [None req-8e9e628d-faf6-4c8b-a3c7-feae9122414c tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Task: {'id': task-3333245, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.002344] env[69663]: DEBUG nova.compute.utils [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1086.009503] env[69663]: DEBUG nova.compute.manager [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1086.010194] env[69663]: DEBUG nova.network.neutron [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1086.043055] env[69663]: DEBUG nova.network.neutron [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1086.109202] env[69663]: INFO nova.compute.manager [None req-47687e3b-eb93-433f-9623-d5eb790b4c62 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] instance snapshotting [ 1086.112852] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fbde8a-38f4-4d07-9f35-457dbf0734c4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.118114] env[69663]: DEBUG nova.policy [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bb78cfccdef4ff889a1e5b0d63dba49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd129d2f178144b2b2f0a284d38a100d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1086.152999] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30851edd-2850-4cc4-9e9f-65daea92aa50 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.164650] env[69663]: DEBUG oslo_vmware.api [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333241, 'name': PowerOffVM_Task, 'duration_secs': 0.580196} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.165093] env[69663]: DEBUG oslo_vmware.api [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a5b1aa-af7a-5246-7142-5cbd6ef751c3, 'name': SearchDatastore_Task, 'duration_secs': 0.012644} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.165793] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1086.167329] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050a7180-361d-42c8-8d6f-26a6e7952952 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.170091] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eec167a6-73c1-4c10-b108-384dd527be2d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.185068] env[69663]: DEBUG oslo_vmware.api [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1086.185068] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52911c82-3c4a-95dd-0f56-82ba04d32f25" [ 1086.185068] env[69663]: _type = "Task" [ 1086.185068] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.202999] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566ae752-a2ab-445b-b46a-a5d589dcff7b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.215603] env[69663]: DEBUG oslo_vmware.api [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52911c82-3c4a-95dd-0f56-82ba04d32f25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.256046] env[69663]: DEBUG oslo_vmware.api [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333243, 'name': PowerOnVM_Task, 'duration_secs': 0.414784} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.256353] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1086.261264] env[69663]: DEBUG nova.compute.manager [None req-9858f287-09ca-4e83-965d-8930b57919c5 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1086.261264] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1c60dd-b1eb-4cad-83db-b9df5dabc8bd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.350802] env[69663]: DEBUG oslo_concurrency.lockutils [req-bec6b9ce-dd3f-4e46-b316-91bfe1657733 req-e8834755-6e16-4ad0-a507-c1daf86b0717 service nova] Releasing lock "refresh_cache-789877a1-9e03-4bce-97e5-ca1cce81e4ab" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.440714] env[69663]: DEBUG nova.network.neutron [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Updating instance_info_cache with network_info: [{"id": "df0faae1-9447-43e7-9ebd-353219d3f5c5", "address": "fa:16:3e:ab:09:a8", "network": {"id": "7ef2a542-c761-41fe-9064-8a46293182d7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1725131609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "012b7b4a90ba46bbaa828601d289a354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf0faae1-94", "ovs_interfaceid": "df0faae1-9447-43e7-9ebd-353219d3f5c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.472387] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f697dcf7-73aa-4168-99ee-480515d6993e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.491274] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Acquiring lock "f20a4a77-ff8f-41e3-8357-0db0a12351b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.492651] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Lock "f20a4a77-ff8f-41e3-8357-0db0a12351b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.499576] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e29703-b538-4ee1-90a5-939698fdeeab {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.513417] env[69663]: DEBUG nova.compute.manager [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1086.519583] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cd59fbd8-b751-413a-94f3-d8b8744eab42 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "d45768e5-763e-4953-8419-34a2d2a03ce5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.520043] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cd59fbd8-b751-413a-94f3-d8b8744eab42 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "d45768e5-763e-4953-8419-34a2d2a03ce5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.520397] env[69663]: INFO nova.compute.manager [None req-cd59fbd8-b751-413a-94f3-d8b8744eab42 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Attaching volume c56cb968-151e-48e9-a580-238feb376c8e to /dev/sdb [ 1086.522644] env[69663]: DEBUG oslo_vmware.api [None req-8e9e628d-faf6-4c8b-a3c7-feae9122414c tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Task: {'id': task-3333245, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160886} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.524720] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e9e628d-faf6-4c8b-a3c7-feae9122414c tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.524782] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9e628d-faf6-4c8b-a3c7-feae9122414c tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1086.525213] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9e628d-faf6-4c8b-a3c7-feae9122414c tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1086.525213] env[69663]: INFO nova.compute.manager [None req-8e9e628d-faf6-4c8b-a3c7-feae9122414c tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1086.525369] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e9e628d-faf6-4c8b-a3c7-feae9122414c tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.525809] env[69663]: DEBUG nova.compute.manager [-] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1086.525910] env[69663]: DEBUG nova.network.neutron [-] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1086.556964] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500697f4-4167-489f-9a55-abcef1634b44 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.566831] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec3b3ed-f2b7-4a4e-b9e4-6060cecf935d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.585259] env[69663]: DEBUG nova.compute.provider_tree [None req-76781939-a907-452e-b87d-39acb971d7e1 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.610673] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874d9f12-9144-4b43-856b-2f394ec6f941 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.619896] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c406819-1310-4eed-afd2-d6a8f96916ae {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.637354] env[69663]: DEBUG nova.virt.block_device [None req-cd59fbd8-b751-413a-94f3-d8b8744eab42 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Updating existing volume attachment record: 8db669dc-8925-4c3f-92bf-be45289e62ce {{(pid=69663) _volume_attach /opt/stack/nova/nova/virt/block_device.py:665}} [ 1086.683060] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-47687e3b-eb93-433f-9623-d5eb790b4c62 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Creating Snapshot of the VM instance {{(pid=69663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1086.683531] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fff3a864-421a-4e97-999a-e79f12ad003f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.694847] env[69663]: DEBUG oslo_vmware.api [None req-47687e3b-eb93-433f-9623-d5eb790b4c62 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 1086.694847] env[69663]: value = "task-3333246" [ 1086.694847] env[69663]: _type = "Task" [ 1086.694847] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.710989] env[69663]: DEBUG oslo_vmware.api [None req-47687e3b-eb93-433f-9623-d5eb790b4c62 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333246, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.718113] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Creating Snapshot of the VM instance {{(pid=69663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1086.718597] env[69663]: DEBUG oslo_vmware.api [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52911c82-3c4a-95dd-0f56-82ba04d32f25, 'name': SearchDatastore_Task, 'duration_secs': 0.027786} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.718922] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-30d96a7b-3c38-45d7-8f2d-4210efde3295 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.722057] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.722485] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 789877a1-9e03-4bce-97e5-ca1cce81e4ab/789877a1-9e03-4bce-97e5-ca1cce81e4ab.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1086.724234] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-647add58-6e90-44c1-b3ba-b5b3eae224b5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.735506] env[69663]: DEBUG oslo_vmware.api [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1086.735506] env[69663]: value = "task-3333248" [ 1086.735506] env[69663]: _type = "Task" [ 1086.735506] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.735793] env[69663]: DEBUG oslo_vmware.api [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for the task: (returnval){ [ 1086.735793] env[69663]: value = "task-3333247" [ 1086.735793] env[69663]: _type = "Task" [ 1086.735793] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.754436] env[69663]: DEBUG oslo_vmware.api [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.754752] env[69663]: DEBUG oslo_vmware.api [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333247, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.943981] env[69663]: DEBUG oslo_concurrency.lockutils [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Releasing lock "refresh_cache-94525ee5-32e7-4e56-9c51-8a2778f738d7" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.944660] env[69663]: DEBUG nova.compute.manager [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Instance network_info: |[{"id": "df0faae1-9447-43e7-9ebd-353219d3f5c5", "address": "fa:16:3e:ab:09:a8", "network": {"id": "7ef2a542-c761-41fe-9064-8a46293182d7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1725131609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "012b7b4a90ba46bbaa828601d289a354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf0faae1-94", "ovs_interfaceid": "df0faae1-9447-43e7-9ebd-353219d3f5c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1086.945217] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:09:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '255460d5-71d4-4bfd-87f1-acc10085db7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df0faae1-9447-43e7-9ebd-353219d3f5c5', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.958834] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Creating folder: Project (012b7b4a90ba46bbaa828601d289a354). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1086.959308] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-109e1de8-57da-49c0-94ab-9c413a7e1921 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.978605] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Created folder: Project (012b7b4a90ba46bbaa828601d289a354) in parent group-v665133. [ 1086.978878] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Creating folder: Instances. Parent ref: group-v665381. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1086.979302] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f8cf68f-5e21-46b1-b746-58dd813ddad0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.996126] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Created folder: Instances in parent group-v665381. [ 1086.996434] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.996665] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1086.996933] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8801beee-52d0-4ac9-b500-0b684ab4894e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.014392] env[69663]: DEBUG nova.compute.manager [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1087.032201] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.032201] env[69663]: value = "task-3333254" [ 1087.032201] env[69663]: _type = "Task" [ 1087.032201] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.057539] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333254, 'name': CreateVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.089216] env[69663]: DEBUG nova.scheduler.client.report [None req-76781939-a907-452e-b87d-39acb971d7e1 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1087.116037] env[69663]: DEBUG nova.network.neutron [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Successfully created port: 85c5d2ca-010e-4d0b-b8a1-9f2b0ecc9fef {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1087.209214] env[69663]: DEBUG oslo_vmware.api [None req-47687e3b-eb93-433f-9623-d5eb790b4c62 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333246, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.248289] env[69663]: DEBUG oslo_vmware.api [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333248, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.260310] env[69663]: DEBUG oslo_vmware.api [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333247, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.343762] env[69663]: DEBUG nova.compute.manager [req-ed959a2f-3557-4a54-878b-69a135c8a1b1 req-b84b6e75-5bdb-4a2e-94ce-866ea6badfa0 service nova] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Received event network-vif-plugged-df0faae1-9447-43e7-9ebd-353219d3f5c5 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1087.343996] env[69663]: DEBUG oslo_concurrency.lockutils [req-ed959a2f-3557-4a54-878b-69a135c8a1b1 req-b84b6e75-5bdb-4a2e-94ce-866ea6badfa0 service nova] Acquiring lock "94525ee5-32e7-4e56-9c51-8a2778f738d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.344280] env[69663]: DEBUG oslo_concurrency.lockutils [req-ed959a2f-3557-4a54-878b-69a135c8a1b1 req-b84b6e75-5bdb-4a2e-94ce-866ea6badfa0 service nova] Lock "94525ee5-32e7-4e56-9c51-8a2778f738d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.344503] env[69663]: DEBUG oslo_concurrency.lockutils [req-ed959a2f-3557-4a54-878b-69a135c8a1b1 req-b84b6e75-5bdb-4a2e-94ce-866ea6badfa0 service nova] Lock "94525ee5-32e7-4e56-9c51-8a2778f738d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.344690] env[69663]: DEBUG nova.compute.manager [req-ed959a2f-3557-4a54-878b-69a135c8a1b1 req-b84b6e75-5bdb-4a2e-94ce-866ea6badfa0 service nova] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] No waiting events found dispatching network-vif-plugged-df0faae1-9447-43e7-9ebd-353219d3f5c5 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1087.344862] env[69663]: WARNING nova.compute.manager [req-ed959a2f-3557-4a54-878b-69a135c8a1b1 req-b84b6e75-5bdb-4a2e-94ce-866ea6badfa0 service nova] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Received unexpected event network-vif-plugged-df0faae1-9447-43e7-9ebd-353219d3f5c5 for instance with vm_state building and task_state spawning. [ 1087.345092] env[69663]: DEBUG nova.compute.manager [req-ed959a2f-3557-4a54-878b-69a135c8a1b1 req-b84b6e75-5bdb-4a2e-94ce-866ea6badfa0 service nova] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Received event network-changed-df0faae1-9447-43e7-9ebd-353219d3f5c5 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1087.345196] env[69663]: DEBUG nova.compute.manager [req-ed959a2f-3557-4a54-878b-69a135c8a1b1 req-b84b6e75-5bdb-4a2e-94ce-866ea6badfa0 service nova] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Refreshing instance network info cache due to event network-changed-df0faae1-9447-43e7-9ebd-353219d3f5c5. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1087.345383] env[69663]: DEBUG oslo_concurrency.lockutils [req-ed959a2f-3557-4a54-878b-69a135c8a1b1 req-b84b6e75-5bdb-4a2e-94ce-866ea6badfa0 service nova] Acquiring lock "refresh_cache-94525ee5-32e7-4e56-9c51-8a2778f738d7" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.345525] env[69663]: DEBUG oslo_concurrency.lockutils [req-ed959a2f-3557-4a54-878b-69a135c8a1b1 req-b84b6e75-5bdb-4a2e-94ce-866ea6badfa0 service nova] Acquired lock "refresh_cache-94525ee5-32e7-4e56-9c51-8a2778f738d7" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.345685] env[69663]: DEBUG nova.network.neutron [req-ed959a2f-3557-4a54-878b-69a135c8a1b1 req-b84b6e75-5bdb-4a2e-94ce-866ea6badfa0 service nova] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Refreshing network info cache for port df0faae1-9447-43e7-9ebd-353219d3f5c5 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1087.542389] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.544068] env[69663]: DEBUG nova.compute.manager [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1087.552160] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333254, 'name': CreateVM_Task, 'duration_secs': 0.516258} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.552341] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1087.553125] env[69663]: DEBUG oslo_concurrency.lockutils [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.553260] env[69663]: DEBUG oslo_concurrency.lockutils [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.553598] env[69663]: DEBUG oslo_concurrency.lockutils [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.553869] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5e2278b-3aa2-4626-baae-38be5d3b3963 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.560121] env[69663]: DEBUG oslo_vmware.api [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1087.560121] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52668f22-a8be-ecc4-799d-200d3b47eb96" [ 1087.560121] env[69663]: _type = "Task" [ 1087.560121] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.569867] env[69663]: DEBUG oslo_vmware.api [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52668f22-a8be-ecc4-799d-200d3b47eb96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.582373] env[69663]: DEBUG nova.virt.hardware [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1087.582649] env[69663]: DEBUG nova.virt.hardware [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1087.582818] env[69663]: DEBUG nova.virt.hardware [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.583013] env[69663]: DEBUG nova.virt.hardware [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1087.583321] env[69663]: DEBUG nova.virt.hardware [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.583435] env[69663]: DEBUG nova.virt.hardware [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1087.583602] env[69663]: DEBUG nova.virt.hardware [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1087.583772] env[69663]: DEBUG nova.virt.hardware [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1087.583950] env[69663]: DEBUG nova.virt.hardware [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1087.584250] env[69663]: DEBUG nova.virt.hardware [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1087.584352] env[69663]: DEBUG nova.virt.hardware [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1087.585196] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3df73ae-6309-4c04-99f3-4374aa3c2e91 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.593781] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ac93b2-8204-4a7c-aceb-6d773a489070 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.599557] env[69663]: DEBUG oslo_concurrency.lockutils [None req-76781939-a907-452e-b87d-39acb971d7e1 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.105s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.600985] env[69663]: DEBUG oslo_concurrency.lockutils [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.202s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.602662] env[69663]: INFO nova.compute.claims [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.622592] env[69663]: INFO nova.scheduler.client.report [None req-76781939-a907-452e-b87d-39acb971d7e1 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Deleted allocations for instance adbc2e4c-d298-4e17-b927-8165617434b4 [ 1087.706862] env[69663]: DEBUG oslo_vmware.api [None req-47687e3b-eb93-433f-9623-d5eb790b4c62 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333246, 'name': CreateSnapshot_Task, 'duration_secs': 0.820496} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.707230] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-47687e3b-eb93-433f-9623-d5eb790b4c62 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Created Snapshot of the VM instance {{(pid=69663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1087.708829] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b911e43-ad4c-4fef-9eef-2d95cf394742 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.748095] env[69663]: DEBUG oslo_vmware.api [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333248, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577892} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.751856] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 789877a1-9e03-4bce-97e5-ca1cce81e4ab/789877a1-9e03-4bce-97e5-ca1cce81e4ab.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1087.752206] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1087.752634] env[69663]: DEBUG oslo_vmware.api [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333247, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.752953] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fee1f37f-d5a0-44e5-9cb0-bace62198881 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.764670] env[69663]: DEBUG oslo_vmware.api [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1087.764670] env[69663]: value = "task-3333255" [ 1087.764670] env[69663]: _type = "Task" [ 1087.764670] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.778579] env[69663]: DEBUG oslo_vmware.api [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333255, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.074949] env[69663]: DEBUG oslo_vmware.api [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52668f22-a8be-ecc4-799d-200d3b47eb96, 'name': SearchDatastore_Task, 'duration_secs': 0.036353} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.078522] env[69663]: DEBUG oslo_concurrency.lockutils [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.078789] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.079049] env[69663]: DEBUG oslo_concurrency.lockutils [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.079213] env[69663]: DEBUG oslo_concurrency.lockutils [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.079680] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.079747] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c144c487-41c9-4295-b466-f26eda4da88e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.095056] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.095287] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1088.098896] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01becb73-3687-4b85-a982-b23bef26cb1d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.107795] env[69663]: DEBUG oslo_vmware.api [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1088.107795] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e11e0f-5a23-ff51-ebd8-641c8ecbe28a" [ 1088.107795] env[69663]: _type = "Task" [ 1088.107795] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.116811] env[69663]: DEBUG oslo_vmware.api [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e11e0f-5a23-ff51-ebd8-641c8ecbe28a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.132193] env[69663]: DEBUG oslo_concurrency.lockutils [None req-76781939-a907-452e-b87d-39acb971d7e1 tempest-ServersAdminTestJSON-1828746712 tempest-ServersAdminTestJSON-1828746712-project-member] Lock "adbc2e4c-d298-4e17-b927-8165617434b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.209s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.235702] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-47687e3b-eb93-433f-9623-d5eb790b4c62 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Creating linked-clone VM from snapshot {{(pid=69663) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1088.236058] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e90c4b57-4748-4d17-bed4-3d02e50c51d8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.254266] env[69663]: DEBUG oslo_vmware.api [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333247, 'name': CreateSnapshot_Task, 'duration_secs': 1.026535} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.256533] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Created Snapshot of the VM instance {{(pid=69663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1088.256901] env[69663]: DEBUG oslo_vmware.api [None req-47687e3b-eb93-433f-9623-d5eb790b4c62 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 1088.256901] env[69663]: value = "task-3333256" [ 1088.256901] env[69663]: _type = "Task" [ 1088.256901] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.257665] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3a9d53-adae-45a5-8e65-1737f5fef1ce {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.275759] env[69663]: DEBUG oslo_vmware.api [None req-47687e3b-eb93-433f-9623-d5eb790b4c62 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333256, 'name': CloneVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.284165] env[69663]: DEBUG oslo_vmware.api [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333255, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.249453} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.284504] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1088.285404] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67520f2d-edcb-4884-a7ff-9e4b902ec669 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.313679] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 789877a1-9e03-4bce-97e5-ca1cce81e4ab/789877a1-9e03-4bce-97e5-ca1cce81e4ab.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.314165] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51ac1508-9387-4f16-9bdd-2387f8634e73 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.339130] env[69663]: DEBUG oslo_vmware.api [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1088.339130] env[69663]: value = "task-3333257" [ 1088.339130] env[69663]: _type = "Task" [ 1088.339130] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.349143] env[69663]: DEBUG oslo_vmware.api [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333257, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.457956] env[69663]: DEBUG oslo_concurrency.lockutils [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Acquiring lock "f29306c4-e5dd-45a7-83ea-53d9350d5fe0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.458229] env[69663]: DEBUG oslo_concurrency.lockutils [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Lock "f29306c4-e5dd-45a7-83ea-53d9350d5fe0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.543914] env[69663]: DEBUG nova.network.neutron [-] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.577833] env[69663]: DEBUG nova.network.neutron [req-ed959a2f-3557-4a54-878b-69a135c8a1b1 req-b84b6e75-5bdb-4a2e-94ce-866ea6badfa0 service nova] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Updated VIF entry in instance network info cache for port df0faae1-9447-43e7-9ebd-353219d3f5c5. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1088.580634] env[69663]: DEBUG nova.network.neutron [req-ed959a2f-3557-4a54-878b-69a135c8a1b1 req-b84b6e75-5bdb-4a2e-94ce-866ea6badfa0 service nova] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Updating instance_info_cache with network_info: [{"id": "df0faae1-9447-43e7-9ebd-353219d3f5c5", "address": "fa:16:3e:ab:09:a8", "network": {"id": "7ef2a542-c761-41fe-9064-8a46293182d7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1725131609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "012b7b4a90ba46bbaa828601d289a354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf0faae1-94", "ovs_interfaceid": "df0faae1-9447-43e7-9ebd-353219d3f5c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.621361] env[69663]: DEBUG oslo_vmware.api [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e11e0f-5a23-ff51-ebd8-641c8ecbe28a, 'name': SearchDatastore_Task, 'duration_secs': 0.040714} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.625423] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15b7644d-d883-485d-a6d5-d4afb88e9300 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.633467] env[69663]: DEBUG oslo_vmware.api [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1088.633467] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d2f19f-8eb3-5ec5-ee70-1bf5bc059c38" [ 1088.633467] env[69663]: _type = "Task" [ 1088.633467] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.645119] env[69663]: DEBUG oslo_vmware.api [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d2f19f-8eb3-5ec5-ee70-1bf5bc059c38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.778453] env[69663]: DEBUG oslo_vmware.api [None req-47687e3b-eb93-433f-9623-d5eb790b4c62 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333256, 'name': CloneVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.787172] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Creating linked-clone VM from snapshot {{(pid=69663) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1088.791152] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fe37e46e-ce35-47f4-a639-374e2641b89d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.802685] env[69663]: DEBUG oslo_vmware.api [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for the task: (returnval){ [ 1088.802685] env[69663]: value = "task-3333258" [ 1088.802685] env[69663]: _type = "Task" [ 1088.802685] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.817180] env[69663]: DEBUG oslo_vmware.api [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333258, 'name': CloneVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.852510] env[69663]: DEBUG oslo_vmware.api [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333257, 'name': ReconfigVM_Task, 'duration_secs': 0.41019} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.852829] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 789877a1-9e03-4bce-97e5-ca1cce81e4ab/789877a1-9e03-4bce-97e5-ca1cce81e4ab.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.853627] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e613fb46-8d41-4c5d-a546-579a15e1eff5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.863617] env[69663]: DEBUG oslo_vmware.api [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1088.863617] env[69663]: value = "task-3333259" [ 1088.863617] env[69663]: _type = "Task" [ 1088.863617] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.875154] env[69663]: DEBUG oslo_vmware.api [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333259, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.967313] env[69663]: DEBUG nova.compute.manager [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1088.995105] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9aedf087-5cdd-4256-b85e-776cf65615e0 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "17aeb666-e78b-4ef9-b7bb-b2623aed121b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.995556] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9aedf087-5cdd-4256-b85e-776cf65615e0 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "17aeb666-e78b-4ef9-b7bb-b2623aed121b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.002s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.046498] env[69663]: INFO nova.compute.manager [-] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Took 2.52 seconds to deallocate network for instance. [ 1089.085049] env[69663]: DEBUG oslo_concurrency.lockutils [req-ed959a2f-3557-4a54-878b-69a135c8a1b1 req-b84b6e75-5bdb-4a2e-94ce-866ea6badfa0 service nova] Releasing lock "refresh_cache-94525ee5-32e7-4e56-9c51-8a2778f738d7" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.095367] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862020b7-8b78-45fe-88fe-4488f28e4c91 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.106237] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6faa53bd-d2e9-4f0f-8f8f-0d17e059d7fb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.152466] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e2b953-5f33-4d59-adf0-a26beb3b7516 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.162646] env[69663]: DEBUG oslo_vmware.api [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d2f19f-8eb3-5ec5-ee70-1bf5bc059c38, 'name': SearchDatastore_Task, 'duration_secs': 0.014413} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.165386] env[69663]: DEBUG oslo_concurrency.lockutils [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.165386] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 94525ee5-32e7-4e56-9c51-8a2778f738d7/94525ee5-32e7-4e56-9c51-8a2778f738d7.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1089.166028] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a4223ad-291b-41f1-b017-ced3ee40ebd3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.169402] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e341b5-9953-4144-af71-9a6bc274891a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.189966] env[69663]: DEBUG nova.compute.provider_tree [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1089.191190] env[69663]: DEBUG oslo_vmware.api [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1089.191190] env[69663]: value = "task-3333261" [ 1089.191190] env[69663]: _type = "Task" [ 1089.191190] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.204058] env[69663]: DEBUG oslo_vmware.api [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.276568] env[69663]: DEBUG oslo_vmware.api [None req-47687e3b-eb93-433f-9623-d5eb790b4c62 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333256, 'name': CloneVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.315917] env[69663]: DEBUG oslo_vmware.api [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333258, 'name': CloneVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.381029] env[69663]: DEBUG oslo_vmware.api [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333259, 'name': Rename_Task, 'duration_secs': 0.19402} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.381029] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1089.381029] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2416e1f5-1a18-4aba-bf15-8f3a44c4e5c4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.391424] env[69663]: DEBUG oslo_vmware.api [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1089.391424] env[69663]: value = "task-3333262" [ 1089.391424] env[69663]: _type = "Task" [ 1089.391424] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.403758] env[69663]: DEBUG oslo_vmware.api [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.497229] env[69663]: DEBUG oslo_concurrency.lockutils [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.498540] env[69663]: DEBUG nova.compute.utils [None req-9aedf087-5cdd-4256-b85e-776cf65615e0 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1089.555557] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8e9e628d-faf6-4c8b-a3c7-feae9122414c tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.685964] env[69663]: DEBUG nova.compute.manager [req-320cad57-52af-4500-b4a7-9a5997e3a5e0 req-7ce3a0dc-09bd-4534-a416-b1828b6a8bbd service nova] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Received event network-vif-plugged-85c5d2ca-010e-4d0b-b8a1-9f2b0ecc9fef {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1089.686581] env[69663]: DEBUG oslo_concurrency.lockutils [req-320cad57-52af-4500-b4a7-9a5997e3a5e0 req-7ce3a0dc-09bd-4534-a416-b1828b6a8bbd service nova] Acquiring lock "6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.687103] env[69663]: DEBUG oslo_concurrency.lockutils [req-320cad57-52af-4500-b4a7-9a5997e3a5e0 req-7ce3a0dc-09bd-4534-a416-b1828b6a8bbd service nova] Lock "6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.687545] env[69663]: DEBUG oslo_concurrency.lockutils [req-320cad57-52af-4500-b4a7-9a5997e3a5e0 req-7ce3a0dc-09bd-4534-a416-b1828b6a8bbd service nova] Lock "6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.688045] env[69663]: DEBUG nova.compute.manager [req-320cad57-52af-4500-b4a7-9a5997e3a5e0 req-7ce3a0dc-09bd-4534-a416-b1828b6a8bbd service nova] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] No waiting events found dispatching network-vif-plugged-85c5d2ca-010e-4d0b-b8a1-9f2b0ecc9fef {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1089.688517] env[69663]: WARNING nova.compute.manager [req-320cad57-52af-4500-b4a7-9a5997e3a5e0 req-7ce3a0dc-09bd-4534-a416-b1828b6a8bbd service nova] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Received unexpected event network-vif-plugged-85c5d2ca-010e-4d0b-b8a1-9f2b0ecc9fef for instance with vm_state building and task_state spawning. [ 1089.704655] env[69663]: DEBUG nova.compute.manager [req-25ac1815-dbaf-4e12-be54-db08cb5a553a req-145c88dc-e986-4a64-8caf-a8348c3a626b service nova] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Received event network-vif-deleted-ae802c67-fedd-4d18-9455-a2e3bdebc34c {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1089.709341] env[69663]: DEBUG oslo_vmware.api [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333261, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.712401] env[69663]: ERROR nova.scheduler.client.report [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [req-206ae7d7-7f80-4da9-b0bc-9701f8bcd8df] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f2fb168a-c97f-41a4-9b18-725376271f6b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-206ae7d7-7f80-4da9-b0bc-9701f8bcd8df"}]} [ 1089.733842] env[69663]: DEBUG nova.scheduler.client.report [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Refreshing inventories for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1089.755916] env[69663]: DEBUG nova.scheduler.client.report [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Updating ProviderTree inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1089.756598] env[69663]: DEBUG nova.compute.provider_tree [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1089.780848] env[69663]: DEBUG oslo_vmware.api [None req-47687e3b-eb93-433f-9623-d5eb790b4c62 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333256, 'name': CloneVM_Task} progress is 95%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.781470] env[69663]: DEBUG nova.scheduler.client.report [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Refreshing aggregate associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, aggregates: None {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1089.816277] env[69663]: DEBUG oslo_vmware.api [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333258, 'name': CloneVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.817343] env[69663]: DEBUG nova.scheduler.client.report [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Refreshing trait associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1089.904720] env[69663]: DEBUG oslo_vmware.api [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333262, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.918576] env[69663]: DEBUG nova.network.neutron [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Successfully updated port: 85c5d2ca-010e-4d0b-b8a1-9f2b0ecc9fef {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1090.001356] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9aedf087-5cdd-4256-b85e-776cf65615e0 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "17aeb666-e78b-4ef9-b7bb-b2623aed121b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.210886] env[69663]: DEBUG oslo_vmware.api [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333261, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594481} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.214092] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 94525ee5-32e7-4e56-9c51-8a2778f738d7/94525ee5-32e7-4e56-9c51-8a2778f738d7.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1090.214092] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.214092] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acb5d94b-291f-4491-b13e-765b12a74e88 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.221479] env[69663]: DEBUG oslo_vmware.api [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1090.221479] env[69663]: value = "task-3333263" [ 1090.221479] env[69663]: _type = "Task" [ 1090.221479] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.223486] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10baaf69-cd08-4140-86a8-e8512e790d3c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.238493] env[69663]: DEBUG oslo_vmware.api [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333263, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.241924] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8644437b-a62d-4d8c-86b0-5e59d2967eb9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.285483] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3cb50a-3c2c-4301-8bae-b0ea42b3be42 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.297946] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fc7d2e-a4bf-44e5-b45d-92011b790ce3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.302137] env[69663]: DEBUG oslo_vmware.api [None req-47687e3b-eb93-433f-9623-d5eb790b4c62 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333256, 'name': CloneVM_Task, 'duration_secs': 1.720493} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.302491] env[69663]: INFO nova.virt.vmwareapi.vmops [None req-47687e3b-eb93-433f-9623-d5eb790b4c62 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Created linked-clone VM from snapshot [ 1090.303932] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276ff849-81c5-4c0f-802d-d8499fb1effe {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.317641] env[69663]: DEBUG nova.compute.provider_tree [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1090.328418] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-47687e3b-eb93-433f-9623-d5eb790b4c62 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Uploading image fe2c5f01-ed03-4fb0-96f8-a18c66a03019 {{(pid=69663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1090.334338] env[69663]: DEBUG oslo_vmware.api [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333258, 'name': CloneVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.347641] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-47687e3b-eb93-433f-9623-d5eb790b4c62 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Destroying the VM {{(pid=69663) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1090.347938] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7fb1cf9d-012d-485c-b32c-20d7870e754a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.356846] env[69663]: DEBUG oslo_vmware.api [None req-47687e3b-eb93-433f-9623-d5eb790b4c62 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 1090.356846] env[69663]: value = "task-3333264" [ 1090.356846] env[69663]: _type = "Task" [ 1090.356846] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.367096] env[69663]: DEBUG oslo_vmware.api [None req-47687e3b-eb93-433f-9623-d5eb790b4c62 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333264, 'name': Destroy_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.402642] env[69663]: DEBUG oslo_vmware.api [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333262, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.422917] env[69663]: DEBUG oslo_concurrency.lockutils [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "refresh_cache-6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.423141] env[69663]: DEBUG oslo_concurrency.lockutils [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquired lock "refresh_cache-6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.423344] env[69663]: DEBUG nova.network.neutron [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1090.734492] env[69663]: DEBUG oslo_vmware.api [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333263, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093192} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.734492] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.735453] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9284cb-b41f-4bee-92f2-d9ac926894ea {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.760032] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 94525ee5-32e7-4e56-9c51-8a2778f738d7/94525ee5-32e7-4e56-9c51-8a2778f738d7.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.760423] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccf78c3f-dd98-405b-b1bf-b156f87c0af4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.786854] env[69663]: DEBUG oslo_vmware.api [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1090.786854] env[69663]: value = "task-3333265" [ 1090.786854] env[69663]: _type = "Task" [ 1090.786854] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.797430] env[69663]: DEBUG oslo_vmware.api [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333265, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.831961] env[69663]: DEBUG oslo_vmware.api [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333258, 'name': CloneVM_Task, 'duration_secs': 1.81082} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.832355] env[69663]: INFO nova.virt.vmwareapi.vmops [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Created linked-clone VM from snapshot [ 1090.834944] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ee5f64-da8b-479c-9137-8adc628f2dea {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.846356] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Uploading image f1e93f9c-993a-4df9-b849-82724e1b525b {{(pid=69663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1090.875510] env[69663]: DEBUG nova.scheduler.client.report [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Updated inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b with generation 130 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1090.875815] env[69663]: DEBUG nova.compute.provider_tree [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Updating resource provider f2fb168a-c97f-41a4-9b18-725376271f6b generation from 130 to 131 during operation: update_inventory {{(pid=69663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1090.876016] env[69663]: DEBUG nova.compute.provider_tree [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1090.879523] env[69663]: DEBUG oslo_vmware.api [None req-47687e3b-eb93-433f-9623-d5eb790b4c62 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333264, 'name': Destroy_Task} progress is 33%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.893017] env[69663]: DEBUG oslo_vmware.rw_handles [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1090.893017] env[69663]: value = "vm-665387" [ 1090.893017] env[69663]: _type = "VirtualMachine" [ 1090.893017] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1090.893447] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5d737ecb-b31c-4082-a0ad-160c777011a7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.910143] env[69663]: DEBUG oslo_vmware.api [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333262, 'name': PowerOnVM_Task, 'duration_secs': 1.328606} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.910143] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1090.910143] env[69663]: INFO nova.compute.manager [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Took 9.64 seconds to spawn the instance on the hypervisor. [ 1090.910143] env[69663]: DEBUG nova.compute.manager [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1090.910143] env[69663]: DEBUG oslo_vmware.rw_handles [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Lease: (returnval){ [ 1090.910143] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e25d16-9183-229d-15d6-8de1a29199c7" [ 1090.910143] env[69663]: _type = "HttpNfcLease" [ 1090.910143] env[69663]: } obtained for exporting VM: (result){ [ 1090.910143] env[69663]: value = "vm-665387" [ 1090.910143] env[69663]: _type = "VirtualMachine" [ 1090.910143] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1090.910143] env[69663]: DEBUG oslo_vmware.api [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for the lease: (returnval){ [ 1090.910143] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e25d16-9183-229d-15d6-8de1a29199c7" [ 1090.910143] env[69663]: _type = "HttpNfcLease" [ 1090.910143] env[69663]: } to be ready. {{(pid=69663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1090.914576] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9935cf36-aff7-4d3c-b5ce-c8114e157319 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.931402] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1090.931402] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e25d16-9183-229d-15d6-8de1a29199c7" [ 1090.931402] env[69663]: _type = "HttpNfcLease" [ 1090.931402] env[69663]: } is initializing. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1090.974739] env[69663]: DEBUG nova.network.neutron [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1091.082166] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9aedf087-5cdd-4256-b85e-776cf65615e0 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "17aeb666-e78b-4ef9-b7bb-b2623aed121b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.082479] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9aedf087-5cdd-4256-b85e-776cf65615e0 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "17aeb666-e78b-4ef9-b7bb-b2623aed121b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.082786] env[69663]: INFO nova.compute.manager [None req-9aedf087-5cdd-4256-b85e-776cf65615e0 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Attaching volume e41ca902-0d22-4452-b951-7fbd74f9f173 to /dev/sdb [ 1091.119023] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b190b8de-88e9-4b83-9307-b3d588aa52a7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.127447] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f159f8-a339-430e-b2e6-cc7b3fc888c6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.133371] env[69663]: DEBUG nova.network.neutron [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Updating instance_info_cache with network_info: [{"id": "85c5d2ca-010e-4d0b-b8a1-9f2b0ecc9fef", "address": "fa:16:3e:b3:4c:c7", "network": {"id": "7e99d479-c2d4-4a7b-a8fe-8c2b1009a96c", "bridge": "br-int", "label": "tempest-ServersTestJSON-770727765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd129d2f178144b2b2f0a284d38a100d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85c5d2ca-01", "ovs_interfaceid": "85c5d2ca-010e-4d0b-b8a1-9f2b0ecc9fef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.144047] env[69663]: DEBUG nova.virt.block_device [None req-9aedf087-5cdd-4256-b85e-776cf65615e0 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Updating existing volume attachment record: e14bc795-5ad2-40ef-b125-679f08bb5fd1 {{(pid=69663) _volume_attach /opt/stack/nova/nova/virt/block_device.py:665}} [ 1091.197908] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd59fbd8-b751-413a-94f3-d8b8744eab42 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Volume attach. Driver type: vmdk {{(pid=69663) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1091.198206] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd59fbd8-b751-413a-94f3-d8b8744eab42 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665380', 'volume_id': 'c56cb968-151e-48e9-a580-238feb376c8e', 'name': 'volume-c56cb968-151e-48e9-a580-238feb376c8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd45768e5-763e-4953-8419-34a2d2a03ce5', 'attached_at': '', 'detached_at': '', 'volume_id': 'c56cb968-151e-48e9-a580-238feb376c8e', 'serial': 'c56cb968-151e-48e9-a580-238feb376c8e'} {{(pid=69663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1091.199474] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a60e3d3-96c8-4ed1-badc-701f0c89f010 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.218729] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db900da3-63cd-449f-829a-c65bcf85d7d7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.247855] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd59fbd8-b751-413a-94f3-d8b8744eab42 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] volume-c56cb968-151e-48e9-a580-238feb376c8e/volume-c56cb968-151e-48e9-a580-238feb376c8e.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.248294] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-defb79a8-2736-4325-bc28-4df4e28d93c5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.277203] env[69663]: DEBUG oslo_vmware.api [None req-cd59fbd8-b751-413a-94f3-d8b8744eab42 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1091.277203] env[69663]: value = "task-3333267" [ 1091.277203] env[69663]: _type = "Task" [ 1091.277203] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.290671] env[69663]: DEBUG oslo_vmware.api [None req-cd59fbd8-b751-413a-94f3-d8b8744eab42 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333267, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.302242] env[69663]: DEBUG oslo_vmware.api [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.374554] env[69663]: DEBUG oslo_vmware.api [None req-47687e3b-eb93-433f-9623-d5eb790b4c62 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333264, 'name': Destroy_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.385381] env[69663]: DEBUG oslo_concurrency.lockutils [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.782s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.385381] env[69663]: DEBUG nova.compute.manager [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1091.386561] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.768s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.388402] env[69663]: INFO nova.compute.claims [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.423030] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1091.423030] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e25d16-9183-229d-15d6-8de1a29199c7" [ 1091.423030] env[69663]: _type = "HttpNfcLease" [ 1091.423030] env[69663]: } is ready. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1091.423500] env[69663]: DEBUG oslo_vmware.rw_handles [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1091.423500] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e25d16-9183-229d-15d6-8de1a29199c7" [ 1091.423500] env[69663]: _type = "HttpNfcLease" [ 1091.423500] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1091.424292] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6e6502-14bd-4818-b20d-0a5bc84d06e0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.439579] env[69663]: DEBUG oslo_vmware.rw_handles [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5269d980-c1f3-aa70-0fd3-10a81fedeb02/disk-0.vmdk from lease info. {{(pid=69663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1091.439832] env[69663]: DEBUG oslo_vmware.rw_handles [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5269d980-c1f3-aa70-0fd3-10a81fedeb02/disk-0.vmdk for reading. {{(pid=69663) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1091.516960] env[69663]: INFO nova.compute.manager [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Took 39.04 seconds to build instance. [ 1091.572154] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7e38d9ed-c1e0-4597-88f6-770bbff5da4d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.639378] env[69663]: DEBUG oslo_concurrency.lockutils [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Releasing lock "refresh_cache-6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.639378] env[69663]: DEBUG nova.compute.manager [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Instance network_info: |[{"id": "85c5d2ca-010e-4d0b-b8a1-9f2b0ecc9fef", "address": "fa:16:3e:b3:4c:c7", "network": {"id": "7e99d479-c2d4-4a7b-a8fe-8c2b1009a96c", "bridge": "br-int", "label": "tempest-ServersTestJSON-770727765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd129d2f178144b2b2f0a284d38a100d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85c5d2ca-01", "ovs_interfaceid": "85c5d2ca-010e-4d0b-b8a1-9f2b0ecc9fef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1091.639378] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:4c:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9ee6f9-33be-4f58-8248-694024ec31d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85c5d2ca-010e-4d0b-b8a1-9f2b0ecc9fef', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.649293] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.649293] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1091.649501] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46da615f-5410-48c1-bb3a-194598f6597c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.672418] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.672418] env[69663]: value = "task-3333271" [ 1091.672418] env[69663]: _type = "Task" [ 1091.672418] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.682793] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333271, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.742437] env[69663]: DEBUG nova.compute.manager [req-0add1482-987d-4429-b4c0-442544d72d67 req-14d86ac1-d892-4a56-a3a5-ab48f20c6e22 service nova] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Received event network-changed-85c5d2ca-010e-4d0b-b8a1-9f2b0ecc9fef {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1091.743451] env[69663]: DEBUG nova.compute.manager [req-0add1482-987d-4429-b4c0-442544d72d67 req-14d86ac1-d892-4a56-a3a5-ab48f20c6e22 service nova] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Refreshing instance network info cache due to event network-changed-85c5d2ca-010e-4d0b-b8a1-9f2b0ecc9fef. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1091.743451] env[69663]: DEBUG oslo_concurrency.lockutils [req-0add1482-987d-4429-b4c0-442544d72d67 req-14d86ac1-d892-4a56-a3a5-ab48f20c6e22 service nova] Acquiring lock "refresh_cache-6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.743451] env[69663]: DEBUG oslo_concurrency.lockutils [req-0add1482-987d-4429-b4c0-442544d72d67 req-14d86ac1-d892-4a56-a3a5-ab48f20c6e22 service nova] Acquired lock "refresh_cache-6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.743915] env[69663]: DEBUG nova.network.neutron [req-0add1482-987d-4429-b4c0-442544d72d67 req-14d86ac1-d892-4a56-a3a5-ab48f20c6e22 service nova] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Refreshing network info cache for port 85c5d2ca-010e-4d0b-b8a1-9f2b0ecc9fef {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1091.789760] env[69663]: DEBUG oslo_vmware.api [None req-cd59fbd8-b751-413a-94f3-d8b8744eab42 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333267, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.803604] env[69663]: DEBUG oslo_vmware.api [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333265, 'name': ReconfigVM_Task, 'duration_secs': 0.610826} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.803838] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 94525ee5-32e7-4e56-9c51-8a2778f738d7/94525ee5-32e7-4e56-9c51-8a2778f738d7.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.804499] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-630ceac4-fb32-4d56-b09c-b3c21a05de3e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.813410] env[69663]: DEBUG oslo_vmware.api [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1091.813410] env[69663]: value = "task-3333272" [ 1091.813410] env[69663]: _type = "Task" [ 1091.813410] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.826543] env[69663]: DEBUG oslo_vmware.api [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333272, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.876661] env[69663]: DEBUG oslo_vmware.api [None req-47687e3b-eb93-433f-9623-d5eb790b4c62 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333264, 'name': Destroy_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.893491] env[69663]: DEBUG nova.compute.utils [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1091.898651] env[69663]: DEBUG nova.compute.manager [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1091.899455] env[69663]: DEBUG nova.network.neutron [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1092.021655] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a76534e1-f02f-47ad-b303-3449acb9dc2d tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lock "789877a1-9e03-4bce-97e5-ca1cce81e4ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.568s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.033767] env[69663]: DEBUG nova.policy [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4313e6fd7caa49b6935e28a949ae4397', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f01abc007aca4ab388c2f26a1aab3ac8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1092.187338] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333271, 'name': CreateVM_Task, 'duration_secs': 0.429404} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.187712] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1092.188479] env[69663]: DEBUG oslo_concurrency.lockutils [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.189187] env[69663]: DEBUG oslo_concurrency.lockutils [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.189187] env[69663]: DEBUG oslo_concurrency.lockutils [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.189612] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7c5db79-3167-456d-98f9-f27e2b9f110a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.196758] env[69663]: DEBUG oslo_vmware.api [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1092.196758] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5294273f-8f81-cf69-b41b-759f562099e7" [ 1092.196758] env[69663]: _type = "Task" [ 1092.196758] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.207549] env[69663]: DEBUG oslo_vmware.api [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5294273f-8f81-cf69-b41b-759f562099e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.295436] env[69663]: DEBUG oslo_vmware.api [None req-cd59fbd8-b751-413a-94f3-d8b8744eab42 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333267, 'name': ReconfigVM_Task, 'duration_secs': 0.573929} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.295817] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd59fbd8-b751-413a-94f3-d8b8744eab42 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Reconfigured VM instance instance-0000004b to attach disk [datastore2] volume-c56cb968-151e-48e9-a580-238feb376c8e/volume-c56cb968-151e-48e9-a580-238feb376c8e.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.305834] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48201791-b1d2-4a82-9a7c-4bb3d7bbe016 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.335453] env[69663]: DEBUG oslo_vmware.api [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333272, 'name': Rename_Task, 'duration_secs': 0.228236} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.337460] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1092.338429] env[69663]: DEBUG oslo_vmware.api [None req-cd59fbd8-b751-413a-94f3-d8b8744eab42 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1092.338429] env[69663]: value = "task-3333273" [ 1092.338429] env[69663]: _type = "Task" [ 1092.338429] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.340016] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b58a9c3a-d98b-4af9-916b-6873e47fe7e8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.356827] env[69663]: DEBUG oslo_vmware.api [None req-cd59fbd8-b751-413a-94f3-d8b8744eab42 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333273, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.358955] env[69663]: DEBUG oslo_vmware.api [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1092.358955] env[69663]: value = "task-3333274" [ 1092.358955] env[69663]: _type = "Task" [ 1092.358955] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.375242] env[69663]: DEBUG oslo_vmware.api [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333274, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.379150] env[69663]: DEBUG oslo_vmware.api [None req-47687e3b-eb93-433f-9623-d5eb790b4c62 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333264, 'name': Destroy_Task, 'duration_secs': 1.870618} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.380731] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-47687e3b-eb93-433f-9623-d5eb790b4c62 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Destroyed the VM [ 1092.380731] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-47687e3b-eb93-433f-9623-d5eb790b4c62 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Deleting Snapshot of the VM instance {{(pid=69663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1092.380731] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3d6e37ae-0658-4a3c-a188-255048044789 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.390749] env[69663]: DEBUG oslo_vmware.api [None req-47687e3b-eb93-433f-9623-d5eb790b4c62 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 1092.390749] env[69663]: value = "task-3333275" [ 1092.390749] env[69663]: _type = "Task" [ 1092.390749] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.403770] env[69663]: DEBUG nova.compute.manager [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1092.411102] env[69663]: DEBUG oslo_vmware.api [None req-47687e3b-eb93-433f-9623-d5eb790b4c62 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333275, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.713858] env[69663]: DEBUG oslo_vmware.api [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5294273f-8f81-cf69-b41b-759f562099e7, 'name': SearchDatastore_Task, 'duration_secs': 0.016365} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.714261] env[69663]: DEBUG oslo_concurrency.lockutils [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.714536] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.715407] env[69663]: DEBUG oslo_concurrency.lockutils [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.715407] env[69663]: DEBUG oslo_concurrency.lockutils [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.715407] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.715607] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ca41471-cee8-4b5e-9808-677aed495f05 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.741451] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.741451] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1092.741451] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79423ffd-bab3-4862-80c4-a956c440171f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.753567] env[69663]: DEBUG oslo_vmware.api [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1092.753567] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5296e609-024a-fa45-0915-5ae5ab7c15cb" [ 1092.753567] env[69663]: _type = "Task" [ 1092.753567] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.765911] env[69663]: DEBUG oslo_vmware.api [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5296e609-024a-fa45-0915-5ae5ab7c15cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.855322] env[69663]: DEBUG oslo_vmware.api [None req-cd59fbd8-b751-413a-94f3-d8b8744eab42 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333273, 'name': ReconfigVM_Task, 'duration_secs': 0.247154} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.855777] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd59fbd8-b751-413a-94f3-d8b8744eab42 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665380', 'volume_id': 'c56cb968-151e-48e9-a580-238feb376c8e', 'name': 'volume-c56cb968-151e-48e9-a580-238feb376c8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd45768e5-763e-4953-8419-34a2d2a03ce5', 'attached_at': '', 'detached_at': '', 'volume_id': 'c56cb968-151e-48e9-a580-238feb376c8e', 'serial': 'c56cb968-151e-48e9-a580-238feb376c8e'} {{(pid=69663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1092.866230] env[69663]: DEBUG nova.network.neutron [req-0add1482-987d-4429-b4c0-442544d72d67 req-14d86ac1-d892-4a56-a3a5-ab48f20c6e22 service nova] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Updated VIF entry in instance network info cache for port 85c5d2ca-010e-4d0b-b8a1-9f2b0ecc9fef. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1092.866601] env[69663]: DEBUG nova.network.neutron [req-0add1482-987d-4429-b4c0-442544d72d67 req-14d86ac1-d892-4a56-a3a5-ab48f20c6e22 service nova] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Updating instance_info_cache with network_info: [{"id": "85c5d2ca-010e-4d0b-b8a1-9f2b0ecc9fef", "address": "fa:16:3e:b3:4c:c7", "network": {"id": "7e99d479-c2d4-4a7b-a8fe-8c2b1009a96c", "bridge": "br-int", "label": "tempest-ServersTestJSON-770727765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd129d2f178144b2b2f0a284d38a100d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85c5d2ca-01", "ovs_interfaceid": "85c5d2ca-010e-4d0b-b8a1-9f2b0ecc9fef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.878990] env[69663]: DEBUG oslo_vmware.api [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333274, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.908373] env[69663]: DEBUG oslo_vmware.api [None req-47687e3b-eb93-433f-9623-d5eb790b4c62 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333275, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.918535] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c521b0e-25cb-4759-bd6f-08d7f06a08d6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.928712] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e44e29-ea6e-4145-a7c5-9fefd4993a36 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.968351] env[69663]: DEBUG nova.network.neutron [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Successfully created port: 734afd19-47ee-4004-a980-8b05d5761bbb {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1092.971247] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7deba324-1d70-4924-9266-53fc245148db {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.982672] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8046fb10-ff8c-4d40-b098-c13560924260 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.000165] env[69663]: DEBUG nova.compute.provider_tree [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.273997] env[69663]: DEBUG oslo_vmware.api [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5296e609-024a-fa45-0915-5ae5ab7c15cb, 'name': SearchDatastore_Task, 'duration_secs': 0.018247} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.278031] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82aedb73-63cd-4ece-81a4-583cc28c9641 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.283457] env[69663]: DEBUG oslo_vmware.api [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1093.283457] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c14cbf-ba5c-a3f6-8235-907d92a08717" [ 1093.283457] env[69663]: _type = "Task" [ 1093.283457] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.295632] env[69663]: DEBUG oslo_vmware.api [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c14cbf-ba5c-a3f6-8235-907d92a08717, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.372596] env[69663]: DEBUG oslo_concurrency.lockutils [req-0add1482-987d-4429-b4c0-442544d72d67 req-14d86ac1-d892-4a56-a3a5-ab48f20c6e22 service nova] Releasing lock "refresh_cache-6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.373576] env[69663]: DEBUG oslo_vmware.api [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333274, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.402354] env[69663]: DEBUG oslo_vmware.api [None req-47687e3b-eb93-433f-9623-d5eb790b4c62 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333275, 'name': RemoveSnapshot_Task, 'duration_secs': 0.795268} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.402736] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-47687e3b-eb93-433f-9623-d5eb790b4c62 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Deleted Snapshot of the VM instance {{(pid=69663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1093.418371] env[69663]: DEBUG nova.compute.manager [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1093.457870] env[69663]: DEBUG nova.virt.hardware [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1093.458531] env[69663]: DEBUG nova.virt.hardware [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1093.462065] env[69663]: DEBUG nova.virt.hardware [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.462065] env[69663]: DEBUG nova.virt.hardware [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1093.462065] env[69663]: DEBUG nova.virt.hardware [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.462065] env[69663]: DEBUG nova.virt.hardware [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1093.463226] env[69663]: DEBUG nova.virt.hardware [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1093.463802] env[69663]: DEBUG nova.virt.hardware [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1093.465094] env[69663]: DEBUG nova.virt.hardware [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1093.465094] env[69663]: DEBUG nova.virt.hardware [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1093.465094] env[69663]: DEBUG nova.virt.hardware [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1093.465570] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af45f50e-3186-4fb6-ac09-99f1e49c770d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.482767] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a369a718-3eb1-4296-8e9f-65e7364a26ce {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.506257] env[69663]: DEBUG nova.scheduler.client.report [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1093.687158] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6eeb1410-863f-41a8-9b12-77987243d765 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquiring lock "58d38bdc-9af7-4673-9ece-de3805c1cd9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.687158] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6eeb1410-863f-41a8-9b12-77987243d765 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lock "58d38bdc-9af7-4673-9ece-de3805c1cd9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.687158] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6eeb1410-863f-41a8-9b12-77987243d765 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquiring lock "58d38bdc-9af7-4673-9ece-de3805c1cd9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.687158] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6eeb1410-863f-41a8-9b12-77987243d765 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lock "58d38bdc-9af7-4673-9ece-de3805c1cd9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.687158] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6eeb1410-863f-41a8-9b12-77987243d765 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lock "58d38bdc-9af7-4673-9ece-de3805c1cd9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.689220] env[69663]: INFO nova.compute.manager [None req-6eeb1410-863f-41a8-9b12-77987243d765 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Terminating instance [ 1093.692149] env[69663]: DEBUG nova.compute.manager [None req-6eeb1410-863f-41a8-9b12-77987243d765 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1093.692349] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6eeb1410-863f-41a8-9b12-77987243d765 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1093.693250] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e29e89-4901-48b6-b2e7-907d44b519d7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.708749] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eeb1410-863f-41a8-9b12-77987243d765 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1093.709137] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7384f194-0db6-4b92-a8eb-a0862193c676 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.721520] env[69663]: DEBUG oslo_vmware.api [None req-6eeb1410-863f-41a8-9b12-77987243d765 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 1093.721520] env[69663]: value = "task-3333276" [ 1093.721520] env[69663]: _type = "Task" [ 1093.721520] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.737252] env[69663]: DEBUG oslo_vmware.api [None req-6eeb1410-863f-41a8-9b12-77987243d765 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.787117] env[69663]: DEBUG nova.compute.manager [req-cd78b063-44de-405a-994b-f24bd02439e9 req-432b4ce0-8867-4976-ac2a-5baec32537f7 service nova] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Received event network-changed-86de2103-dfa5-447e-83c1-acab8c9e4407 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1093.787117] env[69663]: DEBUG nova.compute.manager [req-cd78b063-44de-405a-994b-f24bd02439e9 req-432b4ce0-8867-4976-ac2a-5baec32537f7 service nova] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Refreshing instance network info cache due to event network-changed-86de2103-dfa5-447e-83c1-acab8c9e4407. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1093.787117] env[69663]: DEBUG oslo_concurrency.lockutils [req-cd78b063-44de-405a-994b-f24bd02439e9 req-432b4ce0-8867-4976-ac2a-5baec32537f7 service nova] Acquiring lock "refresh_cache-789877a1-9e03-4bce-97e5-ca1cce81e4ab" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.787117] env[69663]: DEBUG oslo_concurrency.lockutils [req-cd78b063-44de-405a-994b-f24bd02439e9 req-432b4ce0-8867-4976-ac2a-5baec32537f7 service nova] Acquired lock "refresh_cache-789877a1-9e03-4bce-97e5-ca1cce81e4ab" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.787117] env[69663]: DEBUG nova.network.neutron [req-cd78b063-44de-405a-994b-f24bd02439e9 req-432b4ce0-8867-4976-ac2a-5baec32537f7 service nova] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Refreshing network info cache for port 86de2103-dfa5-447e-83c1-acab8c9e4407 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1093.800969] env[69663]: DEBUG oslo_vmware.api [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c14cbf-ba5c-a3f6-8235-907d92a08717, 'name': SearchDatastore_Task, 'duration_secs': 0.014066} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.801822] env[69663]: DEBUG oslo_concurrency.lockutils [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.803243] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2/6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1093.803243] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e4b47b4-cd39-4ca0-8b5e-8823e143ee01 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.811734] env[69663]: DEBUG oslo_vmware.api [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1093.811734] env[69663]: value = "task-3333278" [ 1093.811734] env[69663]: _type = "Task" [ 1093.811734] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.825718] env[69663]: DEBUG oslo_vmware.api [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.877994] env[69663]: DEBUG oslo_vmware.api [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333274, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.910357] env[69663]: WARNING nova.compute.manager [None req-47687e3b-eb93-433f-9623-d5eb790b4c62 tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Image not found during snapshot: nova.exception.ImageNotFound: Image fe2c5f01-ed03-4fb0-96f8-a18c66a03019 could not be found. [ 1093.916204] env[69663]: DEBUG nova.objects.instance [None req-cd59fbd8-b751-413a-94f3-d8b8744eab42 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lazy-loading 'flavor' on Instance uuid d45768e5-763e-4953-8419-34a2d2a03ce5 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.015371] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.020466] env[69663]: DEBUG nova.compute.manager [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1094.025026] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0231dea8-727d-420f-8efd-3044c0a9947a tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.513s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.025400] env[69663]: DEBUG nova.objects.instance [None req-0231dea8-727d-420f-8efd-3044c0a9947a tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Lazy-loading 'resources' on Instance uuid 8cd200bb-b932-4165-9316-4c1e994ff7f5 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.235528] env[69663]: DEBUG oslo_vmware.api [None req-6eeb1410-863f-41a8-9b12-77987243d765 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333276, 'name': PowerOffVM_Task, 'duration_secs': 0.497855} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.236152] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eeb1410-863f-41a8-9b12-77987243d765 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1094.236274] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6eeb1410-863f-41a8-9b12-77987243d765 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1094.236528] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb50ee31-db2f-461d-a8e1-12b1aa538052 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.333727] env[69663]: DEBUG oslo_vmware.api [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333278, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.375519] env[69663]: DEBUG oslo_vmware.api [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333274, 'name': PowerOnVM_Task, 'duration_secs': 1.679988} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.375519] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1094.376186] env[69663]: INFO nova.compute.manager [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Took 10.48 seconds to spawn the instance on the hypervisor. [ 1094.376186] env[69663]: DEBUG nova.compute.manager [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1094.376745] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10af5472-b7b9-4fd0-9940-30d90e42d02a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.424597] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cd59fbd8-b751-413a-94f3-d8b8744eab42 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "d45768e5-763e-4953-8419-34a2d2a03ce5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.904s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.528034] env[69663]: DEBUG nova.compute.utils [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1094.528034] env[69663]: DEBUG nova.compute.manager [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1094.529025] env[69663]: DEBUG nova.network.neutron [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1094.746359] env[69663]: DEBUG nova.policy [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2fe3081fc149474aadaad38b98dce0ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e990c6e62fb24f48a2752d1b8a5cd584', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1094.753995] env[69663]: DEBUG oslo_concurrency.lockutils [None req-daf9312d-57c0-4b51-b638-aca500e2b82b tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "673f11e5-201d-4e74-a262-57f5469d785e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.754832] env[69663]: DEBUG oslo_concurrency.lockutils [None req-daf9312d-57c0-4b51-b638-aca500e2b82b tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "673f11e5-201d-4e74-a262-57f5469d785e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.755511] env[69663]: DEBUG oslo_concurrency.lockutils [None req-daf9312d-57c0-4b51-b638-aca500e2b82b tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "673f11e5-201d-4e74-a262-57f5469d785e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.755823] env[69663]: DEBUG oslo_concurrency.lockutils [None req-daf9312d-57c0-4b51-b638-aca500e2b82b tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "673f11e5-201d-4e74-a262-57f5469d785e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.756167] env[69663]: DEBUG oslo_concurrency.lockutils [None req-daf9312d-57c0-4b51-b638-aca500e2b82b tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "673f11e5-201d-4e74-a262-57f5469d785e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.760437] env[69663]: INFO nova.compute.manager [None req-daf9312d-57c0-4b51-b638-aca500e2b82b tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Terminating instance [ 1094.764343] env[69663]: DEBUG nova.compute.manager [None req-daf9312d-57c0-4b51-b638-aca500e2b82b tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1094.764343] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-daf9312d-57c0-4b51-b638-aca500e2b82b tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1094.764343] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b7a43d-fc19-4d2c-8a9e-d0a78ea92add {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.776412] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-daf9312d-57c0-4b51-b638-aca500e2b82b tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1094.779653] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25d18f84-8915-4f99-bba2-baef8f841730 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.792590] env[69663]: DEBUG oslo_vmware.api [None req-daf9312d-57c0-4b51-b638-aca500e2b82b tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 1094.792590] env[69663]: value = "task-3333280" [ 1094.792590] env[69663]: _type = "Task" [ 1094.792590] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.810449] env[69663]: DEBUG oslo_vmware.api [None req-daf9312d-57c0-4b51-b638-aca500e2b82b tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.831109] env[69663]: DEBUG oslo_vmware.api [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692875} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.831447] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2/6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1094.831704] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1094.832413] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6459cb51-3948-47cd-9b92-8079bea7588c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.841768] env[69663]: DEBUG oslo_vmware.api [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1094.841768] env[69663]: value = "task-3333281" [ 1094.841768] env[69663]: _type = "Task" [ 1094.841768] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.856899] env[69663]: DEBUG oslo_vmware.api [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333281, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.906286] env[69663]: INFO nova.compute.manager [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Took 40.51 seconds to build instance. [ 1095.011926] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1a5c10-78b8-4866-89ad-1d2efac5cadd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.024023] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96857a18-849c-45f2-8aec-2d6c3db9d41a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.062420] env[69663]: DEBUG nova.compute.manager [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1095.066474] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54024f6f-c69c-4dbe-89e7-c836ebc4094c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.075763] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def289f1-c135-44bf-9309-ace05594e1f0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.091685] env[69663]: DEBUG nova.compute.provider_tree [None req-0231dea8-727d-420f-8efd-3044c0a9947a tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1095.133309] env[69663]: DEBUG nova.network.neutron [req-cd78b063-44de-405a-994b-f24bd02439e9 req-432b4ce0-8867-4976-ac2a-5baec32537f7 service nova] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Updated VIF entry in instance network info cache for port 86de2103-dfa5-447e-83c1-acab8c9e4407. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1095.133728] env[69663]: DEBUG nova.network.neutron [req-cd78b063-44de-405a-994b-f24bd02439e9 req-432b4ce0-8867-4976-ac2a-5baec32537f7 service nova] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Updating instance_info_cache with network_info: [{"id": "86de2103-dfa5-447e-83c1-acab8c9e4407", "address": "fa:16:3e:24:3f:3b", "network": {"id": "5a6f0b16-b7d9-4000-a0b1-0c53263b1283", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628369363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75906937e13d492489a3a42c454f1141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86de2103-df", "ovs_interfaceid": "86de2103-dfa5-447e-83c1-acab8c9e4407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.216989] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6eeb1410-863f-41a8-9b12-77987243d765 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1095.220270] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6eeb1410-863f-41a8-9b12-77987243d765 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1095.220488] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eeb1410-863f-41a8-9b12-77987243d765 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Deleting the datastore file [datastore1] 58d38bdc-9af7-4673-9ece-de3805c1cd9d {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.221285] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdebe683-85c9-4130-b3c6-551213bd71f5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.229482] env[69663]: DEBUG oslo_vmware.api [None req-6eeb1410-863f-41a8-9b12-77987243d765 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 1095.229482] env[69663]: value = "task-3333282" [ 1095.229482] env[69663]: _type = "Task" [ 1095.229482] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.239683] env[69663]: DEBUG oslo_vmware.api [None req-6eeb1410-863f-41a8-9b12-77987243d765 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.307958] env[69663]: DEBUG oslo_vmware.api [None req-daf9312d-57c0-4b51-b638-aca500e2b82b tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333280, 'name': PowerOffVM_Task, 'duration_secs': 0.249007} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.309210] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-daf9312d-57c0-4b51-b638-aca500e2b82b tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1095.309210] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-daf9312d-57c0-4b51-b638-aca500e2b82b tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1095.309210] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec2316f8-bbe8-4ee8-bdfe-10d4def73b4f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.358408] env[69663]: DEBUG oslo_vmware.api [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333281, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188937} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.358747] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1095.360538] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7f2e23-327a-40a0-b3a3-a22e9ed8bc11 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.387803] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2/6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.388202] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25b6ca5d-ac05-43da-8572-4fa5f0f14887 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.412422] env[69663]: DEBUG oslo_concurrency.lockutils [None req-50388e74-daea-47b2-832e-c14b86a71696 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lock "94525ee5-32e7-4e56-9c51-8a2778f738d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.046s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.412422] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-daf9312d-57c0-4b51-b638-aca500e2b82b tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1095.412422] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-daf9312d-57c0-4b51-b638-aca500e2b82b tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1095.412422] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-daf9312d-57c0-4b51-b638-aca500e2b82b tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Deleting the datastore file [datastore1] 673f11e5-201d-4e74-a262-57f5469d785e {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.412422] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e90ff5b-34d6-48c2-88e8-5129e2cd46e0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.420349] env[69663]: DEBUG oslo_vmware.api [None req-daf9312d-57c0-4b51-b638-aca500e2b82b tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for the task: (returnval){ [ 1095.420349] env[69663]: value = "task-3333285" [ 1095.420349] env[69663]: _type = "Task" [ 1095.420349] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.420715] env[69663]: DEBUG oslo_vmware.api [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1095.420715] env[69663]: value = "task-3333284" [ 1095.420715] env[69663]: _type = "Task" [ 1095.420715] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.442576] env[69663]: DEBUG oslo_vmware.api [None req-daf9312d-57c0-4b51-b638-aca500e2b82b tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.442908] env[69663]: DEBUG oslo_vmware.api [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333284, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.637073] env[69663]: DEBUG nova.scheduler.client.report [None req-0231dea8-727d-420f-8efd-3044c0a9947a tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Updated inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b with generation 131 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1095.637540] env[69663]: DEBUG nova.compute.provider_tree [None req-0231dea8-727d-420f-8efd-3044c0a9947a tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Updating resource provider f2fb168a-c97f-41a4-9b18-725376271f6b generation from 131 to 132 during operation: update_inventory {{(pid=69663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1095.637765] env[69663]: DEBUG nova.compute.provider_tree [None req-0231dea8-727d-420f-8efd-3044c0a9947a tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1095.641847] env[69663]: DEBUG oslo_concurrency.lockutils [req-cd78b063-44de-405a-994b-f24bd02439e9 req-432b4ce0-8867-4976-ac2a-5baec32537f7 service nova] Releasing lock "refresh_cache-789877a1-9e03-4bce-97e5-ca1cce81e4ab" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.741941] env[69663]: DEBUG oslo_vmware.api [None req-6eeb1410-863f-41a8-9b12-77987243d765 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.388682} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.742522] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eeb1410-863f-41a8-9b12-77987243d765 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.742761] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6eeb1410-863f-41a8-9b12-77987243d765 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1095.742954] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6eeb1410-863f-41a8-9b12-77987243d765 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1095.743169] env[69663]: INFO nova.compute.manager [None req-6eeb1410-863f-41a8-9b12-77987243d765 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Took 2.05 seconds to destroy the instance on the hypervisor. [ 1095.743456] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6eeb1410-863f-41a8-9b12-77987243d765 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.743687] env[69663]: DEBUG nova.compute.manager [-] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1095.743785] env[69663]: DEBUG nova.network.neutron [-] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1095.945644] env[69663]: DEBUG oslo_vmware.api [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333284, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.949060] env[69663]: DEBUG oslo_vmware.api [None req-daf9312d-57c0-4b51-b638-aca500e2b82b tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Task: {'id': task-3333285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231041} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.949350] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-daf9312d-57c0-4b51-b638-aca500e2b82b tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.949695] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-daf9312d-57c0-4b51-b638-aca500e2b82b tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1095.949883] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-daf9312d-57c0-4b51-b638-aca500e2b82b tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1095.950084] env[69663]: INFO nova.compute.manager [None req-daf9312d-57c0-4b51-b638-aca500e2b82b tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1095.950369] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-daf9312d-57c0-4b51-b638-aca500e2b82b tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.951232] env[69663]: DEBUG nova.compute.manager [-] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1095.951232] env[69663]: DEBUG nova.network.neutron [-] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1096.041533] env[69663]: DEBUG nova.compute.manager [req-1c347aeb-0fcb-4d3c-9db8-d383d05d46c5 req-03afda6b-f408-4231-b490-cd9a7d83f85e service nova] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Received event network-vif-plugged-734afd19-47ee-4004-a980-8b05d5761bbb {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1096.041756] env[69663]: DEBUG oslo_concurrency.lockutils [req-1c347aeb-0fcb-4d3c-9db8-d383d05d46c5 req-03afda6b-f408-4231-b490-cd9a7d83f85e service nova] Acquiring lock "ce8cbba3-89e0-41ed-a822-972f7452179f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.041968] env[69663]: DEBUG oslo_concurrency.lockutils [req-1c347aeb-0fcb-4d3c-9db8-d383d05d46c5 req-03afda6b-f408-4231-b490-cd9a7d83f85e service nova] Lock "ce8cbba3-89e0-41ed-a822-972f7452179f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.042185] env[69663]: DEBUG oslo_concurrency.lockutils [req-1c347aeb-0fcb-4d3c-9db8-d383d05d46c5 req-03afda6b-f408-4231-b490-cd9a7d83f85e service nova] Lock "ce8cbba3-89e0-41ed-a822-972f7452179f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.042404] env[69663]: DEBUG nova.compute.manager [req-1c347aeb-0fcb-4d3c-9db8-d383d05d46c5 req-03afda6b-f408-4231-b490-cd9a7d83f85e service nova] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] No waiting events found dispatching network-vif-plugged-734afd19-47ee-4004-a980-8b05d5761bbb {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1096.042573] env[69663]: WARNING nova.compute.manager [req-1c347aeb-0fcb-4d3c-9db8-d383d05d46c5 req-03afda6b-f408-4231-b490-cd9a7d83f85e service nova] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Received unexpected event network-vif-plugged-734afd19-47ee-4004-a980-8b05d5761bbb for instance with vm_state building and task_state spawning. [ 1096.076377] env[69663]: DEBUG nova.compute.manager [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1096.105577] env[69663]: DEBUG nova.virt.hardware [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1096.105835] env[69663]: DEBUG nova.virt.hardware [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1096.105997] env[69663]: DEBUG nova.virt.hardware [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.106201] env[69663]: DEBUG nova.virt.hardware [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1096.106353] env[69663]: DEBUG nova.virt.hardware [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.106509] env[69663]: DEBUG nova.virt.hardware [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1096.106754] env[69663]: DEBUG nova.virt.hardware [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1096.106922] env[69663]: DEBUG nova.virt.hardware [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1096.107108] env[69663]: DEBUG nova.virt.hardware [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1096.107803] env[69663]: DEBUG nova.virt.hardware [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1096.107803] env[69663]: DEBUG nova.virt.hardware [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1096.108706] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21576bb5-10de-41ad-885e-cfe39e50b720 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.119110] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956934bc-8a48-43ed-ad2e-799ddf5ade0f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.144469] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0231dea8-727d-420f-8efd-3044c0a9947a tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.147130] env[69663]: DEBUG oslo_concurrency.lockutils [None req-52f2fe50-d4b5-412a-b2f4-f324c9018fc5 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 25.715s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.194261] env[69663]: INFO nova.scheduler.client.report [None req-0231dea8-727d-420f-8efd-3044c0a9947a tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Deleted allocations for instance 8cd200bb-b932-4165-9316-4c1e994ff7f5 [ 1096.208251] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aedf087-5cdd-4256-b85e-776cf65615e0 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Volume attach. Driver type: vmdk {{(pid=69663) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1096.208251] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aedf087-5cdd-4256-b85e-776cf65615e0 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665389', 'volume_id': 'e41ca902-0d22-4452-b951-7fbd74f9f173', 'name': 'volume-e41ca902-0d22-4452-b951-7fbd74f9f173', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '17aeb666-e78b-4ef9-b7bb-b2623aed121b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e41ca902-0d22-4452-b951-7fbd74f9f173', 'serial': 'e41ca902-0d22-4452-b951-7fbd74f9f173'} {{(pid=69663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1096.208723] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39daa384-3394-44e3-aabe-120ffa7a437c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.231318] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecbbaf2-31bb-4bde-9380-61bee7bd53c4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.263438] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aedf087-5cdd-4256-b85e-776cf65615e0 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] volume-e41ca902-0d22-4452-b951-7fbd74f9f173/volume-e41ca902-0d22-4452-b951-7fbd74f9f173.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.264119] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0f714d5-9a6a-4a4d-b494-b9a6b87fead5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.286020] env[69663]: DEBUG oslo_vmware.api [None req-9aedf087-5cdd-4256-b85e-776cf65615e0 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1096.286020] env[69663]: value = "task-3333286" [ 1096.286020] env[69663]: _type = "Task" [ 1096.286020] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.299321] env[69663]: DEBUG oslo_vmware.api [None req-9aedf087-5cdd-4256-b85e-776cf65615e0 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333286, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.306616] env[69663]: DEBUG nova.network.neutron [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Successfully updated port: 734afd19-47ee-4004-a980-8b05d5761bbb {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1096.435140] env[69663]: DEBUG oslo_vmware.api [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333284, 'name': ReconfigVM_Task, 'duration_secs': 0.588874} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.435517] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2/6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.436221] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64dab69c-68d4-40a5-b58a-94963a5ee865 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.445928] env[69663]: DEBUG oslo_vmware.api [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1096.445928] env[69663]: value = "task-3333287" [ 1096.445928] env[69663]: _type = "Task" [ 1096.445928] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.460932] env[69663]: DEBUG oslo_vmware.api [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333287, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.707523] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0231dea8-727d-420f-8efd-3044c0a9947a tempest-AttachInterfacesUnderV243Test-816866037 tempest-AttachInterfacesUnderV243Test-816866037-project-member] Lock "8cd200bb-b932-4165-9316-4c1e994ff7f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.042s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.734993] env[69663]: DEBUG nova.network.neutron [-] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.807130] env[69663]: DEBUG oslo_vmware.api [None req-9aedf087-5cdd-4256-b85e-776cf65615e0 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333286, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.809031] env[69663]: DEBUG oslo_concurrency.lockutils [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "refresh_cache-ce8cbba3-89e0-41ed-a822-972f7452179f" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.809031] env[69663]: DEBUG oslo_concurrency.lockutils [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquired lock "refresh_cache-ce8cbba3-89e0-41ed-a822-972f7452179f" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.809168] env[69663]: DEBUG nova.network.neutron [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1096.867461] env[69663]: DEBUG nova.network.neutron [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Successfully created port: da6c9f13-ca83-4289-9998-ca23eda6068e {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1096.957922] env[69663]: DEBUG oslo_vmware.api [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333287, 'name': Rename_Task, 'duration_secs': 0.227155} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.958551] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1096.962884] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60fbacd3-41c3-457a-b83c-f39025d1e816 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.973811] env[69663]: DEBUG oslo_vmware.api [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1096.973811] env[69663]: value = "task-3333288" [ 1096.973811] env[69663]: _type = "Task" [ 1096.973811] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.983671] env[69663]: DEBUG oslo_vmware.api [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.075395] env[69663]: DEBUG nova.compute.manager [req-86f6b07f-7871-46ba-b92a-de27d996b5d4 req-591b9923-3cb0-4c87-beec-bf8e8e69c39c service nova] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Received event network-vif-deleted-a3a836de-4620-4773-beef-8de31686fabb {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1097.112701] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2322c409-b11b-49e3-8bd1-10959110ab5c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.125486] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e3ddb1-1fa7-4225-96a9-14d149302d3c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.165440] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7c49cc-8cbd-431d-913d-de908f9b7ac9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.174634] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8342ba17-fa0b-4404-ad68-5406d2414213 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.199811] env[69663]: DEBUG nova.compute.provider_tree [None req-52f2fe50-d4b5-412a-b2f4-f324c9018fc5 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.238436] env[69663]: INFO nova.compute.manager [-] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Took 1.29 seconds to deallocate network for instance. [ 1097.302582] env[69663]: DEBUG oslo_vmware.api [None req-9aedf087-5cdd-4256-b85e-776cf65615e0 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333286, 'name': ReconfigVM_Task, 'duration_secs': 0.603065} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.302878] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aedf087-5cdd-4256-b85e-776cf65615e0 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Reconfigured VM instance instance-00000053 to attach disk [datastore2] volume-e41ca902-0d22-4452-b951-7fbd74f9f173/volume-e41ca902-0d22-4452-b951-7fbd74f9f173.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.308365] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4c5f106-ba2f-478d-968b-0c24a06b1588 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.330075] env[69663]: DEBUG oslo_vmware.api [None req-9aedf087-5cdd-4256-b85e-776cf65615e0 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1097.330075] env[69663]: value = "task-3333289" [ 1097.330075] env[69663]: _type = "Task" [ 1097.330075] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.340724] env[69663]: DEBUG oslo_vmware.api [None req-9aedf087-5cdd-4256-b85e-776cf65615e0 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333289, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.437127] env[69663]: DEBUG nova.network.neutron [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1097.487238] env[69663]: DEBUG oslo_vmware.api [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333288, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.707305] env[69663]: DEBUG nova.scheduler.client.report [None req-52f2fe50-d4b5-412a-b2f4-f324c9018fc5 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1097.745329] env[69663]: DEBUG oslo_concurrency.lockutils [None req-daf9312d-57c0-4b51-b638-aca500e2b82b tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.844656] env[69663]: DEBUG oslo_vmware.api [None req-9aedf087-5cdd-4256-b85e-776cf65615e0 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333289, 'name': ReconfigVM_Task, 'duration_secs': 0.18383} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.845047] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aedf087-5cdd-4256-b85e-776cf65615e0 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665389', 'volume_id': 'e41ca902-0d22-4452-b951-7fbd74f9f173', 'name': 'volume-e41ca902-0d22-4452-b951-7fbd74f9f173', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '17aeb666-e78b-4ef9-b7bb-b2623aed121b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e41ca902-0d22-4452-b951-7fbd74f9f173', 'serial': 'e41ca902-0d22-4452-b951-7fbd74f9f173'} {{(pid=69663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1097.960196] env[69663]: DEBUG nova.network.neutron [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Updating instance_info_cache with network_info: [{"id": "734afd19-47ee-4004-a980-8b05d5761bbb", "address": "fa:16:3e:48:b7:fd", "network": {"id": "c9b0df65-b7eb-4aa8-9d53-4b8fa507b496", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-812774922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01abc007aca4ab388c2f26a1aab3ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap734afd19-47", "ovs_interfaceid": "734afd19-47ee-4004-a980-8b05d5761bbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.990084] env[69663]: DEBUG oslo_vmware.api [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333288, 'name': PowerOnVM_Task, 'duration_secs': 0.719601} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.990713] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1097.990813] env[69663]: INFO nova.compute.manager [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Took 10.45 seconds to spawn the instance on the hypervisor. [ 1097.991378] env[69663]: DEBUG nova.compute.manager [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1097.992221] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079dc40c-5528-4047-855c-37119d80db2f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.152414] env[69663]: DEBUG nova.network.neutron [-] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.468322] env[69663]: DEBUG oslo_concurrency.lockutils [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Releasing lock "refresh_cache-ce8cbba3-89e0-41ed-a822-972f7452179f" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.468702] env[69663]: DEBUG nova.compute.manager [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Instance network_info: |[{"id": "734afd19-47ee-4004-a980-8b05d5761bbb", "address": "fa:16:3e:48:b7:fd", "network": {"id": "c9b0df65-b7eb-4aa8-9d53-4b8fa507b496", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-812774922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01abc007aca4ab388c2f26a1aab3ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap734afd19-47", "ovs_interfaceid": "734afd19-47ee-4004-a980-8b05d5761bbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1098.469238] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:b7:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10b81051-1eb1-406b-888c-4548c470c77e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '734afd19-47ee-4004-a980-8b05d5761bbb', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1098.478864] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.479528] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1098.479790] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6522e35-d710-476d-9050-5c451f3de315 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.503983] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1098.503983] env[69663]: value = "task-3333290" [ 1098.503983] env[69663]: _type = "Task" [ 1098.503983] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.516819] env[69663]: INFO nova.compute.manager [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Took 39.96 seconds to build instance. [ 1098.524850] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333290, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.630255] env[69663]: DEBUG nova.compute.manager [req-f281de23-c09a-4250-8b88-a3f493e5cbb2 req-c2d017e8-c78d-482b-944d-6eae49682af3 service nova] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Received event network-changed-734afd19-47ee-4004-a980-8b05d5761bbb {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1098.630255] env[69663]: DEBUG nova.compute.manager [req-f281de23-c09a-4250-8b88-a3f493e5cbb2 req-c2d017e8-c78d-482b-944d-6eae49682af3 service nova] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Refreshing instance network info cache due to event network-changed-734afd19-47ee-4004-a980-8b05d5761bbb. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1098.630596] env[69663]: DEBUG oslo_concurrency.lockutils [req-f281de23-c09a-4250-8b88-a3f493e5cbb2 req-c2d017e8-c78d-482b-944d-6eae49682af3 service nova] Acquiring lock "refresh_cache-ce8cbba3-89e0-41ed-a822-972f7452179f" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.630914] env[69663]: DEBUG oslo_concurrency.lockutils [req-f281de23-c09a-4250-8b88-a3f493e5cbb2 req-c2d017e8-c78d-482b-944d-6eae49682af3 service nova] Acquired lock "refresh_cache-ce8cbba3-89e0-41ed-a822-972f7452179f" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.631234] env[69663]: DEBUG nova.network.neutron [req-f281de23-c09a-4250-8b88-a3f493e5cbb2 req-c2d017e8-c78d-482b-944d-6eae49682af3 service nova] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Refreshing network info cache for port 734afd19-47ee-4004-a980-8b05d5761bbb {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1098.656560] env[69663]: INFO nova.compute.manager [-] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Took 2.91 seconds to deallocate network for instance. [ 1098.723981] env[69663]: DEBUG oslo_concurrency.lockutils [None req-52f2fe50-d4b5-412a-b2f4-f324c9018fc5 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.576s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.728836] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.523s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.732027] env[69663]: DEBUG nova.objects.instance [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lazy-loading 'resources' on Instance uuid 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.824035] env[69663]: DEBUG oslo_concurrency.lockutils [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "3ea15498-48ec-4d18-838f-27ab8ab76777" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.824035] env[69663]: DEBUG oslo_concurrency.lockutils [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "3ea15498-48ec-4d18-838f-27ab8ab76777" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.897909] env[69663]: DEBUG nova.objects.instance [None req-9aedf087-5cdd-4256-b85e-776cf65615e0 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lazy-loading 'flavor' on Instance uuid 17aeb666-e78b-4ef9-b7bb-b2623aed121b {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.015431] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333290, 'name': CreateVM_Task, 'duration_secs': 0.416051} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.015743] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1099.016465] env[69663]: DEBUG oslo_concurrency.lockutils [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.016911] env[69663]: DEBUG oslo_concurrency.lockutils [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.017341] env[69663]: DEBUG oslo_concurrency.lockutils [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.017673] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4ed077b-e09e-4e35-abb0-201aacc96e1d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.024785] env[69663]: DEBUG oslo_vmware.api [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1099.024785] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52cc65f2-5612-f3bd-4569-6e38bd906b0f" [ 1099.024785] env[69663]: _type = "Task" [ 1099.024785] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.029054] env[69663]: DEBUG oslo_concurrency.lockutils [None req-89708ad9-44b3-406b-967b-a51c3b219f97 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.481s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.068471] env[69663]: DEBUG oslo_vmware.api [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52cc65f2-5612-f3bd-4569-6e38bd906b0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.167031] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6eeb1410-863f-41a8-9b12-77987243d765 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.310243] env[69663]: INFO nova.scheduler.client.report [None req-52f2fe50-d4b5-412a-b2f4-f324c9018fc5 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Deleted allocation for migration 129a114f-fc44-458d-9e99-3532b0df0330 [ 1099.325710] env[69663]: DEBUG nova.compute.manager [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1099.407950] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9aedf087-5cdd-4256-b85e-776cf65615e0 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "17aeb666-e78b-4ef9-b7bb-b2623aed121b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.324s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.506779] env[69663]: DEBUG nova.compute.manager [req-ed52f399-aa77-4f55-8a10-a28d40b545b9 req-92d0aa8d-a2cf-45dc-bbb3-4b03ce172da8 service nova] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Received event network-changed-df0faae1-9447-43e7-9ebd-353219d3f5c5 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1099.506974] env[69663]: DEBUG nova.compute.manager [req-ed52f399-aa77-4f55-8a10-a28d40b545b9 req-92d0aa8d-a2cf-45dc-bbb3-4b03ce172da8 service nova] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Refreshing instance network info cache due to event network-changed-df0faae1-9447-43e7-9ebd-353219d3f5c5. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1099.507214] env[69663]: DEBUG oslo_concurrency.lockutils [req-ed52f399-aa77-4f55-8a10-a28d40b545b9 req-92d0aa8d-a2cf-45dc-bbb3-4b03ce172da8 service nova] Acquiring lock "refresh_cache-94525ee5-32e7-4e56-9c51-8a2778f738d7" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.507360] env[69663]: DEBUG oslo_concurrency.lockutils [req-ed52f399-aa77-4f55-8a10-a28d40b545b9 req-92d0aa8d-a2cf-45dc-bbb3-4b03ce172da8 service nova] Acquired lock "refresh_cache-94525ee5-32e7-4e56-9c51-8a2778f738d7" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.507520] env[69663]: DEBUG nova.network.neutron [req-ed52f399-aa77-4f55-8a10-a28d40b545b9 req-92d0aa8d-a2cf-45dc-bbb3-4b03ce172da8 service nova] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Refreshing network info cache for port df0faae1-9447-43e7-9ebd-353219d3f5c5 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1099.545104] env[69663]: DEBUG oslo_vmware.api [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52cc65f2-5612-f3bd-4569-6e38bd906b0f, 'name': SearchDatastore_Task, 'duration_secs': 0.016905} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.545104] env[69663]: DEBUG oslo_concurrency.lockutils [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.545104] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1099.545104] env[69663]: DEBUG oslo_concurrency.lockutils [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.545104] env[69663]: DEBUG oslo_concurrency.lockutils [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.545376] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1099.545560] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d142f547-50b8-423a-aceb-c4502f4482ae {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.557068] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1099.557302] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1099.558141] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba06d621-a04e-4c49-a1fe-2f804b55fa78 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.567487] env[69663]: DEBUG oslo_vmware.api [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1099.567487] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c70042-a309-5a11-4546-64117abac262" [ 1099.567487] env[69663]: _type = "Task" [ 1099.567487] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.579244] env[69663]: DEBUG oslo_vmware.api [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c70042-a309-5a11-4546-64117abac262, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.650929] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23850e6-1c15-4f4f-a76f-727feb4a6327 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.662939] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f37266-a1d3-43f1-a918-5ac01dbf026f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.698307] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ecd6e5-4a2e-4aa2-80fc-e09b9cd0f9c8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.707100] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723f721c-3454-4ea9-928f-01f4c8a8c4b0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.722348] env[69663]: DEBUG nova.compute.provider_tree [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.814941] env[69663]: DEBUG oslo_concurrency.lockutils [None req-52f2fe50-d4b5-412a-b2f4-f324c9018fc5 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "95e1d12a-9c96-48ab-b8ae-d6d2da9ae077" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 32.894s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.851049] env[69663]: DEBUG oslo_concurrency.lockutils [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.079526] env[69663]: DEBUG oslo_vmware.api [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c70042-a309-5a11-4546-64117abac262, 'name': SearchDatastore_Task, 'duration_secs': 0.014859} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.080903] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-959bc18b-b2ac-4f23-8489-672dbe78c8dc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.086750] env[69663]: DEBUG oslo_vmware.api [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1100.086750] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52290344-adf3-3d05-4b47-681d89ab0e63" [ 1100.086750] env[69663]: _type = "Task" [ 1100.086750] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.100850] env[69663]: DEBUG oslo_vmware.api [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52290344-adf3-3d05-4b47-681d89ab0e63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.126441] env[69663]: DEBUG nova.network.neutron [req-f281de23-c09a-4250-8b88-a3f493e5cbb2 req-c2d017e8-c78d-482b-944d-6eae49682af3 service nova] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Updated VIF entry in instance network info cache for port 734afd19-47ee-4004-a980-8b05d5761bbb. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1100.126441] env[69663]: DEBUG nova.network.neutron [req-f281de23-c09a-4250-8b88-a3f493e5cbb2 req-c2d017e8-c78d-482b-944d-6eae49682af3 service nova] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Updating instance_info_cache with network_info: [{"id": "734afd19-47ee-4004-a980-8b05d5761bbb", "address": "fa:16:3e:48:b7:fd", "network": {"id": "c9b0df65-b7eb-4aa8-9d53-4b8fa507b496", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-812774922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01abc007aca4ab388c2f26a1aab3ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap734afd19-47", "ovs_interfaceid": "734afd19-47ee-4004-a980-8b05d5761bbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.226387] env[69663]: DEBUG nova.scheduler.client.report [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1100.397948] env[69663]: DEBUG nova.network.neutron [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Successfully updated port: da6c9f13-ca83-4289-9998-ca23eda6068e {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1100.533084] env[69663]: DEBUG oslo_vmware.rw_handles [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5269d980-c1f3-aa70-0fd3-10a81fedeb02/disk-0.vmdk. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1100.534605] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faede629-01c6-4fd7-8a20-270a414e64c3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.543735] env[69663]: DEBUG oslo_vmware.rw_handles [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5269d980-c1f3-aa70-0fd3-10a81fedeb02/disk-0.vmdk is in state: ready. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1100.543974] env[69663]: ERROR oslo_vmware.rw_handles [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5269d980-c1f3-aa70-0fd3-10a81fedeb02/disk-0.vmdk due to incomplete transfer. [ 1100.544288] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-25c0b7b9-2248-4123-8c5e-4a6717b3caab {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.555074] env[69663]: DEBUG oslo_vmware.rw_handles [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5269d980-c1f3-aa70-0fd3-10a81fedeb02/disk-0.vmdk. {{(pid=69663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1100.555407] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Uploaded image f1e93f9c-993a-4df9-b849-82724e1b525b to the Glance image server {{(pid=69663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1100.560034] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Destroying the VM {{(pid=69663) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1100.560034] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ceee40fd-2160-4689-93c6-1f17c425417f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.569118] env[69663]: DEBUG oslo_vmware.api [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for the task: (returnval){ [ 1100.569118] env[69663]: value = "task-3333291" [ 1100.569118] env[69663]: _type = "Task" [ 1100.569118] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.584139] env[69663]: DEBUG oslo_vmware.api [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333291, 'name': Destroy_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.601163] env[69663]: DEBUG oslo_vmware.api [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52290344-adf3-3d05-4b47-681d89ab0e63, 'name': SearchDatastore_Task, 'duration_secs': 0.021117} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.601498] env[69663]: DEBUG oslo_concurrency.lockutils [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.601791] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] ce8cbba3-89e0-41ed-a822-972f7452179f/ce8cbba3-89e0-41ed-a822-972f7452179f.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1100.602113] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c256a64d-049a-4f1a-9552-bfb37a647b1d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.613229] env[69663]: DEBUG oslo_vmware.api [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1100.613229] env[69663]: value = "task-3333292" [ 1100.613229] env[69663]: _type = "Task" [ 1100.613229] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.623385] env[69663]: DEBUG oslo_vmware.api [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.634054] env[69663]: DEBUG oslo_concurrency.lockutils [req-f281de23-c09a-4250-8b88-a3f493e5cbb2 req-c2d017e8-c78d-482b-944d-6eae49682af3 service nova] Releasing lock "refresh_cache-ce8cbba3-89e0-41ed-a822-972f7452179f" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.634368] env[69663]: DEBUG nova.compute.manager [req-f281de23-c09a-4250-8b88-a3f493e5cbb2 req-c2d017e8-c78d-482b-944d-6eae49682af3 service nova] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Received event network-vif-deleted-921a911c-a994-4702-b015-5233b814122c {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1100.731355] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.003s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.735791] env[69663]: DEBUG nova.network.neutron [req-ed52f399-aa77-4f55-8a10-a28d40b545b9 req-92d0aa8d-a2cf-45dc-bbb3-4b03ce172da8 service nova] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Updated VIF entry in instance network info cache for port df0faae1-9447-43e7-9ebd-353219d3f5c5. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1100.736283] env[69663]: DEBUG nova.network.neutron [req-ed52f399-aa77-4f55-8a10-a28d40b545b9 req-92d0aa8d-a2cf-45dc-bbb3-4b03ce172da8 service nova] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Updating instance_info_cache with network_info: [{"id": "df0faae1-9447-43e7-9ebd-353219d3f5c5", "address": "fa:16:3e:ab:09:a8", "network": {"id": "7ef2a542-c761-41fe-9064-8a46293182d7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1725131609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "012b7b4a90ba46bbaa828601d289a354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf0faae1-94", "ovs_interfaceid": "df0faae1-9447-43e7-9ebd-353219d3f5c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.737747] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 15.165s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.773798] env[69663]: INFO nova.scheduler.client.report [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Deleted allocations for instance 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a [ 1100.907303] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Acquiring lock "refresh_cache-c1986cd3-91cd-4b18-9494-e11af4fcf379" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.907303] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Acquired lock "refresh_cache-c1986cd3-91cd-4b18-9494-e11af4fcf379" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.907303] env[69663]: DEBUG nova.network.neutron [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1101.081614] env[69663]: DEBUG oslo_vmware.api [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333291, 'name': Destroy_Task} progress is 33%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.124744] env[69663]: DEBUG oslo_vmware.api [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333292, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.132925] env[69663]: DEBUG nova.compute.manager [req-3d667067-d7f0-4def-982d-9966f209b1b9 req-616c899e-9c2b-417d-9077-c09fbe1cea8e service nova] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Received event network-vif-plugged-da6c9f13-ca83-4289-9998-ca23eda6068e {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1101.133261] env[69663]: DEBUG oslo_concurrency.lockutils [req-3d667067-d7f0-4def-982d-9966f209b1b9 req-616c899e-9c2b-417d-9077-c09fbe1cea8e service nova] Acquiring lock "c1986cd3-91cd-4b18-9494-e11af4fcf379-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.133508] env[69663]: DEBUG oslo_concurrency.lockutils [req-3d667067-d7f0-4def-982d-9966f209b1b9 req-616c899e-9c2b-417d-9077-c09fbe1cea8e service nova] Lock "c1986cd3-91cd-4b18-9494-e11af4fcf379-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.133968] env[69663]: DEBUG oslo_concurrency.lockutils [req-3d667067-d7f0-4def-982d-9966f209b1b9 req-616c899e-9c2b-417d-9077-c09fbe1cea8e service nova] Lock "c1986cd3-91cd-4b18-9494-e11af4fcf379-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.134095] env[69663]: DEBUG nova.compute.manager [req-3d667067-d7f0-4def-982d-9966f209b1b9 req-616c899e-9c2b-417d-9077-c09fbe1cea8e service nova] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] No waiting events found dispatching network-vif-plugged-da6c9f13-ca83-4289-9998-ca23eda6068e {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1101.134284] env[69663]: WARNING nova.compute.manager [req-3d667067-d7f0-4def-982d-9966f209b1b9 req-616c899e-9c2b-417d-9077-c09fbe1cea8e service nova] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Received unexpected event network-vif-plugged-da6c9f13-ca83-4289-9998-ca23eda6068e for instance with vm_state building and task_state spawning. [ 1101.134454] env[69663]: DEBUG nova.compute.manager [req-3d667067-d7f0-4def-982d-9966f209b1b9 req-616c899e-9c2b-417d-9077-c09fbe1cea8e service nova] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Received event network-changed-da6c9f13-ca83-4289-9998-ca23eda6068e {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1101.134602] env[69663]: DEBUG nova.compute.manager [req-3d667067-d7f0-4def-982d-9966f209b1b9 req-616c899e-9c2b-417d-9077-c09fbe1cea8e service nova] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Refreshing instance network info cache due to event network-changed-da6c9f13-ca83-4289-9998-ca23eda6068e. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1101.134778] env[69663]: DEBUG oslo_concurrency.lockutils [req-3d667067-d7f0-4def-982d-9966f209b1b9 req-616c899e-9c2b-417d-9077-c09fbe1cea8e service nova] Acquiring lock "refresh_cache-c1986cd3-91cd-4b18-9494-e11af4fcf379" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.210947] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0e8ef35d-0629-4b29-bc7b-e6443b7d2c57 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.213294] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0e8ef35d-0629-4b29-bc7b-e6443b7d2c57 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.213294] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0e8ef35d-0629-4b29-bc7b-e6443b7d2c57 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.213294] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0e8ef35d-0629-4b29-bc7b-e6443b7d2c57 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.213294] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0e8ef35d-0629-4b29-bc7b-e6443b7d2c57 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.215439] env[69663]: INFO nova.compute.manager [None req-0e8ef35d-0629-4b29-bc7b-e6443b7d2c57 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Terminating instance [ 1101.216285] env[69663]: DEBUG nova.compute.manager [None req-0e8ef35d-0629-4b29-bc7b-e6443b7d2c57 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1101.216599] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8ef35d-0629-4b29-bc7b-e6443b7d2c57 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1101.217568] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66267340-1a89-4ea9-b8e8-d0b669886483 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.227166] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8ef35d-0629-4b29-bc7b-e6443b7d2c57 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1101.227166] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c5dd556-3195-4e85-9949-8f7b91dd422d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.238033] env[69663]: DEBUG oslo_vmware.api [None req-0e8ef35d-0629-4b29-bc7b-e6443b7d2c57 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1101.238033] env[69663]: value = "task-3333293" [ 1101.238033] env[69663]: _type = "Task" [ 1101.238033] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.246575] env[69663]: DEBUG oslo_concurrency.lockutils [req-ed52f399-aa77-4f55-8a10-a28d40b545b9 req-92d0aa8d-a2cf-45dc-bbb3-4b03ce172da8 service nova] Releasing lock "refresh_cache-94525ee5-32e7-4e56-9c51-8a2778f738d7" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.256708] env[69663]: DEBUG oslo_vmware.api [None req-0e8ef35d-0629-4b29-bc7b-e6443b7d2c57 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.285916] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ad37f597-0684-40ce-af2d-0e6cc2f452f7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.578s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.503819] env[69663]: DEBUG nova.network.neutron [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1101.586770] env[69663]: DEBUG oslo_vmware.api [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333291, 'name': Destroy_Task, 'duration_secs': 0.681969} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.586770] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Destroyed the VM [ 1101.586770] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Deleting Snapshot of the VM instance {{(pid=69663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1101.586955] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cfc56377-d784-413a-aa04-e800a54b5387 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.596927] env[69663]: DEBUG oslo_vmware.api [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for the task: (returnval){ [ 1101.596927] env[69663]: value = "task-3333294" [ 1101.596927] env[69663]: _type = "Task" [ 1101.596927] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.600911] env[69663]: INFO nova.compute.manager [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Rebuilding instance [ 1101.607774] env[69663]: DEBUG oslo_vmware.api [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333294, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.623787] env[69663]: DEBUG oslo_vmware.api [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568347} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.624138] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] ce8cbba3-89e0-41ed-a822-972f7452179f/ce8cbba3-89e0-41ed-a822-972f7452179f.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1101.624371] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1101.624663] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01e42da3-19e9-4b1a-abed-58eea73475f3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.638996] env[69663]: DEBUG oslo_vmware.api [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1101.638996] env[69663]: value = "task-3333295" [ 1101.638996] env[69663]: _type = "Task" [ 1101.638996] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.648472] env[69663]: DEBUG oslo_vmware.api [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.660254] env[69663]: DEBUG nova.compute.manager [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1101.661124] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4885f7f-8370-40b1-b0c6-6bc571263f42 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.750228] env[69663]: DEBUG oslo_vmware.api [None req-0e8ef35d-0629-4b29-bc7b-e6443b7d2c57 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333293, 'name': PowerOffVM_Task, 'duration_secs': 0.317774} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.750571] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e8ef35d-0629-4b29-bc7b-e6443b7d2c57 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1101.750824] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8ef35d-0629-4b29-bc7b-e6443b7d2c57 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1101.751083] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1080a0ed-57b2-4344-b6a5-930753e5acf4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.783239] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance f8fd6dad-6e51-4f7c-b769-00f03441a061 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.783239] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 16b5464a-f8e6-48ba-964e-41ded7b00fa2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.783546] env[69663]: WARNING nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance bad669a6-f3ec-4d33-ac44-e6d1307ea99d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1101.783546] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 731c4f58-055c-480f-99ca-1c9ef9bb9dff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.783686] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance a3dff467-3feb-4278-8511-b4ccdacb50ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.783933] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance d45768e5-763e-4953-8419-34a2d2a03ce5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.783933] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 847867f7-e724-49f7-9caf-35f2cc2406ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.784015] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.784140] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 17aeb666-e78b-4ef9-b7bb-b2623aed121b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.784267] env[69663]: WARNING nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 58d38bdc-9af7-4673-9ece-de3805c1cd9d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 1024, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1101.784378] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.784485] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance fb9630cf-b4cf-4f8c-a23f-d0911eac9419 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.784993] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 748324ef-1238-4d84-a984-a5a4a83a830d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.785142] env[69663]: WARNING nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 673f11e5-201d-4e74-a262-57f5469d785e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1101.785347] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 789877a1-9e03-4bce-97e5-ca1cce81e4ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.785608] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 94525ee5-32e7-4e56-9c51-8a2778f738d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.785608] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.785715] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance ce8cbba3-89e0-41ed-a822-972f7452179f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.785821] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance c1986cd3-91cd-4b18-9494-e11af4fcf379 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1101.837365] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8ef35d-0629-4b29-bc7b-e6443b7d2c57 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1101.837621] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8ef35d-0629-4b29-bc7b-e6443b7d2c57 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1101.837822] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e8ef35d-0629-4b29-bc7b-e6443b7d2c57 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Deleting the datastore file [datastore2] 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.838569] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72d106f0-ace6-40e7-b6bf-58b9c92bdc89 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.847549] env[69663]: DEBUG oslo_vmware.api [None req-0e8ef35d-0629-4b29-bc7b-e6443b7d2c57 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1101.847549] env[69663]: value = "task-3333297" [ 1101.847549] env[69663]: _type = "Task" [ 1101.847549] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.857592] env[69663]: DEBUG oslo_vmware.api [None req-0e8ef35d-0629-4b29-bc7b-e6443b7d2c57 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.878248] env[69663]: DEBUG nova.network.neutron [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Updating instance_info_cache with network_info: [{"id": "da6c9f13-ca83-4289-9998-ca23eda6068e", "address": "fa:16:3e:97:5a:aa", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda6c9f13-ca", "ovs_interfaceid": "da6c9f13-ca83-4289-9998-ca23eda6068e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.112711] env[69663]: DEBUG oslo_vmware.api [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333294, 'name': RemoveSnapshot_Task, 'duration_secs': 0.436239} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.112941] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Deleted Snapshot of the VM instance {{(pid=69663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1102.114597] env[69663]: DEBUG nova.compute.manager [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1102.116268] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9b3fbf-dbb1-495b-a616-fc962527e612 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.155480] env[69663]: DEBUG oslo_vmware.api [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077272} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.155970] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1102.156849] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162d74c0-68b9-4458-b45a-caab5f8fda13 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.183830] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] ce8cbba3-89e0-41ed-a822-972f7452179f/ce8cbba3-89e0-41ed-a822-972f7452179f.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.186163] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1102.186457] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65af265a-243a-4f1d-8b1b-5664458d8b84 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.206255] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dd9dfc5-d3ed-41bb-8d25-0b0caf13edd5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.214685] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1102.214685] env[69663]: value = "task-3333298" [ 1102.214685] env[69663]: _type = "Task" [ 1102.214685] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.216087] env[69663]: DEBUG oslo_vmware.api [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1102.216087] env[69663]: value = "task-3333299" [ 1102.216087] env[69663]: _type = "Task" [ 1102.216087] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.228888] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.234285] env[69663]: DEBUG oslo_vmware.api [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333299, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.290067] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance f20a4a77-ff8f-41e3-8357-0db0a12351b2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1102.359417] env[69663]: DEBUG oslo_vmware.api [None req-0e8ef35d-0629-4b29-bc7b-e6443b7d2c57 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218604} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.359876] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e8ef35d-0629-4b29-bc7b-e6443b7d2c57 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.360213] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8ef35d-0629-4b29-bc7b-e6443b7d2c57 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1102.360479] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0e8ef35d-0629-4b29-bc7b-e6443b7d2c57 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1102.360689] env[69663]: INFO nova.compute.manager [None req-0e8ef35d-0629-4b29-bc7b-e6443b7d2c57 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1102.361020] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e8ef35d-0629-4b29-bc7b-e6443b7d2c57 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.361284] env[69663]: DEBUG nova.compute.manager [-] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1102.361447] env[69663]: DEBUG nova.network.neutron [-] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1102.381878] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Releasing lock "refresh_cache-c1986cd3-91cd-4b18-9494-e11af4fcf379" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.382354] env[69663]: DEBUG nova.compute.manager [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Instance network_info: |[{"id": "da6c9f13-ca83-4289-9998-ca23eda6068e", "address": "fa:16:3e:97:5a:aa", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda6c9f13-ca", "ovs_interfaceid": "da6c9f13-ca83-4289-9998-ca23eda6068e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1102.382735] env[69663]: DEBUG oslo_concurrency.lockutils [req-3d667067-d7f0-4def-982d-9966f209b1b9 req-616c899e-9c2b-417d-9077-c09fbe1cea8e service nova] Acquired lock "refresh_cache-c1986cd3-91cd-4b18-9494-e11af4fcf379" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.383080] env[69663]: DEBUG nova.network.neutron [req-3d667067-d7f0-4def-982d-9966f209b1b9 req-616c899e-9c2b-417d-9077-c09fbe1cea8e service nova] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Refreshing network info cache for port da6c9f13-ca83-4289-9998-ca23eda6068e {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1102.384872] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:5a:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da6c9f13-ca83-4289-9998-ca23eda6068e', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.393307] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Creating folder: Project (e990c6e62fb24f48a2752d1b8a5cd584). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1102.393906] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a26317e-118b-4e0c-8d9c-a23a480ce210 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.408876] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Created folder: Project (e990c6e62fb24f48a2752d1b8a5cd584) in parent group-v665133. [ 1102.409123] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Creating folder: Instances. Parent ref: group-v665392. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1102.409394] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7397b69-58c1-445e-bf40-5904b690dc10 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.424841] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Created folder: Instances in parent group-v665392. [ 1102.425245] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.425507] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1102.425754] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef591ed8-9d19-4e3d-a10f-896b2438d424 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.449697] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.449697] env[69663]: value = "task-3333302" [ 1102.449697] env[69663]: _type = "Task" [ 1102.449697] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.467111] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333302, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.630272] env[69663]: INFO nova.compute.manager [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Shelve offloading [ 1102.631875] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1102.632234] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d9f62f3-8e24-41e6-8a84-ca96fe9811a4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.640238] env[69663]: DEBUG oslo_vmware.api [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for the task: (returnval){ [ 1102.640238] env[69663]: value = "task-3333303" [ 1102.640238] env[69663]: _type = "Task" [ 1102.640238] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.649765] env[69663]: DEBUG oslo_vmware.api [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.730204] env[69663]: DEBUG oslo_vmware.api [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333299, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.733545] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333298, 'name': PowerOffVM_Task, 'duration_secs': 0.233382} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.733840] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1102.793611] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance f29306c4-e5dd-45a7-83ea-53d9350d5fe0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1102.814547] env[69663]: INFO nova.compute.manager [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Detaching volume e41ca902-0d22-4452-b951-7fbd74f9f173 [ 1102.853774] env[69663]: INFO nova.virt.block_device [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Attempting to driver detach volume e41ca902-0d22-4452-b951-7fbd74f9f173 from mountpoint /dev/sdb [ 1102.854236] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Volume detach. Driver type: vmdk {{(pid=69663) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1102.854591] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665389', 'volume_id': 'e41ca902-0d22-4452-b951-7fbd74f9f173', 'name': 'volume-e41ca902-0d22-4452-b951-7fbd74f9f173', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '17aeb666-e78b-4ef9-b7bb-b2623aed121b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e41ca902-0d22-4452-b951-7fbd74f9f173', 'serial': 'e41ca902-0d22-4452-b951-7fbd74f9f173'} {{(pid=69663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1102.855853] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec33b1b-4843-4697-bdc2-1c46e183d85d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.891761] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ee54ef-6e46-47a4-8dd7-84b104824233 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.906843] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7614b3ab-1ed2-4b2e-9eae-8c3cd5687ddc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.936899] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bec3b6-dd6e-4d69-a1bf-ce4c50250c5c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.953568] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] The volume has not been displaced from its original location: [datastore2] volume-e41ca902-0d22-4452-b951-7fbd74f9f173/volume-e41ca902-0d22-4452-b951-7fbd74f9f173.vmdk. No consolidation needed. {{(pid=69663) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1102.958993] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1102.962715] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-969e2c3e-584a-4bfd-ae26-e1228c215884 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.983034] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333302, 'name': CreateVM_Task, 'duration_secs': 0.393079} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.984263] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1102.984626] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1102.984626] env[69663]: value = "task-3333304" [ 1102.984626] env[69663]: _type = "Task" [ 1102.984626] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.985285] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.985455] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.985804] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.986094] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e037c8fd-36d6-42ab-82e1-1a2e75ef212a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.996112] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333304, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.002157] env[69663]: DEBUG oslo_vmware.api [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Waiting for the task: (returnval){ [ 1103.002157] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5214ec71-e367-6311-ca56-6bff064f837d" [ 1103.002157] env[69663]: _type = "Task" [ 1103.002157] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.012701] env[69663]: DEBUG oslo_vmware.api [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5214ec71-e367-6311-ca56-6bff064f837d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.151723] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] VM already powered off {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1103.151988] env[69663]: DEBUG nova.compute.manager [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1103.152933] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4b57e0-9f10-4ca0-987b-115f2e202081 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.160068] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Acquiring lock "refresh_cache-a3dff467-3feb-4278-8511-b4ccdacb50ea" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.160288] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Acquired lock "refresh_cache-a3dff467-3feb-4278-8511-b4ccdacb50ea" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.160485] env[69663]: DEBUG nova.network.neutron [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1103.230164] env[69663]: DEBUG oslo_vmware.api [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333299, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.297586] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 3ea15498-48ec-4d18-838f-27ab8ab76777 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1103.297916] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1103.298086] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1103.462186] env[69663]: DEBUG nova.network.neutron [req-3d667067-d7f0-4def-982d-9966f209b1b9 req-616c899e-9c2b-417d-9077-c09fbe1cea8e service nova] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Updated VIF entry in instance network info cache for port da6c9f13-ca83-4289-9998-ca23eda6068e. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1103.462910] env[69663]: DEBUG nova.network.neutron [req-3d667067-d7f0-4def-982d-9966f209b1b9 req-616c899e-9c2b-417d-9077-c09fbe1cea8e service nova] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Updating instance_info_cache with network_info: [{"id": "da6c9f13-ca83-4289-9998-ca23eda6068e", "address": "fa:16:3e:97:5a:aa", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.96", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda6c9f13-ca", "ovs_interfaceid": "da6c9f13-ca83-4289-9998-ca23eda6068e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.503915] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.507930] env[69663]: DEBUG nova.network.neutron [-] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.526284] env[69663]: DEBUG oslo_vmware.api [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5214ec71-e367-6311-ca56-6bff064f837d, 'name': SearchDatastore_Task, 'duration_secs': 0.044588} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.526803] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.527064] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.527316] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.527470] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.527658] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.527939] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa688045-8b76-497c-8231-51825c6956b0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.541568] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.541568] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1103.543622] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5bc40a3-f63b-41ea-81e7-41925d6e6bbb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.560416] env[69663]: DEBUG oslo_vmware.api [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Waiting for the task: (returnval){ [ 1103.560416] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5293906d-9f94-f7af-4671-c7c77d890d48" [ 1103.560416] env[69663]: _type = "Task" [ 1103.560416] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.572450] env[69663]: DEBUG oslo_vmware.api [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5293906d-9f94-f7af-4671-c7c77d890d48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.701882] env[69663]: DEBUG nova.compute.manager [req-c2426b09-bfdc-4952-933b-8916968b0cd6 req-84e518e1-f987-4f79-9dd3-f5fedb038244 service nova] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Received event network-vif-deleted-85c5d2ca-010e-4d0b-b8a1-9f2b0ecc9fef {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1103.734275] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ce6890-6567-4f0a-8776-261a7a1a3c3b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.742757] env[69663]: DEBUG oslo_vmware.api [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333299, 'name': ReconfigVM_Task, 'duration_secs': 1.340927} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.745725] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Reconfigured VM instance instance-0000005c to attach disk [datastore2] ce8cbba3-89e0-41ed-a822-972f7452179f/ce8cbba3-89e0-41ed-a822-972f7452179f.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.745725] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-666262a4-a917-4360-926a-9fa8e986b3f6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.749458] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c89bbf1-c6f5-4d4d-96ef-38bdaf1f2add {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.754630] env[69663]: DEBUG oslo_vmware.api [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1103.754630] env[69663]: value = "task-3333305" [ 1103.754630] env[69663]: _type = "Task" [ 1103.754630] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.793524] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0118c8-4898-4de0-b554-d311fb12c290 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.796769] env[69663]: DEBUG oslo_vmware.api [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333305, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.807764] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3e6d45-4fdc-4e91-9c68-7686e9d225af {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.827352] env[69663]: DEBUG nova.compute.provider_tree [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.968079] env[69663]: DEBUG oslo_concurrency.lockutils [req-3d667067-d7f0-4def-982d-9966f209b1b9 req-616c899e-9c2b-417d-9077-c09fbe1cea8e service nova] Releasing lock "refresh_cache-c1986cd3-91cd-4b18-9494-e11af4fcf379" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.997739] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333304, 'name': ReconfigVM_Task, 'duration_secs': 0.963044} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.998066] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1104.007241] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-570028fc-46c1-4644-88d3-33b03f872bda {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.018922] env[69663]: INFO nova.compute.manager [-] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Took 1.66 seconds to deallocate network for instance. [ 1104.027725] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1104.027725] env[69663]: value = "task-3333306" [ 1104.027725] env[69663]: _type = "Task" [ 1104.027725] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.037369] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333306, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.052349] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7547bd3d-575b-47ed-9f2c-f05dcfc14db6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "95e1d12a-9c96-48ab-b8ae-d6d2da9ae077" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.052667] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7547bd3d-575b-47ed-9f2c-f05dcfc14db6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "95e1d12a-9c96-48ab-b8ae-d6d2da9ae077" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.052899] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7547bd3d-575b-47ed-9f2c-f05dcfc14db6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "95e1d12a-9c96-48ab-b8ae-d6d2da9ae077-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.053096] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7547bd3d-575b-47ed-9f2c-f05dcfc14db6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "95e1d12a-9c96-48ab-b8ae-d6d2da9ae077-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.053454] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7547bd3d-575b-47ed-9f2c-f05dcfc14db6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "95e1d12a-9c96-48ab-b8ae-d6d2da9ae077-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.056424] env[69663]: INFO nova.compute.manager [None req-7547bd3d-575b-47ed-9f2c-f05dcfc14db6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Terminating instance [ 1104.057601] env[69663]: DEBUG nova.compute.manager [None req-7547bd3d-575b-47ed-9f2c-f05dcfc14db6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1104.060067] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7547bd3d-575b-47ed-9f2c-f05dcfc14db6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1104.060067] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c6ddb1-fbd3-4768-a46a-0e05f4d99bde {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.072112] env[69663]: DEBUG oslo_vmware.api [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5293906d-9f94-f7af-4671-c7c77d890d48, 'name': SearchDatastore_Task, 'duration_secs': 0.013909} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.076200] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7547bd3d-575b-47ed-9f2c-f05dcfc14db6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1104.076488] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b837c43c-15da-495c-b4b6-3e53250d82e4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.078857] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-133ce615-98d3-45b1-8927-731e78a0d7e8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.086149] env[69663]: DEBUG oslo_vmware.api [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Waiting for the task: (returnval){ [ 1104.086149] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a39776-b6f2-a890-9006-f310db681bea" [ 1104.086149] env[69663]: _type = "Task" [ 1104.086149] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.090877] env[69663]: DEBUG oslo_vmware.api [None req-7547bd3d-575b-47ed-9f2c-f05dcfc14db6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1104.090877] env[69663]: value = "task-3333307" [ 1104.090877] env[69663]: _type = "Task" [ 1104.090877] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.098031] env[69663]: DEBUG oslo_vmware.api [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a39776-b6f2-a890-9006-f310db681bea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.104303] env[69663]: DEBUG oslo_vmware.api [None req-7547bd3d-575b-47ed-9f2c-f05dcfc14db6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.133906] env[69663]: DEBUG nova.network.neutron [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Updating instance_info_cache with network_info: [{"id": "4a58748e-6aa1-4f39-9cbd-9737aba3b4d2", "address": "fa:16:3e:35:22:b1", "network": {"id": "dd381980-2b3b-453a-bb5a-8322b67f3e39", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-99784382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2118e829f1ae4dc4ad1863d3480354c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a58748e-6a", "ovs_interfaceid": "4a58748e-6aa1-4f39-9cbd-9737aba3b4d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.271036] env[69663]: DEBUG oslo_vmware.api [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333305, 'name': Rename_Task, 'duration_secs': 0.181945} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.271036] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1104.271036] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b38e41cd-eb93-48c9-829c-7e8bf34813e4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.279743] env[69663]: DEBUG oslo_vmware.api [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1104.279743] env[69663]: value = "task-3333308" [ 1104.279743] env[69663]: _type = "Task" [ 1104.279743] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.289040] env[69663]: DEBUG oslo_vmware.api [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.331228] env[69663]: DEBUG nova.scheduler.client.report [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1104.344110] env[69663]: DEBUG oslo_concurrency.lockutils [None req-71e35fa7-ebcd-47cc-b780-20f08c5a252a tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "4c1c195c-a810-4f04-85ae-6c82647c8256" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.344645] env[69663]: DEBUG oslo_concurrency.lockutils [None req-71e35fa7-ebcd-47cc-b780-20f08c5a252a tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "4c1c195c-a810-4f04-85ae-6c82647c8256" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.525807] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0e8ef35d-0629-4b29-bc7b-e6443b7d2c57 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.539406] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333306, 'name': ReconfigVM_Task, 'duration_secs': 0.176086} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.540009] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665389', 'volume_id': 'e41ca902-0d22-4452-b951-7fbd74f9f173', 'name': 'volume-e41ca902-0d22-4452-b951-7fbd74f9f173', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '17aeb666-e78b-4ef9-b7bb-b2623aed121b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e41ca902-0d22-4452-b951-7fbd74f9f173', 'serial': 'e41ca902-0d22-4452-b951-7fbd74f9f173'} {{(pid=69663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1104.598437] env[69663]: DEBUG oslo_vmware.api [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a39776-b6f2-a890-9006-f310db681bea, 'name': SearchDatastore_Task, 'duration_secs': 0.011766} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.599135] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.599415] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] c1986cd3-91cd-4b18-9494-e11af4fcf379/c1986cd3-91cd-4b18-9494-e11af4fcf379.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1104.599688] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15b01656-9fb0-4caa-b16f-bd40729834b5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.605201] env[69663]: DEBUG oslo_vmware.api [None req-7547bd3d-575b-47ed-9f2c-f05dcfc14db6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333307, 'name': PowerOffVM_Task, 'duration_secs': 0.180668} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.605811] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7547bd3d-575b-47ed-9f2c-f05dcfc14db6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1104.605995] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7547bd3d-575b-47ed-9f2c-f05dcfc14db6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1104.606271] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-464a63c9-d3f9-40f8-9c09-07fab41f9f3c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.614814] env[69663]: DEBUG oslo_vmware.api [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Waiting for the task: (returnval){ [ 1104.614814] env[69663]: value = "task-3333309" [ 1104.614814] env[69663]: _type = "Task" [ 1104.614814] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.624312] env[69663]: DEBUG oslo_vmware.api [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': task-3333309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.637678] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Releasing lock "refresh_cache-a3dff467-3feb-4278-8511-b4ccdacb50ea" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.675115] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7547bd3d-575b-47ed-9f2c-f05dcfc14db6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1104.675443] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7547bd3d-575b-47ed-9f2c-f05dcfc14db6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1104.679020] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-7547bd3d-575b-47ed-9f2c-f05dcfc14db6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Deleting the datastore file [datastore1] 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.679020] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbbac8b4-b436-4e8f-81eb-1a9681fc208b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.689728] env[69663]: DEBUG oslo_vmware.api [None req-7547bd3d-575b-47ed-9f2c-f05dcfc14db6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1104.689728] env[69663]: value = "task-3333311" [ 1104.689728] env[69663]: _type = "Task" [ 1104.689728] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.703288] env[69663]: DEBUG oslo_vmware.api [None req-7547bd3d-575b-47ed-9f2c-f05dcfc14db6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.791661] env[69663]: DEBUG oslo_vmware.api [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333308, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.840030] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69663) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1104.840030] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.102s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.840207] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.298s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.841879] env[69663]: INFO nova.compute.claims [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.846887] env[69663]: DEBUG nova.compute.manager [None req-71e35fa7-ebcd-47cc-b780-20f08c5a252a tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 4c1c195c-a810-4f04-85ae-6c82647c8256] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1105.015314] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "8177eeb4-6e53-4d49-8a79-6e29929c0adf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.015885] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "8177eeb4-6e53-4d49-8a79-6e29929c0adf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.128770] env[69663]: DEBUG oslo_vmware.api [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': task-3333309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513396} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.131076] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] c1986cd3-91cd-4b18-9494-e11af4fcf379/c1986cd3-91cd-4b18-9494-e11af4fcf379.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1105.131076] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.131076] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-900e6944-fce4-4ae4-ae27-12dedbe325b4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.138742] env[69663]: DEBUG oslo_vmware.api [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Waiting for the task: (returnval){ [ 1105.138742] env[69663]: value = "task-3333312" [ 1105.138742] env[69663]: _type = "Task" [ 1105.138742] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.152098] env[69663]: DEBUG oslo_vmware.api [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': task-3333312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.203303] env[69663]: DEBUG oslo_vmware.api [None req-7547bd3d-575b-47ed-9f2c-f05dcfc14db6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.433685} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.203690] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-7547bd3d-575b-47ed-9f2c-f05dcfc14db6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.203905] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7547bd3d-575b-47ed-9f2c-f05dcfc14db6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1105.204348] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7547bd3d-575b-47ed-9f2c-f05dcfc14db6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1105.205273] env[69663]: INFO nova.compute.manager [None req-7547bd3d-575b-47ed-9f2c-f05dcfc14db6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1105.205594] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7547bd3d-575b-47ed-9f2c-f05dcfc14db6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.205812] env[69663]: DEBUG nova.compute.manager [-] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1105.205911] env[69663]: DEBUG nova.network.neutron [-] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1105.227296] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1105.230061] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf7d331-18fa-4c7e-a00d-41fb7a3c11ce {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.237653] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1105.237950] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02e51dff-8317-45b1-8610-513dbba4525d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.295718] env[69663]: DEBUG oslo_vmware.api [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333308, 'name': PowerOnVM_Task, 'duration_secs': 0.551369} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.296350] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1105.296587] env[69663]: INFO nova.compute.manager [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Took 11.88 seconds to spawn the instance on the hypervisor. [ 1105.297056] env[69663]: DEBUG nova.compute.manager [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1105.297695] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d412eab6-8de8-4434-92c6-a17241773b22 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.304341] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1105.305094] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1105.305094] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Deleting the datastore file [datastore2] a3dff467-3feb-4278-8511-b4ccdacb50ea {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.305094] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aebdab77-72b9-4acc-b458-3b86e3ea7aac {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.319487] env[69663]: DEBUG oslo_vmware.api [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for the task: (returnval){ [ 1105.319487] env[69663]: value = "task-3333314" [ 1105.319487] env[69663]: _type = "Task" [ 1105.319487] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.329321] env[69663]: DEBUG oslo_vmware.api [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.352432] env[69663]: DEBUG nova.compute.manager [None req-71e35fa7-ebcd-47cc-b780-20f08c5a252a tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 4c1c195c-a810-4f04-85ae-6c82647c8256] Instance disappeared before build. {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.518690] env[69663]: DEBUG nova.compute.manager [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1105.606729] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1105.607082] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c80edc3e-5359-4276-8c78-7f93a67a4658 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.615369] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1105.615369] env[69663]: value = "task-3333315" [ 1105.615369] env[69663]: _type = "Task" [ 1105.615369] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.624380] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.650929] env[69663]: DEBUG oslo_vmware.api [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': task-3333312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081419} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.651260] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.652142] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f538d8a-9eeb-40bc-9408-e9a8ae2f0c5b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.681907] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] c1986cd3-91cd-4b18-9494-e11af4fcf379/c1986cd3-91cd-4b18-9494-e11af4fcf379.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.683724] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc122db5-d0c0-4c2b-87af-c95cb8c6dd5f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.700443] env[69663]: DEBUG nova.network.neutron [-] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.708919] env[69663]: DEBUG oslo_vmware.api [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Waiting for the task: (returnval){ [ 1105.708919] env[69663]: value = "task-3333316" [ 1105.708919] env[69663]: _type = "Task" [ 1105.708919] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.720872] env[69663]: DEBUG oslo_vmware.api [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': task-3333316, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.811238] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Acquiring lock "1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.811523] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Lock "1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.823743] env[69663]: INFO nova.compute.manager [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Took 40.45 seconds to build instance. [ 1105.831590] env[69663]: DEBUG oslo_vmware.api [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.49171} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.831891] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.832106] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1105.832339] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1105.869787] env[69663]: INFO nova.scheduler.client.report [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Deleted allocations for instance a3dff467-3feb-4278-8511-b4ccdacb50ea [ 1105.878896] env[69663]: DEBUG oslo_concurrency.lockutils [None req-71e35fa7-ebcd-47cc-b780-20f08c5a252a tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "4c1c195c-a810-4f04-85ae-6c82647c8256" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 1.534s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.893013] env[69663]: DEBUG nova.compute.manager [req-2098a1de-df2f-4585-9cc1-32b0a957da08 req-47e782f5-5c43-4683-bd74-af377182155c service nova] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Received event network-vif-unplugged-4a58748e-6aa1-4f39-9cbd-9737aba3b4d2 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1105.893013] env[69663]: DEBUG oslo_concurrency.lockutils [req-2098a1de-df2f-4585-9cc1-32b0a957da08 req-47e782f5-5c43-4683-bd74-af377182155c service nova] Acquiring lock "a3dff467-3feb-4278-8511-b4ccdacb50ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.893013] env[69663]: DEBUG oslo_concurrency.lockutils [req-2098a1de-df2f-4585-9cc1-32b0a957da08 req-47e782f5-5c43-4683-bd74-af377182155c service nova] Lock "a3dff467-3feb-4278-8511-b4ccdacb50ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.893013] env[69663]: DEBUG oslo_concurrency.lockutils [req-2098a1de-df2f-4585-9cc1-32b0a957da08 req-47e782f5-5c43-4683-bd74-af377182155c service nova] Lock "a3dff467-3feb-4278-8511-b4ccdacb50ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.893013] env[69663]: DEBUG nova.compute.manager [req-2098a1de-df2f-4585-9cc1-32b0a957da08 req-47e782f5-5c43-4683-bd74-af377182155c service nova] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] No waiting events found dispatching network-vif-unplugged-4a58748e-6aa1-4f39-9cbd-9737aba3b4d2 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1105.893013] env[69663]: WARNING nova.compute.manager [req-2098a1de-df2f-4585-9cc1-32b0a957da08 req-47e782f5-5c43-4683-bd74-af377182155c service nova] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Received unexpected event network-vif-unplugged-4a58748e-6aa1-4f39-9cbd-9737aba3b4d2 for instance with vm_state shelved and task_state shelving_offloading. [ 1105.893251] env[69663]: DEBUG nova.compute.manager [req-2098a1de-df2f-4585-9cc1-32b0a957da08 req-47e782f5-5c43-4683-bd74-af377182155c service nova] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Received event network-changed-4a58748e-6aa1-4f39-9cbd-9737aba3b4d2 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1105.893345] env[69663]: DEBUG nova.compute.manager [req-2098a1de-df2f-4585-9cc1-32b0a957da08 req-47e782f5-5c43-4683-bd74-af377182155c service nova] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Refreshing instance network info cache due to event network-changed-4a58748e-6aa1-4f39-9cbd-9737aba3b4d2. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1105.893535] env[69663]: DEBUG oslo_concurrency.lockutils [req-2098a1de-df2f-4585-9cc1-32b0a957da08 req-47e782f5-5c43-4683-bd74-af377182155c service nova] Acquiring lock "refresh_cache-a3dff467-3feb-4278-8511-b4ccdacb50ea" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.893670] env[69663]: DEBUG oslo_concurrency.lockutils [req-2098a1de-df2f-4585-9cc1-32b0a957da08 req-47e782f5-5c43-4683-bd74-af377182155c service nova] Acquired lock "refresh_cache-a3dff467-3feb-4278-8511-b4ccdacb50ea" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.893855] env[69663]: DEBUG nova.network.neutron [req-2098a1de-df2f-4585-9cc1-32b0a957da08 req-47e782f5-5c43-4683-bd74-af377182155c service nova] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Refreshing network info cache for port 4a58748e-6aa1-4f39-9cbd-9737aba3b4d2 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1106.042928] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.132091] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] VM already powered off {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1106.132383] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Volume detach. Driver type: vmdk {{(pid=69663) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1106.132622] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665389', 'volume_id': 'e41ca902-0d22-4452-b951-7fbd74f9f173', 'name': 'volume-e41ca902-0d22-4452-b951-7fbd74f9f173', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '17aeb666-e78b-4ef9-b7bb-b2623aed121b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e41ca902-0d22-4452-b951-7fbd74f9f173', 'serial': 'e41ca902-0d22-4452-b951-7fbd74f9f173'} {{(pid=69663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1106.133570] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b37838-f65b-485e-ac0f-733f666849bd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.160598] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1035a7c7-a61e-4cae-8e6f-2566dcd6a50f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.169923] env[69663]: WARNING nova.virt.vmwareapi.driver [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1106.170335] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1106.171256] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f867039b-cbb4-4cc4-95a7-27feb9454bdf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.183072] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1106.183473] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2edd2b6e-5744-442d-9943-a0192fd2bcbe {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.207873] env[69663]: INFO nova.compute.manager [-] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Took 1.00 seconds to deallocate network for instance. [ 1106.224659] env[69663]: DEBUG oslo_vmware.api [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': task-3333316, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.258024] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc37108a-45ea-4d80-b20c-7e83a9252481 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.268762] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee430fe8-306e-4dc8-bb32-e6cbda8bf348 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.309333] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed4dc5c-c131-49c8-b487-dbbb3cf539f2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.314222] env[69663]: DEBUG nova.compute.manager [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1106.321696] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7234f0-fa10-4457-896f-ea8f0779bf6f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.326763] env[69663]: DEBUG oslo_concurrency.lockutils [None req-951c9154-3ce2-4929-a52b-ab001ea2ec09 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "ce8cbba3-89e0-41ed-a822-972f7452179f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.970s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.339410] env[69663]: DEBUG nova.compute.provider_tree [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.374462] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.389330] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1106.389620] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1106.389794] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Deleting the datastore file [datastore1] 17aeb666-e78b-4ef9-b7bb-b2623aed121b {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.390084] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75ecddc4-3579-444c-8fa9-5acdd0040bb1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.401153] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1106.401153] env[69663]: value = "task-3333318" [ 1106.401153] env[69663]: _type = "Task" [ 1106.401153] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.413706] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.509987] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "30af9238-0051-4d0d-8741-91006fdfc9e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.509987] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "30af9238-0051-4d0d-8741-91006fdfc9e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.719244] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7547bd3d-575b-47ed-9f2c-f05dcfc14db6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.724350] env[69663]: DEBUG oslo_vmware.api [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': task-3333316, 'name': ReconfigVM_Task, 'duration_secs': 0.593617} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.724619] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Reconfigured VM instance instance-0000005d to attach disk [datastore1] c1986cd3-91cd-4b18-9494-e11af4fcf379/c1986cd3-91cd-4b18-9494-e11af4fcf379.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.726020] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6fdcf8b-f053-4052-a8fe-32bb538c6b0f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.733891] env[69663]: DEBUG oslo_vmware.api [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Waiting for the task: (returnval){ [ 1106.733891] env[69663]: value = "task-3333319" [ 1106.733891] env[69663]: _type = "Task" [ 1106.733891] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.745244] env[69663]: DEBUG oslo_vmware.api [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': task-3333319, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.756472] env[69663]: DEBUG nova.network.neutron [req-2098a1de-df2f-4585-9cc1-32b0a957da08 req-47e782f5-5c43-4683-bd74-af377182155c service nova] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Updated VIF entry in instance network info cache for port 4a58748e-6aa1-4f39-9cbd-9737aba3b4d2. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1106.756897] env[69663]: DEBUG nova.network.neutron [req-2098a1de-df2f-4585-9cc1-32b0a957da08 req-47e782f5-5c43-4683-bd74-af377182155c service nova] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Updating instance_info_cache with network_info: [{"id": "4a58748e-6aa1-4f39-9cbd-9737aba3b4d2", "address": "fa:16:3e:35:22:b1", "network": {"id": "dd381980-2b3b-453a-bb5a-8322b67f3e39", "bridge": null, "label": "tempest-ServersNegativeTestJSON-99784382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2118e829f1ae4dc4ad1863d3480354c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4a58748e-6a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.842209] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.843238] env[69663]: DEBUG nova.scheduler.client.report [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1106.861170] env[69663]: DEBUG nova.compute.manager [req-a37d6f66-908c-4f08-af6b-3cc91cda9751 req-ae87f4ad-8aa7-4b55-81cb-08710ab97bb3 service nova] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Received event network-changed-734afd19-47ee-4004-a980-8b05d5761bbb {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1106.861170] env[69663]: DEBUG nova.compute.manager [req-a37d6f66-908c-4f08-af6b-3cc91cda9751 req-ae87f4ad-8aa7-4b55-81cb-08710ab97bb3 service nova] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Refreshing instance network info cache due to event network-changed-734afd19-47ee-4004-a980-8b05d5761bbb. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1106.861170] env[69663]: DEBUG oslo_concurrency.lockutils [req-a37d6f66-908c-4f08-af6b-3cc91cda9751 req-ae87f4ad-8aa7-4b55-81cb-08710ab97bb3 service nova] Acquiring lock "refresh_cache-ce8cbba3-89e0-41ed-a822-972f7452179f" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.862995] env[69663]: DEBUG oslo_concurrency.lockutils [req-a37d6f66-908c-4f08-af6b-3cc91cda9751 req-ae87f4ad-8aa7-4b55-81cb-08710ab97bb3 service nova] Acquired lock "refresh_cache-ce8cbba3-89e0-41ed-a822-972f7452179f" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.864443] env[69663]: DEBUG nova.network.neutron [req-a37d6f66-908c-4f08-af6b-3cc91cda9751 req-ae87f4ad-8aa7-4b55-81cb-08710ab97bb3 service nova] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Refreshing network info cache for port 734afd19-47ee-4004-a980-8b05d5761bbb {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1106.912615] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333318, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219348} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.913072] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.913449] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1106.913822] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1107.012589] env[69663]: DEBUG nova.compute.manager [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1107.245494] env[69663]: DEBUG oslo_vmware.api [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': task-3333319, 'name': Rename_Task, 'duration_secs': 0.358994} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.245922] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1107.246245] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-445403da-8d28-4eeb-9703-feddc2b4632a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.254020] env[69663]: DEBUG oslo_vmware.api [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Waiting for the task: (returnval){ [ 1107.254020] env[69663]: value = "task-3333320" [ 1107.254020] env[69663]: _type = "Task" [ 1107.254020] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.259420] env[69663]: DEBUG oslo_concurrency.lockutils [req-2098a1de-df2f-4585-9cc1-32b0a957da08 req-47e782f5-5c43-4683-bd74-af377182155c service nova] Releasing lock "refresh_cache-a3dff467-3feb-4278-8511-b4ccdacb50ea" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.259769] env[69663]: DEBUG nova.compute.manager [req-2098a1de-df2f-4585-9cc1-32b0a957da08 req-47e782f5-5c43-4683-bd74-af377182155c service nova] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Received event network-vif-deleted-eb297dd3-efca-4cfe-b943-68e1416a0884 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1107.263298] env[69663]: DEBUG oslo_vmware.api [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': task-3333320, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.347907] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.348474] env[69663]: DEBUG nova.compute.manager [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1107.351178] env[69663]: DEBUG oslo_concurrency.lockutils [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.854s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.352751] env[69663]: INFO nova.compute.claims [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.420132] env[69663]: INFO nova.virt.block_device [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Booting with volume e41ca902-0d22-4452-b951-7fbd74f9f173 at /dev/sdb [ 1107.469337] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb987bc5-fc74-4287-b1de-c16ea1561441 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.482379] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c0be6e-7bc7-4bb5-9199-e76138140a41 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.526512] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b86d797-af16-4f5c-afec-97ee4b5a398c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.543357] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49239450-ee31-4b65-bf01-54780dfd4b04 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.561749] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.587407] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b81fa9-daaf-4b81-9011-b81d1c27d83c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.595388] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9b6789-9a31-4933-9815-44c44ba0e9f6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.613748] env[69663]: DEBUG nova.virt.block_device [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Updating existing volume attachment record: 3c512bf7-0c6d-4067-a170-d4b69f1277c3 {{(pid=69663) _volume_attach /opt/stack/nova/nova/virt/block_device.py:665}} [ 1107.632684] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ce361759-d50a-4d14-9d73-0011308e7167 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Acquiring lock "fb9630cf-b4cf-4f8c-a23f-d0911eac9419" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.633042] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ce361759-d50a-4d14-9d73-0011308e7167 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "fb9630cf-b4cf-4f8c-a23f-d0911eac9419" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.673046] env[69663]: DEBUG nova.network.neutron [req-a37d6f66-908c-4f08-af6b-3cc91cda9751 req-ae87f4ad-8aa7-4b55-81cb-08710ab97bb3 service nova] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Updated VIF entry in instance network info cache for port 734afd19-47ee-4004-a980-8b05d5761bbb. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1107.673183] env[69663]: DEBUG nova.network.neutron [req-a37d6f66-908c-4f08-af6b-3cc91cda9751 req-ae87f4ad-8aa7-4b55-81cb-08710ab97bb3 service nova] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Updating instance_info_cache with network_info: [{"id": "734afd19-47ee-4004-a980-8b05d5761bbb", "address": "fa:16:3e:48:b7:fd", "network": {"id": "c9b0df65-b7eb-4aa8-9d53-4b8fa507b496", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-812774922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01abc007aca4ab388c2f26a1aab3ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap734afd19-47", "ovs_interfaceid": "734afd19-47ee-4004-a980-8b05d5761bbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.764822] env[69663]: DEBUG oslo_vmware.api [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': task-3333320, 'name': PowerOnVM_Task, 'duration_secs': 0.487561} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.765871] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1107.765871] env[69663]: INFO nova.compute.manager [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Took 11.69 seconds to spawn the instance on the hypervisor. [ 1107.765871] env[69663]: DEBUG nova.compute.manager [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1107.766678] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa16839d-6845-42ce-b2b1-c4bfd57b4d1a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.858380] env[69663]: DEBUG nova.compute.utils [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1107.865759] env[69663]: DEBUG nova.compute.manager [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1107.865929] env[69663]: DEBUG nova.network.neutron [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1107.916792] env[69663]: DEBUG nova.policy [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '361b82a90e7e41acb712ebf78708ee7b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0fa2fdfa7e83480f97937f70b6225ff7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1108.037653] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Acquiring lock "a3dff467-3feb-4278-8511-b4ccdacb50ea" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.136977] env[69663]: DEBUG nova.compute.utils [None req-ce361759-d50a-4d14-9d73-0011308e7167 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1108.176614] env[69663]: DEBUG oslo_concurrency.lockutils [req-a37d6f66-908c-4f08-af6b-3cc91cda9751 req-ae87f4ad-8aa7-4b55-81cb-08710ab97bb3 service nova] Releasing lock "refresh_cache-ce8cbba3-89e0-41ed-a822-972f7452179f" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.286026] env[69663]: INFO nova.compute.manager [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Took 42.69 seconds to build instance. [ 1108.333724] env[69663]: DEBUG nova.network.neutron [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Successfully created port: 4409fc69-b7ff-47e1-935e-fbffe39e0db4 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1108.369324] env[69663]: DEBUG nova.compute.manager [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1108.639744] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ce361759-d50a-4d14-9d73-0011308e7167 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "fb9630cf-b4cf-4f8c-a23f-d0911eac9419" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.786921] env[69663]: DEBUG oslo_concurrency.lockutils [None req-bc31efad-9e50-43ac-beb0-6f72d5b1add5 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Lock "c1986cd3-91cd-4b18-9494-e11af4fcf379" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.197s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.798309] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aada8e9a-a5e8-4fa5-ab0e-a721924d1845 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.807925] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4c5a80-0b67-4738-a63b-7126ac19204a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.841886] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8eb068d-d823-42c3-841c-1c43f0ba0cfe {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.851416] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59229e01-1509-4dab-9f61-7833a3f9684b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.866808] env[69663]: DEBUG nova.compute.provider_tree [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1109.382793] env[69663]: DEBUG nova.compute.manager [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1109.391389] env[69663]: ERROR nova.scheduler.client.report [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [req-f278b09f-75c3-41bc-8d01-6bf896f6fdc1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f2fb168a-c97f-41a4-9b18-725376271f6b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f278b09f-75c3-41bc-8d01-6bf896f6fdc1"}]} [ 1109.412778] env[69663]: DEBUG nova.scheduler.client.report [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Refreshing inventories for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1109.416965] env[69663]: DEBUG nova.virt.hardware [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1109.417238] env[69663]: DEBUG nova.virt.hardware [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1109.417429] env[69663]: DEBUG nova.virt.hardware [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.417624] env[69663]: DEBUG nova.virt.hardware [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1109.417933] env[69663]: DEBUG nova.virt.hardware [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.417933] env[69663]: DEBUG nova.virt.hardware [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1109.418144] env[69663]: DEBUG nova.virt.hardware [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1109.418327] env[69663]: DEBUG nova.virt.hardware [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1109.418515] env[69663]: DEBUG nova.virt.hardware [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1109.419433] env[69663]: DEBUG nova.virt.hardware [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1109.419433] env[69663]: DEBUG nova.virt.hardware [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1109.419919] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4598c19d-7018-46ee-922a-ea5e8b0da635 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.431938] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76180a1f-154d-42cf-a4ae-519dca01e88d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.435472] env[69663]: DEBUG nova.scheduler.client.report [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Updating ProviderTree inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1109.435760] env[69663]: DEBUG nova.compute.provider_tree [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1109.452502] env[69663]: DEBUG nova.scheduler.client.report [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Refreshing aggregate associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, aggregates: None {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1109.457218] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Acquiring lock "a52e6960-2024-44b6-b2bb-6d4274e10f15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.457448] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Lock "a52e6960-2024-44b6-b2bb-6d4274e10f15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.479876] env[69663]: DEBUG nova.scheduler.client.report [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Refreshing trait associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1109.707840] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ce361759-d50a-4d14-9d73-0011308e7167 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Acquiring lock "fb9630cf-b4cf-4f8c-a23f-d0911eac9419" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.707840] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ce361759-d50a-4d14-9d73-0011308e7167 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "fb9630cf-b4cf-4f8c-a23f-d0911eac9419" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.707840] env[69663]: INFO nova.compute.manager [None req-ce361759-d50a-4d14-9d73-0011308e7167 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Attaching volume d1b9ccb3-dcb5-42f0-86d7-d6c9803967e0 to /dev/sdb [ 1109.747184] env[69663]: DEBUG nova.virt.hardware [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1109.747523] env[69663]: DEBUG nova.virt.hardware [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1109.747733] env[69663]: DEBUG nova.virt.hardware [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.748146] env[69663]: DEBUG nova.virt.hardware [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1109.748346] env[69663]: DEBUG nova.virt.hardware [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.748508] env[69663]: DEBUG nova.virt.hardware [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1109.748751] env[69663]: DEBUG nova.virt.hardware [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1109.748941] env[69663]: DEBUG nova.virt.hardware [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1109.749064] env[69663]: DEBUG nova.virt.hardware [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1109.749464] env[69663]: DEBUG nova.virt.hardware [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1109.749661] env[69663]: DEBUG nova.virt.hardware [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1109.750652] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e692271-9833-453c-9a4e-314c8e3b40a7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.756389] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db2fe00-4819-4f18-a2e0-6a511a3f5e75 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.765776] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd37ffc-cae8-4920-b861-119fbde1ac96 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.769126] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7c62c0-4cda-4f65-935e-ce590aa020cb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.786277] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:cc:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec903a9-d773-4d7c-a80c-c2533be346fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3d72b8a-4a01-48a0-9de1-560ed6701f61', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1109.793741] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.799901] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1109.800230] env[69663]: DEBUG nova.virt.block_device [None req-ce361759-d50a-4d14-9d73-0011308e7167 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Updating existing volume attachment record: 23005802-4f0f-4c13-a13b-a03d365ce098 {{(pid=69663) _volume_attach /opt/stack/nova/nova/virt/block_device.py:665}} [ 1109.802372] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de5aa2d9-cb7a-456c-bbe6-69ceb06fdf2b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.825740] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1109.825740] env[69663]: value = "task-3333321" [ 1109.825740] env[69663]: _type = "Task" [ 1109.825740] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.834302] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333321, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.835788] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cfd1d6-eab4-44c6-b693-246db4c23c2f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.843141] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c441a778-e2e9-45a8-8ef1-21398b3d66d1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.851777] env[69663]: DEBUG nova.compute.manager [req-d7905791-8a91-4a38-888c-0c7e092204e7 req-1af6759e-8ce8-4f94-81ba-9e7b39db6396 service nova] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Received event network-vif-plugged-4409fc69-b7ff-47e1-935e-fbffe39e0db4 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1109.851854] env[69663]: DEBUG oslo_concurrency.lockutils [req-d7905791-8a91-4a38-888c-0c7e092204e7 req-1af6759e-8ce8-4f94-81ba-9e7b39db6396 service nova] Acquiring lock "f20a4a77-ff8f-41e3-8357-0db0a12351b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.852040] env[69663]: DEBUG oslo_concurrency.lockutils [req-d7905791-8a91-4a38-888c-0c7e092204e7 req-1af6759e-8ce8-4f94-81ba-9e7b39db6396 service nova] Lock "f20a4a77-ff8f-41e3-8357-0db0a12351b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.852379] env[69663]: DEBUG oslo_concurrency.lockutils [req-d7905791-8a91-4a38-888c-0c7e092204e7 req-1af6759e-8ce8-4f94-81ba-9e7b39db6396 service nova] Lock "f20a4a77-ff8f-41e3-8357-0db0a12351b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.852663] env[69663]: DEBUG nova.compute.manager [req-d7905791-8a91-4a38-888c-0c7e092204e7 req-1af6759e-8ce8-4f94-81ba-9e7b39db6396 service nova] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] No waiting events found dispatching network-vif-plugged-4409fc69-b7ff-47e1-935e-fbffe39e0db4 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1109.852743] env[69663]: WARNING nova.compute.manager [req-d7905791-8a91-4a38-888c-0c7e092204e7 req-1af6759e-8ce8-4f94-81ba-9e7b39db6396 service nova] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Received unexpected event network-vif-plugged-4409fc69-b7ff-47e1-935e-fbffe39e0db4 for instance with vm_state building and task_state spawning. [ 1109.880590] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f135ba66-6a4b-428f-bac6-6fc25293dcce {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.889526] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c0e421-5574-4a00-8758-beea6240d59c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.905020] env[69663]: DEBUG nova.compute.provider_tree [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1109.949882] env[69663]: DEBUG nova.network.neutron [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Successfully updated port: 4409fc69-b7ff-47e1-935e-fbffe39e0db4 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1109.961443] env[69663]: DEBUG nova.compute.manager [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1110.339416] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333321, 'name': CreateVM_Task, 'duration_secs': 0.416571} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.340102] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1110.341156] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.341156] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.341156] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.341366] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6462408-bf68-4a50-8e5c-dd218dab212c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.347463] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1110.347463] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5278e680-b70c-2464-bdb0-f599bc204935" [ 1110.347463] env[69663]: _type = "Task" [ 1110.347463] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.359033] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5278e680-b70c-2464-bdb0-f599bc204935, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.441665] env[69663]: DEBUG nova.scheduler.client.report [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Updated inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b with generation 140 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1110.442053] env[69663]: DEBUG nova.compute.provider_tree [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Updating resource provider f2fb168a-c97f-41a4-9b18-725376271f6b generation from 140 to 141 during operation: update_inventory {{(pid=69663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1110.442308] env[69663]: DEBUG nova.compute.provider_tree [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1110.452551] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Acquiring lock "refresh_cache-f20a4a77-ff8f-41e3-8357-0db0a12351b2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.452691] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Acquired lock "refresh_cache-f20a4a77-ff8f-41e3-8357-0db0a12351b2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.452841] env[69663]: DEBUG nova.network.neutron [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1110.484817] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.859019] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5278e680-b70c-2464-bdb0-f599bc204935, 'name': SearchDatastore_Task, 'duration_secs': 0.012464} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.859352] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.859601] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1110.859970] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.860169] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.860418] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1110.860738] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36847ac4-5020-4684-a80d-6eee29ccd179 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.875798] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1110.876262] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1110.877509] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7826ec31-47da-4e7b-aa82-a39cc55b9993 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.886261] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1110.886261] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5221e8c1-e556-a6df-7d45-4ff48a599256" [ 1110.886261] env[69663]: _type = "Task" [ 1110.886261] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.900447] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5221e8c1-e556-a6df-7d45-4ff48a599256, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.950808] env[69663]: DEBUG oslo_concurrency.lockutils [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.596s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.950808] env[69663]: DEBUG nova.compute.manager [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1110.951918] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8e9e628d-faf6-4c8b-a3c7-feae9122414c tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.397s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.952756] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8e9e628d-faf6-4c8b-a3c7-feae9122414c tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.955609] env[69663]: DEBUG oslo_concurrency.lockutils [None req-daf9312d-57c0-4b51-b638-aca500e2b82b tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.210s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.960017] env[69663]: DEBUG oslo_concurrency.lockutils [None req-daf9312d-57c0-4b51-b638-aca500e2b82b tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.960017] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6eeb1410-863f-41a8-9b12-77987243d765 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.792s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.960017] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6eeb1410-863f-41a8-9b12-77987243d765 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.960341] env[69663]: DEBUG oslo_concurrency.lockutils [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.109s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.962169] env[69663]: INFO nova.compute.claims [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.000042] env[69663]: INFO nova.scheduler.client.report [None req-6eeb1410-863f-41a8-9b12-77987243d765 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Deleted allocations for instance 58d38bdc-9af7-4673-9ece-de3805c1cd9d [ 1111.003106] env[69663]: INFO nova.scheduler.client.report [None req-8e9e628d-faf6-4c8b-a3c7-feae9122414c tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Deleted allocations for instance bad669a6-f3ec-4d33-ac44-e6d1307ea99d [ 1111.008560] env[69663]: DEBUG nova.network.neutron [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1111.020186] env[69663]: INFO nova.scheduler.client.report [None req-daf9312d-57c0-4b51-b638-aca500e2b82b tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Deleted allocations for instance 673f11e5-201d-4e74-a262-57f5469d785e [ 1111.184809] env[69663]: DEBUG nova.network.neutron [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Updating instance_info_cache with network_info: [{"id": "4409fc69-b7ff-47e1-935e-fbffe39e0db4", "address": "fa:16:3e:d5:aa:41", "network": {"id": "3f0fadcb-cb71-40a0-802f-3b6980b977ae", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1577660428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fa2fdfa7e83480f97937f70b6225ff7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4409fc69-b7", "ovs_interfaceid": "4409fc69-b7ff-47e1-935e-fbffe39e0db4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.400060] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5221e8c1-e556-a6df-7d45-4ff48a599256, 'name': SearchDatastore_Task, 'duration_secs': 0.045909} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.401012] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83bf2118-f02f-4691-89bc-e4d546aeae5f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.407316] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1111.407316] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5224bb5a-b351-f8ac-7e43-4a61b7a7716f" [ 1111.407316] env[69663]: _type = "Task" [ 1111.407316] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.424963] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5224bb5a-b351-f8ac-7e43-4a61b7a7716f, 'name': SearchDatastore_Task, 'duration_secs': 0.01116} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.424963] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.424963] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 17aeb666-e78b-4ef9-b7bb-b2623aed121b/17aeb666-e78b-4ef9-b7bb-b2623aed121b.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1111.424963] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53ce9f69-001c-47f4-a59c-e96f1c25ba49 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.432042] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1111.432042] env[69663]: value = "task-3333325" [ 1111.432042] env[69663]: _type = "Task" [ 1111.432042] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.441982] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.453808] env[69663]: DEBUG nova.compute.utils [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1111.455329] env[69663]: DEBUG nova.compute.manager [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1111.455516] env[69663]: DEBUG nova.network.neutron [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1111.518513] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6eeb1410-863f-41a8-9b12-77987243d765 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lock "58d38bdc-9af7-4673-9ece-de3805c1cd9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.834s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.519992] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8e9e628d-faf6-4c8b-a3c7-feae9122414c tempest-ServersTestFqdnHostnames-735452098 tempest-ServersTestFqdnHostnames-735452098-project-member] Lock "bad669a6-f3ec-4d33-ac44-e6d1307ea99d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.168s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.528310] env[69663]: DEBUG oslo_concurrency.lockutils [None req-daf9312d-57c0-4b51-b638-aca500e2b82b tempest-ImagesTestJSON-514277302 tempest-ImagesTestJSON-514277302-project-member] Lock "673f11e5-201d-4e74-a262-57f5469d785e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.773s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.603132] env[69663]: DEBUG nova.policy [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '159a67a63ed34f26b62e0554650a9650', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a4096cbec2e4fad9c8c7e8edb78b951', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1111.690076] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Releasing lock "refresh_cache-f20a4a77-ff8f-41e3-8357-0db0a12351b2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.690076] env[69663]: DEBUG nova.compute.manager [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Instance network_info: |[{"id": "4409fc69-b7ff-47e1-935e-fbffe39e0db4", "address": "fa:16:3e:d5:aa:41", "network": {"id": "3f0fadcb-cb71-40a0-802f-3b6980b977ae", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1577660428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fa2fdfa7e83480f97937f70b6225ff7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4409fc69-b7", "ovs_interfaceid": "4409fc69-b7ff-47e1-935e-fbffe39e0db4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1111.690283] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:aa:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2624812a-9f9c-461d-8b5f-79bea90c7ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4409fc69-b7ff-47e1-935e-fbffe39e0db4', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1111.698972] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.700511] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1111.700511] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e5884f5-d5cc-4399-aa1f-d008fb10019c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.725744] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1111.725744] env[69663]: value = "task-3333326" [ 1111.725744] env[69663]: _type = "Task" [ 1111.725744] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.738413] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333326, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.946777] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505936} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.947354] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 17aeb666-e78b-4ef9-b7bb-b2623aed121b/17aeb666-e78b-4ef9-b7bb-b2623aed121b.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1111.947606] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.948091] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50d44995-617d-4467-93b6-ad42fbf7674f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.953599] env[69663]: DEBUG nova.compute.manager [req-f733ff3b-223b-47de-a925-d144d00e6aa9 req-96837a8b-4eb9-4b3b-b34d-aff6065ef518 service nova] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Received event network-changed-4409fc69-b7ff-47e1-935e-fbffe39e0db4 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1111.953804] env[69663]: DEBUG nova.compute.manager [req-f733ff3b-223b-47de-a925-d144d00e6aa9 req-96837a8b-4eb9-4b3b-b34d-aff6065ef518 service nova] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Refreshing instance network info cache due to event network-changed-4409fc69-b7ff-47e1-935e-fbffe39e0db4. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1111.954039] env[69663]: DEBUG oslo_concurrency.lockutils [req-f733ff3b-223b-47de-a925-d144d00e6aa9 req-96837a8b-4eb9-4b3b-b34d-aff6065ef518 service nova] Acquiring lock "refresh_cache-f20a4a77-ff8f-41e3-8357-0db0a12351b2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.954195] env[69663]: DEBUG oslo_concurrency.lockutils [req-f733ff3b-223b-47de-a925-d144d00e6aa9 req-96837a8b-4eb9-4b3b-b34d-aff6065ef518 service nova] Acquired lock "refresh_cache-f20a4a77-ff8f-41e3-8357-0db0a12351b2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.954601] env[69663]: DEBUG nova.network.neutron [req-f733ff3b-223b-47de-a925-d144d00e6aa9 req-96837a8b-4eb9-4b3b-b34d-aff6065ef518 service nova] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Refreshing network info cache for port 4409fc69-b7ff-47e1-935e-fbffe39e0db4 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1111.959585] env[69663]: DEBUG nova.compute.manager [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1111.964097] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1111.964097] env[69663]: value = "task-3333327" [ 1111.964097] env[69663]: _type = "Task" [ 1111.964097] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.982429] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333327, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.239294] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333326, 'name': CreateVM_Task, 'duration_secs': 0.432586} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.239637] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1112.242896] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.243094] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.243751] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.243950] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7be4b476-3186-4534-a5be-0cc6283fa4ef {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.252708] env[69663]: DEBUG oslo_vmware.api [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Waiting for the task: (returnval){ [ 1112.252708] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52cfcc42-9054-2c4e-7642-13c21f87b9fc" [ 1112.252708] env[69663]: _type = "Task" [ 1112.252708] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.263518] env[69663]: DEBUG oslo_vmware.api [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52cfcc42-9054-2c4e-7642-13c21f87b9fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.368195] env[69663]: DEBUG nova.network.neutron [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Successfully created port: d308e305-99f1-41bd-bf8b-a8dfddd9d84b {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1112.398198] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4575467-493d-4e4c-b6e6-559a546b8677 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.406528] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86dbcc8c-1b48-47c8-99c5-6a3fa6ea8799 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.445999] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe2dcbd-4f6d-4761-b81f-ee2c3e97fba2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.454881] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed46a563-e9cc-401c-b606-7637d49df6a8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.479734] env[69663]: DEBUG nova.compute.provider_tree [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.490782] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333327, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07029} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.494362] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1112.494362] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c15d640-6ce2-4478-9cb8-6b4bf6c0b9ff {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.518164] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 17aeb666-e78b-4ef9-b7bb-b2623aed121b/17aeb666-e78b-4ef9-b7bb-b2623aed121b.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.518894] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcd12155-9b42-46b1-a11a-3e1042cf3071 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.543191] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1112.543191] env[69663]: value = "task-3333329" [ 1112.543191] env[69663]: _type = "Task" [ 1112.543191] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.554365] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333329, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.767982] env[69663]: DEBUG oslo_vmware.api [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52cfcc42-9054-2c4e-7642-13c21f87b9fc, 'name': SearchDatastore_Task, 'duration_secs': 0.011044} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.768358] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.768803] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.769121] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.769314] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.770011] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.770378] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bb19d1f-679e-48e7-ada8-638347bde161 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.781144] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.782189] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1112.783189] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eabccfb3-8f0a-4b66-8c65-ffbc6ff65b94 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.794025] env[69663]: DEBUG oslo_vmware.api [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Waiting for the task: (returnval){ [ 1112.794025] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e90a2e-855e-4f3c-9568-e6523f9d3cf2" [ 1112.794025] env[69663]: _type = "Task" [ 1112.794025] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.803935] env[69663]: DEBUG oslo_vmware.api [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e90a2e-855e-4f3c-9568-e6523f9d3cf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.983090] env[69663]: DEBUG nova.compute.manager [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1112.986431] env[69663]: DEBUG nova.scheduler.client.report [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1113.015949] env[69663]: DEBUG nova.network.neutron [req-f733ff3b-223b-47de-a925-d144d00e6aa9 req-96837a8b-4eb9-4b3b-b34d-aff6065ef518 service nova] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Updated VIF entry in instance network info cache for port 4409fc69-b7ff-47e1-935e-fbffe39e0db4. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1113.016312] env[69663]: DEBUG nova.network.neutron [req-f733ff3b-223b-47de-a925-d144d00e6aa9 req-96837a8b-4eb9-4b3b-b34d-aff6065ef518 service nova] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Updating instance_info_cache with network_info: [{"id": "4409fc69-b7ff-47e1-935e-fbffe39e0db4", "address": "fa:16:3e:d5:aa:41", "network": {"id": "3f0fadcb-cb71-40a0-802f-3b6980b977ae", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1577660428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0fa2fdfa7e83480f97937f70b6225ff7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4409fc69-b7", "ovs_interfaceid": "4409fc69-b7ff-47e1-935e-fbffe39e0db4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.025141] env[69663]: DEBUG nova.virt.hardware [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1113.025141] env[69663]: DEBUG nova.virt.hardware [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1113.025141] env[69663]: DEBUG nova.virt.hardware [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.025141] env[69663]: DEBUG nova.virt.hardware [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1113.025141] env[69663]: DEBUG nova.virt.hardware [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.025141] env[69663]: DEBUG nova.virt.hardware [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1113.025141] env[69663]: DEBUG nova.virt.hardware [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1113.025141] env[69663]: DEBUG nova.virt.hardware [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1113.025588] env[69663]: DEBUG nova.virt.hardware [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1113.025588] env[69663]: DEBUG nova.virt.hardware [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1113.026297] env[69663]: DEBUG nova.virt.hardware [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1113.027701] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d4531a-3c97-4cbb-bd1a-a059298c05e5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.040712] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32e6c0a-da37-43d9-aef4-daedcbb320e4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.056352] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333329, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.308891] env[69663]: DEBUG oslo_vmware.api [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e90a2e-855e-4f3c-9568-e6523f9d3cf2, 'name': SearchDatastore_Task, 'duration_secs': 0.010996} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.310326] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b541e7c7-49d1-43b2-bd78-2d3b9a938da6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.319578] env[69663]: DEBUG oslo_vmware.api [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Waiting for the task: (returnval){ [ 1113.319578] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52fe21eb-5e56-66f3-fd2b-8dadd5c0bf46" [ 1113.319578] env[69663]: _type = "Task" [ 1113.319578] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.330628] env[69663]: DEBUG oslo_vmware.api [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52fe21eb-5e56-66f3-fd2b-8dadd5c0bf46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.494153] env[69663]: DEBUG oslo_concurrency.lockutils [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.494153] env[69663]: DEBUG nova.compute.manager [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1113.496424] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0e8ef35d-0629-4b29-bc7b-e6443b7d2c57 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.971s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.496780] env[69663]: DEBUG nova.objects.instance [None req-0e8ef35d-0629-4b29-bc7b-e6443b7d2c57 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lazy-loading 'resources' on Instance uuid 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.533779] env[69663]: DEBUG oslo_concurrency.lockutils [req-f733ff3b-223b-47de-a925-d144d00e6aa9 req-96837a8b-4eb9-4b3b-b34d-aff6065ef518 service nova] Releasing lock "refresh_cache-f20a4a77-ff8f-41e3-8357-0db0a12351b2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.559078] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333329, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.833022] env[69663]: DEBUG oslo_vmware.api [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52fe21eb-5e56-66f3-fd2b-8dadd5c0bf46, 'name': SearchDatastore_Task, 'duration_secs': 0.011409} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.837138] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.839752] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] f20a4a77-ff8f-41e3-8357-0db0a12351b2/f20a4a77-ff8f-41e3-8357-0db0a12351b2.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1113.839752] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a566f8c2-df30-4a71-bb80-1d2295b11943 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.847488] env[69663]: DEBUG oslo_vmware.api [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Waiting for the task: (returnval){ [ 1113.847488] env[69663]: value = "task-3333330" [ 1113.847488] env[69663]: _type = "Task" [ 1113.847488] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.856953] env[69663]: DEBUG oslo_vmware.api [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3333330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.000259] env[69663]: DEBUG nova.compute.utils [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1114.006075] env[69663]: DEBUG nova.compute.manager [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1114.006756] env[69663]: DEBUG nova.network.neutron [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1114.061765] env[69663]: DEBUG nova.policy [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd4b0fe8fb5d49dda971434c01782a17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '475ee851db874998812727745d5e1747', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1114.072133] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333329, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.319416] env[69663]: DEBUG oslo_concurrency.lockutils [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "a345e15c-764f-4cae-a56d-9dff582285e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.319416] env[69663]: DEBUG oslo_concurrency.lockutils [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "a345e15c-764f-4cae-a56d-9dff582285e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.359877] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce361759-d50a-4d14-9d73-0011308e7167 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Volume attach. Driver type: vmdk {{(pid=69663) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1114.359877] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce361759-d50a-4d14-9d73-0011308e7167 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665397', 'volume_id': 'd1b9ccb3-dcb5-42f0-86d7-d6c9803967e0', 'name': 'volume-d1b9ccb3-dcb5-42f0-86d7-d6c9803967e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fb9630cf-b4cf-4f8c-a23f-d0911eac9419', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1b9ccb3-dcb5-42f0-86d7-d6c9803967e0', 'serial': 'd1b9ccb3-dcb5-42f0-86d7-d6c9803967e0'} {{(pid=69663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1114.359877] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b3e235-6b79-48ca-9ec9-e229a481f9ab {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.365899] env[69663]: DEBUG oslo_vmware.api [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3333330, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.387123] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef99468-c230-434c-a42d-feffc7a01735 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.418654] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce361759-d50a-4d14-9d73-0011308e7167 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] volume-d1b9ccb3-dcb5-42f0-86d7-d6c9803967e0/volume-d1b9ccb3-dcb5-42f0-86d7-d6c9803967e0.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.422145] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-742dbd43-2883-4f41-aa79-6fd930a37061 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.444854] env[69663]: DEBUG oslo_vmware.api [None req-ce361759-d50a-4d14-9d73-0011308e7167 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Waiting for the task: (returnval){ [ 1114.444854] env[69663]: value = "task-3333331" [ 1114.444854] env[69663]: _type = "Task" [ 1114.444854] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.457660] env[69663]: DEBUG oslo_vmware.api [None req-ce361759-d50a-4d14-9d73-0011308e7167 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333331, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.506102] env[69663]: DEBUG nova.compute.manager [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1114.558024] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333329, 'name': ReconfigVM_Task, 'duration_secs': 1.769904} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.558914] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 17aeb666-e78b-4ef9-b7bb-b2623aed121b/17aeb666-e78b-4ef9-b7bb-b2623aed121b.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.560956] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'encryption_secret_uuid': None, 'disk_bus': None, 'encryption_format': None, 'guest_format': None, 'size': 0, 'encryption_options': None, 'device_type': 'disk', 'device_name': '/dev/sda', 'boot_index': 0, 'image_id': '03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665389', 'volume_id': 'e41ca902-0d22-4452-b951-7fbd74f9f173', 'name': 'volume-e41ca902-0d22-4452-b951-7fbd74f9f173', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '17aeb666-e78b-4ef9-b7bb-b2623aed121b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e41ca902-0d22-4452-b951-7fbd74f9f173', 'serial': 'e41ca902-0d22-4452-b951-7fbd74f9f173'}, 'device_type': None, 'attachment_id': '3c512bf7-0c6d-4067-a170-d4b69f1277c3', 'delete_on_termination': False, 'boot_index': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=69663) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1114.561487] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Volume attach. Driver type: vmdk {{(pid=69663) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1114.561740] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665389', 'volume_id': 'e41ca902-0d22-4452-b951-7fbd74f9f173', 'name': 'volume-e41ca902-0d22-4452-b951-7fbd74f9f173', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '17aeb666-e78b-4ef9-b7bb-b2623aed121b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e41ca902-0d22-4452-b951-7fbd74f9f173', 'serial': 'e41ca902-0d22-4452-b951-7fbd74f9f173'} {{(pid=69663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1114.562671] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c83255-f2ce-43c8-b632-05d754016bdc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.565798] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3362debb-06ea-450a-8673-133ed605cabd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.585407] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75682cf-6423-4342-88ff-fe582b9ffffa {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.589998] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55b0cc6-70c2-4683-af17-73112fa20438 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.619298] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] volume-e41ca902-0d22-4452-b951-7fbd74f9f173/volume-e41ca902-0d22-4452-b951-7fbd74f9f173.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.644189] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0886c48d-b52d-43ea-b890-a34c630cd06a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.658440] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca152346-b19d-4377-85ea-e497be9606ca {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.667939] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44f3f1c-a564-469c-b71e-210112958a40 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.673512] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1114.673512] env[69663]: value = "task-3333332" [ 1114.673512] env[69663]: _type = "Task" [ 1114.673512] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.685414] env[69663]: DEBUG nova.compute.provider_tree [None req-0e8ef35d-0629-4b29-bc7b-e6443b7d2c57 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.694722] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333332, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.824294] env[69663]: DEBUG nova.compute.manager [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1114.862854] env[69663]: DEBUG oslo_vmware.api [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3333330, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.954898] env[69663]: DEBUG oslo_vmware.api [None req-ce361759-d50a-4d14-9d73-0011308e7167 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333331, 'name': ReconfigVM_Task, 'duration_secs': 0.506746} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.955231] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce361759-d50a-4d14-9d73-0011308e7167 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Reconfigured VM instance instance-00000056 to attach disk [datastore1] volume-d1b9ccb3-dcb5-42f0-86d7-d6c9803967e0/volume-d1b9ccb3-dcb5-42f0-86d7-d6c9803967e0.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.962358] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7039f404-b015-4802-b9c7-b381ee869c76 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.981037] env[69663]: DEBUG oslo_vmware.api [None req-ce361759-d50a-4d14-9d73-0011308e7167 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Waiting for the task: (returnval){ [ 1114.981037] env[69663]: value = "task-3333333" [ 1114.981037] env[69663]: _type = "Task" [ 1114.981037] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.989571] env[69663]: DEBUG oslo_vmware.api [None req-ce361759-d50a-4d14-9d73-0011308e7167 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333333, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.164372] env[69663]: DEBUG nova.compute.manager [req-150f3372-37fe-4b98-adce-1568a8b807c6 req-0691f50f-a3bd-4889-a4a5-97a370b2282a service nova] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Received event network-vif-plugged-d308e305-99f1-41bd-bf8b-a8dfddd9d84b {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1115.164372] env[69663]: DEBUG oslo_concurrency.lockutils [req-150f3372-37fe-4b98-adce-1568a8b807c6 req-0691f50f-a3bd-4889-a4a5-97a370b2282a service nova] Acquiring lock "f29306c4-e5dd-45a7-83ea-53d9350d5fe0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.164504] env[69663]: DEBUG oslo_concurrency.lockutils [req-150f3372-37fe-4b98-adce-1568a8b807c6 req-0691f50f-a3bd-4889-a4a5-97a370b2282a service nova] Lock "f29306c4-e5dd-45a7-83ea-53d9350d5fe0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.164683] env[69663]: DEBUG oslo_concurrency.lockutils [req-150f3372-37fe-4b98-adce-1568a8b807c6 req-0691f50f-a3bd-4889-a4a5-97a370b2282a service nova] Lock "f29306c4-e5dd-45a7-83ea-53d9350d5fe0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.164863] env[69663]: DEBUG nova.compute.manager [req-150f3372-37fe-4b98-adce-1568a8b807c6 req-0691f50f-a3bd-4889-a4a5-97a370b2282a service nova] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] No waiting events found dispatching network-vif-plugged-d308e305-99f1-41bd-bf8b-a8dfddd9d84b {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1115.165050] env[69663]: WARNING nova.compute.manager [req-150f3372-37fe-4b98-adce-1568a8b807c6 req-0691f50f-a3bd-4889-a4a5-97a370b2282a service nova] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Received unexpected event network-vif-plugged-d308e305-99f1-41bd-bf8b-a8dfddd9d84b for instance with vm_state building and task_state spawning. [ 1115.185116] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333332, 'name': ReconfigVM_Task, 'duration_secs': 0.416379} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.186062] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Reconfigured VM instance instance-00000053 to attach disk [datastore2] volume-e41ca902-0d22-4452-b951-7fbd74f9f173/volume-e41ca902-0d22-4452-b951-7fbd74f9f173.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.193194] env[69663]: DEBUG nova.network.neutron [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Successfully created port: b195b3e0-5b72-4f76-a35b-ef1071cf7616 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1115.194524] env[69663]: DEBUG nova.scheduler.client.report [None req-0e8ef35d-0629-4b29-bc7b-e6443b7d2c57 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1115.198073] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dd4f55f-6ac4-43ef-acc5-403f960ca2fb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.220267] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1115.220267] env[69663]: value = "task-3333334" [ 1115.220267] env[69663]: _type = "Task" [ 1115.220267] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.230020] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333334, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.270679] env[69663]: DEBUG nova.network.neutron [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Successfully updated port: d308e305-99f1-41bd-bf8b-a8dfddd9d84b {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1115.353492] env[69663]: DEBUG oslo_concurrency.lockutils [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.364904] env[69663]: DEBUG oslo_vmware.api [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3333330, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.488631} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.365406] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] f20a4a77-ff8f-41e3-8357-0db0a12351b2/f20a4a77-ff8f-41e3-8357-0db0a12351b2.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1115.366028] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1115.366347] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96d626f9-a426-43b3-b14b-90262af3fb12 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.375261] env[69663]: DEBUG oslo_vmware.api [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Waiting for the task: (returnval){ [ 1115.375261] env[69663]: value = "task-3333335" [ 1115.375261] env[69663]: _type = "Task" [ 1115.375261] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.385680] env[69663]: DEBUG oslo_vmware.api [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3333335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.490238] env[69663]: DEBUG oslo_vmware.api [None req-ce361759-d50a-4d14-9d73-0011308e7167 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333333, 'name': ReconfigVM_Task, 'duration_secs': 0.176641} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.490603] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce361759-d50a-4d14-9d73-0011308e7167 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665397', 'volume_id': 'd1b9ccb3-dcb5-42f0-86d7-d6c9803967e0', 'name': 'volume-d1b9ccb3-dcb5-42f0-86d7-d6c9803967e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fb9630cf-b4cf-4f8c-a23f-d0911eac9419', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1b9ccb3-dcb5-42f0-86d7-d6c9803967e0', 'serial': 'd1b9ccb3-dcb5-42f0-86d7-d6c9803967e0'} {{(pid=69663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1115.515693] env[69663]: DEBUG nova.compute.manager [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1115.545780] env[69663]: DEBUG nova.virt.hardware [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1115.546113] env[69663]: DEBUG nova.virt.hardware [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1115.546338] env[69663]: DEBUG nova.virt.hardware [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.546605] env[69663]: DEBUG nova.virt.hardware [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1115.546834] env[69663]: DEBUG nova.virt.hardware [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.547066] env[69663]: DEBUG nova.virt.hardware [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1115.547358] env[69663]: DEBUG nova.virt.hardware [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1115.547564] env[69663]: DEBUG nova.virt.hardware [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1115.547777] env[69663]: DEBUG nova.virt.hardware [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1115.547980] env[69663]: DEBUG nova.virt.hardware [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1115.548218] env[69663]: DEBUG nova.virt.hardware [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1115.549450] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f263fe9-0cf6-4a8f-b36b-dd88e1e547cb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.560058] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622159db-adb1-48e2-9700-9ffb0e64d1aa {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.716049] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0e8ef35d-0629-4b29-bc7b-e6443b7d2c57 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.719225] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.677s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.721151] env[69663]: INFO nova.compute.claims [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.737745] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333334, 'name': ReconfigVM_Task, 'duration_secs': 0.168017} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.738216] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665389', 'volume_id': 'e41ca902-0d22-4452-b951-7fbd74f9f173', 'name': 'volume-e41ca902-0d22-4452-b951-7fbd74f9f173', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '17aeb666-e78b-4ef9-b7bb-b2623aed121b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e41ca902-0d22-4452-b951-7fbd74f9f173', 'serial': 'e41ca902-0d22-4452-b951-7fbd74f9f173'} {{(pid=69663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1115.738919] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41fb7a03-1fa0-4a7f-a2c9-ef8e94141045 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.742247] env[69663]: INFO nova.scheduler.client.report [None req-0e8ef35d-0629-4b29-bc7b-e6443b7d2c57 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Deleted allocations for instance 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2 [ 1115.755903] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1115.755903] env[69663]: value = "task-3333336" [ 1115.755903] env[69663]: _type = "Task" [ 1115.755903] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.766671] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333336, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.775464] env[69663]: DEBUG oslo_concurrency.lockutils [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Acquiring lock "refresh_cache-f29306c4-e5dd-45a7-83ea-53d9350d5fe0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.776058] env[69663]: DEBUG oslo_concurrency.lockutils [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Acquired lock "refresh_cache-f29306c4-e5dd-45a7-83ea-53d9350d5fe0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.776058] env[69663]: DEBUG nova.network.neutron [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1115.885787] env[69663]: DEBUG oslo_vmware.api [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3333335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08892} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.886071] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.886874] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51207d6d-791b-4afa-86b6-dc71ea354703 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.910125] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] f20a4a77-ff8f-41e3-8357-0db0a12351b2/f20a4a77-ff8f-41e3-8357-0db0a12351b2.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.910479] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b611854-8e0e-47a9-96f3-5e605b373dd7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.931322] env[69663]: DEBUG oslo_vmware.api [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Waiting for the task: (returnval){ [ 1115.931322] env[69663]: value = "task-3333337" [ 1115.931322] env[69663]: _type = "Task" [ 1115.931322] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.939588] env[69663]: DEBUG oslo_vmware.api [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3333337, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.097890] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquiring lock "df83c894-73b4-4529-8a99-0ead18aa5cf2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.098177] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lock "df83c894-73b4-4529-8a99-0ead18aa5cf2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.255646] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0e8ef35d-0629-4b29-bc7b-e6443b7d2c57 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.044s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.266299] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333336, 'name': Rename_Task, 'duration_secs': 0.162355} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.266416] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1116.266628] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e27b7ea4-ea32-4c8b-a76f-3b9cc0841f28 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.274304] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1116.274304] env[69663]: value = "task-3333338" [ 1116.274304] env[69663]: _type = "Task" [ 1116.274304] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.284128] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333338, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.318813] env[69663]: DEBUG nova.network.neutron [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1116.442612] env[69663]: DEBUG oslo_vmware.api [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3333337, 'name': ReconfigVM_Task, 'duration_secs': 0.269044} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.442929] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Reconfigured VM instance instance-0000005e to attach disk [datastore1] f20a4a77-ff8f-41e3-8357-0db0a12351b2/f20a4a77-ff8f-41e3-8357-0db0a12351b2.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.443594] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0093995c-3199-45e9-843d-d363a9a34804 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.451355] env[69663]: DEBUG oslo_vmware.api [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Waiting for the task: (returnval){ [ 1116.451355] env[69663]: value = "task-3333339" [ 1116.451355] env[69663]: _type = "Task" [ 1116.451355] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.460179] env[69663]: DEBUG oslo_vmware.api [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3333339, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.510961] env[69663]: DEBUG nova.network.neutron [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Updating instance_info_cache with network_info: [{"id": "d308e305-99f1-41bd-bf8b-a8dfddd9d84b", "address": "fa:16:3e:de:a7:92", "network": {"id": "87c249ad-7ad3-45ce-9af5-bd5948e90b7c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1062572832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5a4096cbec2e4fad9c8c7e8edb78b951", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd308e305-99", "ovs_interfaceid": "d308e305-99f1-41bd-bf8b-a8dfddd9d84b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.538206] env[69663]: DEBUG nova.objects.instance [None req-ce361759-d50a-4d14-9d73-0011308e7167 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lazy-loading 'flavor' on Instance uuid fb9630cf-b4cf-4f8c-a23f-d0911eac9419 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.600455] env[69663]: DEBUG nova.compute.manager [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1116.787869] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333338, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.961622] env[69663]: DEBUG oslo_vmware.api [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3333339, 'name': Rename_Task, 'duration_secs': 0.172949} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.964712] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1116.965647] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a854d2e-8eba-4175-b1f1-728a15303b1e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.973727] env[69663]: DEBUG oslo_vmware.api [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Waiting for the task: (returnval){ [ 1116.973727] env[69663]: value = "task-3333340" [ 1116.973727] env[69663]: _type = "Task" [ 1116.973727] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.987044] env[69663]: DEBUG oslo_vmware.api [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3333340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.014200] env[69663]: DEBUG oslo_concurrency.lockutils [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Releasing lock "refresh_cache-f29306c4-e5dd-45a7-83ea-53d9350d5fe0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.014823] env[69663]: DEBUG nova.compute.manager [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Instance network_info: |[{"id": "d308e305-99f1-41bd-bf8b-a8dfddd9d84b", "address": "fa:16:3e:de:a7:92", "network": {"id": "87c249ad-7ad3-45ce-9af5-bd5948e90b7c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1062572832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5a4096cbec2e4fad9c8c7e8edb78b951", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd308e305-99", "ovs_interfaceid": "d308e305-99f1-41bd-bf8b-a8dfddd9d84b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1117.015344] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:a7:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '571cdf48-7016-4715-8739-4cb70c90cd6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd308e305-99f1-41bd-bf8b-a8dfddd9d84b', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1117.027915] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.036130] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1117.036603] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f66bbbd-c01c-4576-bf9b-d1b3eee50fd4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.056189] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ce361759-d50a-4d14-9d73-0011308e7167 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "fb9630cf-b4cf-4f8c-a23f-d0911eac9419" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.349s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.062941] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1117.062941] env[69663]: value = "task-3333341" [ 1117.062941] env[69663]: _type = "Task" [ 1117.062941] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.072165] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333341, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.122839] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.125362] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd7e685-976a-4f65-b090-517584f3c558 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.133639] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0794a3-028e-4889-8a23-88e79543afaf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.169947] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ccd7a7-10df-4290-bc50-4e3c0407739a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.178548] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d5a6f1-c3a4-4208-8d21-1ba0aaa45606 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.192780] env[69663]: DEBUG oslo_concurrency.lockutils [None req-53c91b6e-97f9-45a6-85e5-8cb6dbe3865f tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Acquiring lock "fb9630cf-b4cf-4f8c-a23f-d0911eac9419" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.193046] env[69663]: DEBUG oslo_concurrency.lockutils [None req-53c91b6e-97f9-45a6-85e5-8cb6dbe3865f tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "fb9630cf-b4cf-4f8c-a23f-d0911eac9419" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.193236] env[69663]: DEBUG nova.compute.manager [None req-53c91b6e-97f9-45a6-85e5-8cb6dbe3865f tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1117.193731] env[69663]: DEBUG nova.compute.provider_tree [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1117.196192] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2166500-57ea-41a3-8a96-ca570de61823 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.203667] env[69663]: DEBUG nova.compute.manager [None req-53c91b6e-97f9-45a6-85e5-8cb6dbe3865f tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69663) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1117.204210] env[69663]: DEBUG nova.objects.instance [None req-53c91b6e-97f9-45a6-85e5-8cb6dbe3865f tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lazy-loading 'flavor' on Instance uuid fb9630cf-b4cf-4f8c-a23f-d0911eac9419 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.216299] env[69663]: DEBUG nova.compute.manager [req-6c82ac1d-88df-4d9b-a7dc-429185990dd9 req-7cb53585-556d-434c-afc8-4c2343ee4f1d service nova] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Received event network-changed-d308e305-99f1-41bd-bf8b-a8dfddd9d84b {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1117.216493] env[69663]: DEBUG nova.compute.manager [req-6c82ac1d-88df-4d9b-a7dc-429185990dd9 req-7cb53585-556d-434c-afc8-4c2343ee4f1d service nova] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Refreshing instance network info cache due to event network-changed-d308e305-99f1-41bd-bf8b-a8dfddd9d84b. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1117.216712] env[69663]: DEBUG oslo_concurrency.lockutils [req-6c82ac1d-88df-4d9b-a7dc-429185990dd9 req-7cb53585-556d-434c-afc8-4c2343ee4f1d service nova] Acquiring lock "refresh_cache-f29306c4-e5dd-45a7-83ea-53d9350d5fe0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.216888] env[69663]: DEBUG oslo_concurrency.lockutils [req-6c82ac1d-88df-4d9b-a7dc-429185990dd9 req-7cb53585-556d-434c-afc8-4c2343ee4f1d service nova] Acquired lock "refresh_cache-f29306c4-e5dd-45a7-83ea-53d9350d5fe0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.217214] env[69663]: DEBUG nova.network.neutron [req-6c82ac1d-88df-4d9b-a7dc-429185990dd9 req-7cb53585-556d-434c-afc8-4c2343ee4f1d service nova] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Refreshing network info cache for port d308e305-99f1-41bd-bf8b-a8dfddd9d84b {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1117.278479] env[69663]: DEBUG nova.network.neutron [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Successfully updated port: b195b3e0-5b72-4f76-a35b-ef1071cf7616 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1117.292592] env[69663]: DEBUG oslo_vmware.api [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333338, 'name': PowerOnVM_Task, 'duration_secs': 0.51416} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.292916] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1117.293191] env[69663]: DEBUG nova.compute.manager [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1117.294410] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8385c8fe-99cb-4998-8007-ab71aa96ea57 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.484499] env[69663]: DEBUG oslo_vmware.api [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3333340, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.573988] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333341, 'name': CreateVM_Task, 'duration_secs': 0.364802} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.574232] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1117.574909] env[69663]: DEBUG oslo_concurrency.lockutils [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.575127] env[69663]: DEBUG oslo_concurrency.lockutils [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.575456] env[69663]: DEBUG oslo_concurrency.lockutils [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.575717] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b49644a-e4d2-4c20-a62f-727fac348799 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.581185] env[69663]: DEBUG oslo_vmware.api [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for the task: (returnval){ [ 1117.581185] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52dd9b2a-84d0-ad14-70e1-a876b3c91ea8" [ 1117.581185] env[69663]: _type = "Task" [ 1117.581185] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.589987] env[69663]: DEBUG oslo_vmware.api [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52dd9b2a-84d0-ad14-70e1-a876b3c91ea8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.709411] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-53c91b6e-97f9-45a6-85e5-8cb6dbe3865f tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1117.709802] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33ea5404-0afc-4cc1-8258-79b9cac17a73 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.718437] env[69663]: DEBUG oslo_vmware.api [None req-53c91b6e-97f9-45a6-85e5-8cb6dbe3865f tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Waiting for the task: (returnval){ [ 1117.718437] env[69663]: value = "task-3333342" [ 1117.718437] env[69663]: _type = "Task" [ 1117.718437] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.719543] env[69663]: ERROR nova.scheduler.client.report [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [req-f2d26d29-baf0-43af-b52b-7663a43e8569] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f2fb168a-c97f-41a4-9b18-725376271f6b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f2d26d29-baf0-43af-b52b-7663a43e8569"}]} [ 1117.733187] env[69663]: DEBUG oslo_vmware.api [None req-53c91b6e-97f9-45a6-85e5-8cb6dbe3865f tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.737447] env[69663]: DEBUG nova.scheduler.client.report [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Refreshing inventories for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1117.751358] env[69663]: DEBUG nova.scheduler.client.report [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Updating ProviderTree inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1117.751657] env[69663]: DEBUG nova.compute.provider_tree [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1117.762908] env[69663]: DEBUG nova.scheduler.client.report [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Refreshing aggregate associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, aggregates: None {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1117.779448] env[69663]: DEBUG nova.scheduler.client.report [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Refreshing trait associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1117.785418] env[69663]: DEBUG oslo_concurrency.lockutils [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "refresh_cache-3ea15498-48ec-4d18-838f-27ab8ab76777" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.785462] env[69663]: DEBUG oslo_concurrency.lockutils [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquired lock "refresh_cache-3ea15498-48ec-4d18-838f-27ab8ab76777" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.785729] env[69663]: DEBUG nova.network.neutron [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1117.818968] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.957031] env[69663]: DEBUG nova.network.neutron [req-6c82ac1d-88df-4d9b-a7dc-429185990dd9 req-7cb53585-556d-434c-afc8-4c2343ee4f1d service nova] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Updated VIF entry in instance network info cache for port d308e305-99f1-41bd-bf8b-a8dfddd9d84b. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1117.957418] env[69663]: DEBUG nova.network.neutron [req-6c82ac1d-88df-4d9b-a7dc-429185990dd9 req-7cb53585-556d-434c-afc8-4c2343ee4f1d service nova] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Updating instance_info_cache with network_info: [{"id": "d308e305-99f1-41bd-bf8b-a8dfddd9d84b", "address": "fa:16:3e:de:a7:92", "network": {"id": "87c249ad-7ad3-45ce-9af5-bd5948e90b7c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1062572832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5a4096cbec2e4fad9c8c7e8edb78b951", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd308e305-99", "ovs_interfaceid": "d308e305-99f1-41bd-bf8b-a8dfddd9d84b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.990781] env[69663]: DEBUG oslo_vmware.api [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3333340, 'name': PowerOnVM_Task, 'duration_secs': 0.751718} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.990781] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1117.990781] env[69663]: INFO nova.compute.manager [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Took 8.61 seconds to spawn the instance on the hypervisor. [ 1117.990781] env[69663]: DEBUG nova.compute.manager [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1117.990781] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbea8f3d-303a-47ca-a70e-f53cc9ced466 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.098401] env[69663]: DEBUG oslo_vmware.api [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52dd9b2a-84d0-ad14-70e1-a876b3c91ea8, 'name': SearchDatastore_Task, 'duration_secs': 0.010294} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.098401] env[69663]: DEBUG oslo_concurrency.lockutils [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.098805] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1118.099224] env[69663]: DEBUG oslo_concurrency.lockutils [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.099531] env[69663]: DEBUG oslo_concurrency.lockutils [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.099875] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.106293] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a049537-467e-4efa-8538-e25ca53ee1df {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.109684] env[69663]: DEBUG oslo_concurrency.lockutils [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "23c2bd58-206d-4724-a660-65e3dec18907" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.110170] env[69663]: DEBUG oslo_concurrency.lockutils [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "23c2bd58-206d-4724-a660-65e3dec18907" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.121723] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.122075] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1118.124086] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-525ead53-d859-4b3c-9302-0457b75d17e9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.127462] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c798f30-1e85-4ff6-b820-ce42bebd78cc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.140041] env[69663]: DEBUG oslo_vmware.api [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for the task: (returnval){ [ 1118.140041] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52523ac0-823b-3980-c24f-8a978e803901" [ 1118.140041] env[69663]: _type = "Task" [ 1118.140041] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.141317] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc8ea12-1288-417a-8967-cf9d10e3cf2d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.159026] env[69663]: DEBUG oslo_vmware.api [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52523ac0-823b-3980-c24f-8a978e803901, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.182526] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcccd1d-66a1-48a1-b45b-da8c35ea0ba8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.191449] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f812851a-8a1f-4d23-8ff8-584f315dfcab {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.206794] env[69663]: DEBUG nova.compute.provider_tree [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1118.229208] env[69663]: DEBUG oslo_vmware.api [None req-53c91b6e-97f9-45a6-85e5-8cb6dbe3865f tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333342, 'name': PowerOffVM_Task, 'duration_secs': 0.403184} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.229377] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-53c91b6e-97f9-45a6-85e5-8cb6dbe3865f tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1118.229554] env[69663]: DEBUG nova.compute.manager [None req-53c91b6e-97f9-45a6-85e5-8cb6dbe3865f tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1118.230323] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfe4c80-d13b-4631-98d9-f49475932f03 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.317665] env[69663]: DEBUG nova.network.neutron [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1118.459997] env[69663]: DEBUG oslo_concurrency.lockutils [req-6c82ac1d-88df-4d9b-a7dc-429185990dd9 req-7cb53585-556d-434c-afc8-4c2343ee4f1d service nova] Releasing lock "refresh_cache-f29306c4-e5dd-45a7-83ea-53d9350d5fe0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.459997] env[69663]: DEBUG nova.compute.manager [req-6c82ac1d-88df-4d9b-a7dc-429185990dd9 req-7cb53585-556d-434c-afc8-4c2343ee4f1d service nova] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Received event network-vif-plugged-b195b3e0-5b72-4f76-a35b-ef1071cf7616 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1118.460207] env[69663]: DEBUG oslo_concurrency.lockutils [req-6c82ac1d-88df-4d9b-a7dc-429185990dd9 req-7cb53585-556d-434c-afc8-4c2343ee4f1d service nova] Acquiring lock "3ea15498-48ec-4d18-838f-27ab8ab76777-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.460484] env[69663]: DEBUG oslo_concurrency.lockutils [req-6c82ac1d-88df-4d9b-a7dc-429185990dd9 req-7cb53585-556d-434c-afc8-4c2343ee4f1d service nova] Lock "3ea15498-48ec-4d18-838f-27ab8ab76777-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.460700] env[69663]: DEBUG oslo_concurrency.lockutils [req-6c82ac1d-88df-4d9b-a7dc-429185990dd9 req-7cb53585-556d-434c-afc8-4c2343ee4f1d service nova] Lock "3ea15498-48ec-4d18-838f-27ab8ab76777-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.461020] env[69663]: DEBUG nova.compute.manager [req-6c82ac1d-88df-4d9b-a7dc-429185990dd9 req-7cb53585-556d-434c-afc8-4c2343ee4f1d service nova] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] No waiting events found dispatching network-vif-plugged-b195b3e0-5b72-4f76-a35b-ef1071cf7616 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1118.461134] env[69663]: WARNING nova.compute.manager [req-6c82ac1d-88df-4d9b-a7dc-429185990dd9 req-7cb53585-556d-434c-afc8-4c2343ee4f1d service nova] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Received unexpected event network-vif-plugged-b195b3e0-5b72-4f76-a35b-ef1071cf7616 for instance with vm_state building and task_state spawning. [ 1118.496978] env[69663]: DEBUG nova.network.neutron [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Updating instance_info_cache with network_info: [{"id": "b195b3e0-5b72-4f76-a35b-ef1071cf7616", "address": "fa:16:3e:4c:c5:d5", "network": {"id": "a3b5f8d9-10f5-42a5-895b-ca097d62d6b9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1939411410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "475ee851db874998812727745d5e1747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb195b3e0-5b", "ovs_interfaceid": "b195b3e0-5b72-4f76-a35b-ef1071cf7616", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.513051] env[69663]: INFO nova.compute.manager [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Took 30.99 seconds to build instance. [ 1118.613552] env[69663]: DEBUG nova.compute.manager [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1118.657010] env[69663]: DEBUG oslo_vmware.api [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52523ac0-823b-3980-c24f-8a978e803901, 'name': SearchDatastore_Task, 'duration_secs': 0.023902} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.657904] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eb022ba-c237-4034-8dc2-8c852d2c430c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.664849] env[69663]: DEBUG oslo_vmware.api [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for the task: (returnval){ [ 1118.664849] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5247c54a-7d32-d74b-c576-bcfc48a929d7" [ 1118.664849] env[69663]: _type = "Task" [ 1118.664849] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.673862] env[69663]: DEBUG oslo_vmware.api [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5247c54a-7d32-d74b-c576-bcfc48a929d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.739162] env[69663]: DEBUG nova.scheduler.client.report [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Updated inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b with generation 144 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1118.739454] env[69663]: DEBUG nova.compute.provider_tree [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Updating resource provider f2fb168a-c97f-41a4-9b18-725376271f6b generation from 144 to 145 during operation: update_inventory {{(pid=69663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1118.739646] env[69663]: DEBUG nova.compute.provider_tree [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1118.745540] env[69663]: DEBUG oslo_concurrency.lockutils [None req-53c91b6e-97f9-45a6-85e5-8cb6dbe3865f tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "fb9630cf-b4cf-4f8c-a23f-d0911eac9419" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.552s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.999532] env[69663]: DEBUG oslo_concurrency.lockutils [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Releasing lock "refresh_cache-3ea15498-48ec-4d18-838f-27ab8ab76777" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.999875] env[69663]: DEBUG nova.compute.manager [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Instance network_info: |[{"id": "b195b3e0-5b72-4f76-a35b-ef1071cf7616", "address": "fa:16:3e:4c:c5:d5", "network": {"id": "a3b5f8d9-10f5-42a5-895b-ca097d62d6b9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1939411410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "475ee851db874998812727745d5e1747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb195b3e0-5b", "ovs_interfaceid": "b195b3e0-5b72-4f76-a35b-ef1071cf7616", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1119.000358] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:c5:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a4d142-3f97-47fe-b074-58923c46815e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b195b3e0-5b72-4f76-a35b-ef1071cf7616', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.007959] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.008199] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1119.008436] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f950847b-a0a3-49ee-973a-80a788b48738 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.023043] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5d7afd0e-e1ce-4367-9cc0-e9935884de1a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Lock "f20a4a77-ff8f-41e3-8357-0db0a12351b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.531s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.030621] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1119.030621] env[69663]: value = "task-3333343" [ 1119.030621] env[69663]: _type = "Task" [ 1119.030621] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.038628] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333343, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.135704] env[69663]: DEBUG oslo_concurrency.lockutils [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.176624] env[69663]: DEBUG oslo_vmware.api [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5247c54a-7d32-d74b-c576-bcfc48a929d7, 'name': SearchDatastore_Task, 'duration_secs': 0.010856} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.176968] env[69663]: DEBUG oslo_concurrency.lockutils [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.177868] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] f29306c4-e5dd-45a7-83ea-53d9350d5fe0/f29306c4-e5dd-45a7-83ea-53d9350d5fe0.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1119.177868] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0210b12-e964-48ed-a46f-854b5454b332 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.185875] env[69663]: DEBUG oslo_vmware.api [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for the task: (returnval){ [ 1119.185875] env[69663]: value = "task-3333344" [ 1119.185875] env[69663]: _type = "Task" [ 1119.185875] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.195138] env[69663]: DEBUG oslo_vmware.api [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.246363] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.527s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.247090] env[69663]: DEBUG nova.compute.manager [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1119.250694] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.876s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.250978] env[69663]: DEBUG nova.objects.instance [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Lazy-loading 'resources' on Instance uuid a3dff467-3feb-4278-8511-b4ccdacb50ea {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.258938] env[69663]: DEBUG nova.compute.manager [req-99e1da66-7859-48fc-aa55-b172f8c60816 req-ff23e643-6250-4705-83d2-7aedb2cef0f8 service nova] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Received event network-changed-b195b3e0-5b72-4f76-a35b-ef1071cf7616 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1119.259200] env[69663]: DEBUG nova.compute.manager [req-99e1da66-7859-48fc-aa55-b172f8c60816 req-ff23e643-6250-4705-83d2-7aedb2cef0f8 service nova] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Refreshing instance network info cache due to event network-changed-b195b3e0-5b72-4f76-a35b-ef1071cf7616. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1119.259512] env[69663]: DEBUG oslo_concurrency.lockutils [req-99e1da66-7859-48fc-aa55-b172f8c60816 req-ff23e643-6250-4705-83d2-7aedb2cef0f8 service nova] Acquiring lock "refresh_cache-3ea15498-48ec-4d18-838f-27ab8ab76777" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.261152] env[69663]: DEBUG oslo_concurrency.lockutils [req-99e1da66-7859-48fc-aa55-b172f8c60816 req-ff23e643-6250-4705-83d2-7aedb2cef0f8 service nova] Acquired lock "refresh_cache-3ea15498-48ec-4d18-838f-27ab8ab76777" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.261152] env[69663]: DEBUG nova.network.neutron [req-99e1da66-7859-48fc-aa55-b172f8c60816 req-ff23e643-6250-4705-83d2-7aedb2cef0f8 service nova] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Refreshing network info cache for port b195b3e0-5b72-4f76-a35b-ef1071cf7616 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1119.546747] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333343, 'name': CreateVM_Task, 'duration_secs': 0.415827} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.546969] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1119.547737] env[69663]: DEBUG oslo_concurrency.lockutils [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.547914] env[69663]: DEBUG oslo_concurrency.lockutils [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.548286] env[69663]: DEBUG oslo_concurrency.lockutils [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.548590] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9271c2ff-a7b3-4059-8b9d-0760b5c6a85a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.556750] env[69663]: DEBUG oslo_vmware.api [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1119.556750] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f592d9-f111-3bae-5749-dc05c3bc57fe" [ 1119.556750] env[69663]: _type = "Task" [ 1119.556750] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.567257] env[69663]: DEBUG oslo_vmware.api [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f592d9-f111-3bae-5749-dc05c3bc57fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.696519] env[69663]: DEBUG oslo_vmware.api [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333344, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466833} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.696856] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] f29306c4-e5dd-45a7-83ea-53d9350d5fe0/f29306c4-e5dd-45a7-83ea-53d9350d5fe0.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1119.697072] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.697366] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-547afd7d-4bc7-4c42-a394-15ed0d2b5f4d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.705658] env[69663]: DEBUG oslo_vmware.api [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for the task: (returnval){ [ 1119.705658] env[69663]: value = "task-3333345" [ 1119.705658] env[69663]: _type = "Task" [ 1119.705658] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.714739] env[69663]: DEBUG oslo_vmware.api [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333345, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.752930] env[69663]: DEBUG nova.compute.utils [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1119.754424] env[69663]: DEBUG nova.compute.manager [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1119.754424] env[69663]: DEBUG nova.network.neutron [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1119.758274] env[69663]: DEBUG nova.objects.instance [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Lazy-loading 'numa_topology' on Instance uuid a3dff467-3feb-4278-8511-b4ccdacb50ea {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.775236] env[69663]: DEBUG nova.objects.instance [None req-b052ec50-6010-43f1-a0b2-ff376da624af tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lazy-loading 'flavor' on Instance uuid fb9630cf-b4cf-4f8c-a23f-d0911eac9419 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.877253] env[69663]: DEBUG nova.policy [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '045d9de37ef8469d87d12a48eee57613', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b520dada971c4d7c823cfd847cf6836d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1120.068702] env[69663]: DEBUG oslo_vmware.api [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f592d9-f111-3bae-5749-dc05c3bc57fe, 'name': SearchDatastore_Task, 'duration_secs': 0.029416} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.069058] env[69663]: DEBUG oslo_concurrency.lockutils [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.069308] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.069542] env[69663]: DEBUG oslo_concurrency.lockutils [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.069694] env[69663]: DEBUG oslo_concurrency.lockutils [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.069877] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.070162] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5b848aa-a378-4800-846e-18006b4a6f3b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.081020] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.081020] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1120.081310] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa066398-1dd8-4637-acfb-33de0ad264c4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.088728] env[69663]: DEBUG oslo_vmware.api [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1120.088728] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52625755-a587-33f7-5f95-f999946aa358" [ 1120.088728] env[69663]: _type = "Task" [ 1120.088728] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.096972] env[69663]: DEBUG oslo_vmware.api [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52625755-a587-33f7-5f95-f999946aa358, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.141810] env[69663]: DEBUG nova.network.neutron [req-99e1da66-7859-48fc-aa55-b172f8c60816 req-ff23e643-6250-4705-83d2-7aedb2cef0f8 service nova] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Updated VIF entry in instance network info cache for port b195b3e0-5b72-4f76-a35b-ef1071cf7616. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1120.142244] env[69663]: DEBUG nova.network.neutron [req-99e1da66-7859-48fc-aa55-b172f8c60816 req-ff23e643-6250-4705-83d2-7aedb2cef0f8 service nova] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Updating instance_info_cache with network_info: [{"id": "b195b3e0-5b72-4f76-a35b-ef1071cf7616", "address": "fa:16:3e:4c:c5:d5", "network": {"id": "a3b5f8d9-10f5-42a5-895b-ca097d62d6b9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1939411410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "475ee851db874998812727745d5e1747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb195b3e0-5b", "ovs_interfaceid": "b195b3e0-5b72-4f76-a35b-ef1071cf7616", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.217576] env[69663]: DEBUG oslo_vmware.api [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333345, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07248} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.217901] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.218744] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6a63b8-f28c-4c92-b712-dc75b292dc16 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.242491] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] f29306c4-e5dd-45a7-83ea-53d9350d5fe0/f29306c4-e5dd-45a7-83ea-53d9350d5fe0.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.242827] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76d684ce-dd94-4016-95e2-465884d4b3d7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.259721] env[69663]: DEBUG nova.compute.manager [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1120.262340] env[69663]: DEBUG nova.objects.base [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69663) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1120.275255] env[69663]: DEBUG oslo_vmware.api [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for the task: (returnval){ [ 1120.275255] env[69663]: value = "task-3333346" [ 1120.275255] env[69663]: _type = "Task" [ 1120.275255] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.287260] env[69663]: DEBUG oslo_vmware.api [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333346, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.288414] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b052ec50-6010-43f1-a0b2-ff376da624af tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Acquiring lock "refresh_cache-fb9630cf-b4cf-4f8c-a23f-d0911eac9419" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.288746] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b052ec50-6010-43f1-a0b2-ff376da624af tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Acquired lock "refresh_cache-fb9630cf-b4cf-4f8c-a23f-d0911eac9419" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.289099] env[69663]: DEBUG nova.network.neutron [None req-b052ec50-6010-43f1-a0b2-ff376da624af tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1120.289466] env[69663]: DEBUG nova.objects.instance [None req-b052ec50-6010-43f1-a0b2-ff376da624af tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lazy-loading 'info_cache' on Instance uuid fb9630cf-b4cf-4f8c-a23f-d0911eac9419 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.316190] env[69663]: DEBUG nova.network.neutron [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Successfully created port: 21191ba5-a6a6-496f-b896-4796c9160074 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1120.601014] env[69663]: DEBUG oslo_vmware.api [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52625755-a587-33f7-5f95-f999946aa358, 'name': SearchDatastore_Task, 'duration_secs': 0.013165} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.609276] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61d8e70e-9b50-4411-9a9c-df5c8ab9af3c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.615431] env[69663]: DEBUG oslo_vmware.api [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1120.615431] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52cee474-d7fa-39fd-5b53-43814c5b90ad" [ 1120.615431] env[69663]: _type = "Task" [ 1120.615431] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.625921] env[69663]: DEBUG oslo_vmware.api [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52cee474-d7fa-39fd-5b53-43814c5b90ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.646568] env[69663]: DEBUG oslo_concurrency.lockutils [req-99e1da66-7859-48fc-aa55-b172f8c60816 req-ff23e643-6250-4705-83d2-7aedb2cef0f8 service nova] Releasing lock "refresh_cache-3ea15498-48ec-4d18-838f-27ab8ab76777" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.660642] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059ffb81-1a1a-4984-8a36-024762e6e3f9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.669815] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab25e04-b036-4d5d-bbeb-8db3a003c0ad {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.701774] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45c424e-4619-4b89-8595-0afd34a130a6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.709989] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c148e6e-20f0-44c3-b457-8dfeb9dece8b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.724371] env[69663]: DEBUG nova.compute.provider_tree [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.787943] env[69663]: DEBUG oslo_vmware.api [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333346, 'name': ReconfigVM_Task, 'duration_secs': 0.291035} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.787943] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Reconfigured VM instance instance-0000005f to attach disk [datastore1] f29306c4-e5dd-45a7-83ea-53d9350d5fe0/f29306c4-e5dd-45a7-83ea-53d9350d5fe0.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.788210] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94022d78-0eb7-435f-a910-5444b68cfd5d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.797098] env[69663]: DEBUG nova.objects.base [None req-b052ec50-6010-43f1-a0b2-ff376da624af tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69663) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1120.798542] env[69663]: DEBUG oslo_vmware.api [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for the task: (returnval){ [ 1120.798542] env[69663]: value = "task-3333347" [ 1120.798542] env[69663]: _type = "Task" [ 1120.798542] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.809429] env[69663]: DEBUG oslo_vmware.api [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333347, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.112372] env[69663]: DEBUG oslo_concurrency.lockutils [None req-00e58d2d-d349-4ef7-bc0c-8b9c431fa54a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Acquiring lock "f20a4a77-ff8f-41e3-8357-0db0a12351b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.112706] env[69663]: DEBUG oslo_concurrency.lockutils [None req-00e58d2d-d349-4ef7-bc0c-8b9c431fa54a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Lock "f20a4a77-ff8f-41e3-8357-0db0a12351b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.113113] env[69663]: DEBUG oslo_concurrency.lockutils [None req-00e58d2d-d349-4ef7-bc0c-8b9c431fa54a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Acquiring lock "f20a4a77-ff8f-41e3-8357-0db0a12351b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.113563] env[69663]: DEBUG oslo_concurrency.lockutils [None req-00e58d2d-d349-4ef7-bc0c-8b9c431fa54a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Lock "f20a4a77-ff8f-41e3-8357-0db0a12351b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.113769] env[69663]: DEBUG oslo_concurrency.lockutils [None req-00e58d2d-d349-4ef7-bc0c-8b9c431fa54a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Lock "f20a4a77-ff8f-41e3-8357-0db0a12351b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.116503] env[69663]: INFO nova.compute.manager [None req-00e58d2d-d349-4ef7-bc0c-8b9c431fa54a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Terminating instance [ 1121.124294] env[69663]: DEBUG nova.compute.manager [None req-00e58d2d-d349-4ef7-bc0c-8b9c431fa54a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1121.124721] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-00e58d2d-d349-4ef7-bc0c-8b9c431fa54a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1121.125846] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6502d60-c0ab-4831-913b-52bf8173d054 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.136539] env[69663]: DEBUG oslo_vmware.api [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52cee474-d7fa-39fd-5b53-43814c5b90ad, 'name': SearchDatastore_Task, 'duration_secs': 0.011401} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.138667] env[69663]: DEBUG oslo_concurrency.lockutils [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.138953] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 3ea15498-48ec-4d18-838f-27ab8ab76777/3ea15498-48ec-4d18-838f-27ab8ab76777.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1121.139261] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e58d2d-d349-4ef7-bc0c-8b9c431fa54a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1121.139485] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98ed7999-aa44-4997-97a9-91838dc18a1f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.141321] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-488fc133-ba5f-4d2c-8e76-b99a610db9cc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.149556] env[69663]: DEBUG oslo_vmware.api [None req-00e58d2d-d349-4ef7-bc0c-8b9c431fa54a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Waiting for the task: (returnval){ [ 1121.149556] env[69663]: value = "task-3333348" [ 1121.149556] env[69663]: _type = "Task" [ 1121.149556] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.151265] env[69663]: DEBUG oslo_vmware.api [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1121.151265] env[69663]: value = "task-3333349" [ 1121.151265] env[69663]: _type = "Task" [ 1121.151265] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.167388] env[69663]: DEBUG oslo_vmware.api [None req-00e58d2d-d349-4ef7-bc0c-8b9c431fa54a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3333348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.171210] env[69663]: DEBUG oslo_vmware.api [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.227690] env[69663]: DEBUG nova.scheduler.client.report [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1121.271683] env[69663]: DEBUG nova.compute.manager [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1121.301103] env[69663]: DEBUG nova.virt.hardware [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1121.301386] env[69663]: DEBUG nova.virt.hardware [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1121.301551] env[69663]: DEBUG nova.virt.hardware [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.301757] env[69663]: DEBUG nova.virt.hardware [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1121.301907] env[69663]: DEBUG nova.virt.hardware [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.302116] env[69663]: DEBUG nova.virt.hardware [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1121.302281] env[69663]: DEBUG nova.virt.hardware [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1121.302443] env[69663]: DEBUG nova.virt.hardware [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1121.302650] env[69663]: DEBUG nova.virt.hardware [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1121.302818] env[69663]: DEBUG nova.virt.hardware [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1121.303009] env[69663]: DEBUG nova.virt.hardware [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1121.305913] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b50b90-9b1c-481d-8a99-e300158ec67d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.317764] env[69663]: DEBUG oslo_vmware.api [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333347, 'name': Rename_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.321114] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc671907-40a1-4110-9a80-cc38883e0f0d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.625158] env[69663]: DEBUG nova.network.neutron [None req-b052ec50-6010-43f1-a0b2-ff376da624af tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Updating instance_info_cache with network_info: [{"id": "adb08efd-6a49-4d41-bf14-2dcc411b20bb", "address": "fa:16:3e:1e:63:84", "network": {"id": "c96b9bf5-edf2-4d12-92a1-123c69785474", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1930454559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a3437a4c0ab4c5c93c0cca358099208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadb08efd-6a", "ovs_interfaceid": "adb08efd-6a49-4d41-bf14-2dcc411b20bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.665697] env[69663]: DEBUG oslo_vmware.api [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.669379] env[69663]: DEBUG oslo_vmware.api [None req-00e58d2d-d349-4ef7-bc0c-8b9c431fa54a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3333348, 'name': PowerOffVM_Task, 'duration_secs': 0.239274} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.669633] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-00e58d2d-d349-4ef7-bc0c-8b9c431fa54a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1121.669810] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-00e58d2d-d349-4ef7-bc0c-8b9c431fa54a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1121.670079] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5fbcc624-5322-405d-bcd9-28d7474e1ed5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.732730] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.482s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.735981] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7547bd3d-575b-47ed-9f2c-f05dcfc14db6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.017s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.736290] env[69663]: DEBUG nova.objects.instance [None req-7547bd3d-575b-47ed-9f2c-f05dcfc14db6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lazy-loading 'resources' on Instance uuid 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.762318] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-00e58d2d-d349-4ef7-bc0c-8b9c431fa54a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1121.762318] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-00e58d2d-d349-4ef7-bc0c-8b9c431fa54a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1121.762318] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-00e58d2d-d349-4ef7-bc0c-8b9c431fa54a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Deleting the datastore file [datastore1] f20a4a77-ff8f-41e3-8357-0db0a12351b2 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.762318] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ce08243-0cf9-458f-9d32-82637bf57ed6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.773729] env[69663]: DEBUG oslo_vmware.api [None req-00e58d2d-d349-4ef7-bc0c-8b9c431fa54a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Waiting for the task: (returnval){ [ 1121.773729] env[69663]: value = "task-3333351" [ 1121.773729] env[69663]: _type = "Task" [ 1121.773729] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.782910] env[69663]: DEBUG oslo_vmware.api [None req-00e58d2d-d349-4ef7-bc0c-8b9c431fa54a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3333351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.816322] env[69663]: DEBUG oslo_vmware.api [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333347, 'name': Rename_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.842817] env[69663]: DEBUG nova.compute.manager [req-0b76b5b1-33b1-4657-a029-8a9ff738b0d3 req-af298cf8-6a0a-4c99-8cca-d98909fabe6e service nova] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Received event network-vif-plugged-21191ba5-a6a6-496f-b896-4796c9160074 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1121.842987] env[69663]: DEBUG oslo_concurrency.lockutils [req-0b76b5b1-33b1-4657-a029-8a9ff738b0d3 req-af298cf8-6a0a-4c99-8cca-d98909fabe6e service nova] Acquiring lock "8177eeb4-6e53-4d49-8a79-6e29929c0adf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.843311] env[69663]: DEBUG oslo_concurrency.lockutils [req-0b76b5b1-33b1-4657-a029-8a9ff738b0d3 req-af298cf8-6a0a-4c99-8cca-d98909fabe6e service nova] Lock "8177eeb4-6e53-4d49-8a79-6e29929c0adf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.843515] env[69663]: DEBUG oslo_concurrency.lockutils [req-0b76b5b1-33b1-4657-a029-8a9ff738b0d3 req-af298cf8-6a0a-4c99-8cca-d98909fabe6e service nova] Lock "8177eeb4-6e53-4d49-8a79-6e29929c0adf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.843694] env[69663]: DEBUG nova.compute.manager [req-0b76b5b1-33b1-4657-a029-8a9ff738b0d3 req-af298cf8-6a0a-4c99-8cca-d98909fabe6e service nova] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] No waiting events found dispatching network-vif-plugged-21191ba5-a6a6-496f-b896-4796c9160074 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1121.843865] env[69663]: WARNING nova.compute.manager [req-0b76b5b1-33b1-4657-a029-8a9ff738b0d3 req-af298cf8-6a0a-4c99-8cca-d98909fabe6e service nova] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Received unexpected event network-vif-plugged-21191ba5-a6a6-496f-b896-4796c9160074 for instance with vm_state building and task_state spawning. [ 1122.050827] env[69663]: DEBUG nova.network.neutron [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Successfully updated port: 21191ba5-a6a6-496f-b896-4796c9160074 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1122.127787] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b052ec50-6010-43f1-a0b2-ff376da624af tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Releasing lock "refresh_cache-fb9630cf-b4cf-4f8c-a23f-d0911eac9419" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.167902] env[69663]: DEBUG oslo_vmware.api [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333349, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.244291] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d70baeb8-27ed-4a2b-be7c-9f4793bfe98f tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Lock "a3dff467-3feb-4278-8511-b4ccdacb50ea" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 37.643s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.245420] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Lock "a3dff467-3feb-4278-8511-b4ccdacb50ea" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 14.208s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.245663] env[69663]: INFO nova.compute.manager [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Unshelving [ 1122.286091] env[69663]: DEBUG oslo_vmware.api [None req-00e58d2d-d349-4ef7-bc0c-8b9c431fa54a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3333351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332002} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.286434] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-00e58d2d-d349-4ef7-bc0c-8b9c431fa54a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.286648] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-00e58d2d-d349-4ef7-bc0c-8b9c431fa54a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1122.286875] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-00e58d2d-d349-4ef7-bc0c-8b9c431fa54a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1122.287077] env[69663]: INFO nova.compute.manager [None req-00e58d2d-d349-4ef7-bc0c-8b9c431fa54a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1122.287360] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00e58d2d-d349-4ef7-bc0c-8b9c431fa54a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.287588] env[69663]: DEBUG nova.compute.manager [-] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1122.287707] env[69663]: DEBUG nova.network.neutron [-] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1122.320418] env[69663]: DEBUG oslo_vmware.api [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333347, 'name': Rename_Task, 'duration_secs': 1.18211} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.323377] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1122.326368] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec81f248-e122-4add-b6df-c891297905d6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.337501] env[69663]: DEBUG oslo_vmware.api [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for the task: (returnval){ [ 1122.337501] env[69663]: value = "task-3333352" [ 1122.337501] env[69663]: _type = "Task" [ 1122.337501] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.351356] env[69663]: DEBUG oslo_vmware.api [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.556602] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "refresh_cache-8177eeb4-6e53-4d49-8a79-6e29929c0adf" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.556602] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquired lock "refresh_cache-8177eeb4-6e53-4d49-8a79-6e29929c0adf" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.556602] env[69663]: DEBUG nova.network.neutron [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1122.618058] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc46c5d-2fae-4cd8-af97-a3be912ca751 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.627115] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b978f58b-8260-47a3-a2d1-070254a20af9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.631579] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b052ec50-6010-43f1-a0b2-ff376da624af tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1122.631819] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9720997-1590-4bc4-8d08-72014b77d4ac {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.668833] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678eb75c-90c0-45a3-8b7b-783144dc5ad5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.671602] env[69663]: DEBUG oslo_vmware.api [None req-b052ec50-6010-43f1-a0b2-ff376da624af tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Waiting for the task: (returnval){ [ 1122.671602] env[69663]: value = "task-3333353" [ 1122.671602] env[69663]: _type = "Task" [ 1122.671602] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.680659] env[69663]: DEBUG oslo_vmware.api [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333349, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.293834} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.682240] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348bfb50-f9dc-4be5-a124-0d609cd9584c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.688280] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 3ea15498-48ec-4d18-838f-27ab8ab76777/3ea15498-48ec-4d18-838f-27ab8ab76777.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1122.688280] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.690018] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-463d16fc-6489-4913-b37e-9c5f12188a77 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.693158] env[69663]: DEBUG oslo_vmware.api [None req-b052ec50-6010-43f1-a0b2-ff376da624af tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333353, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.703014] env[69663]: DEBUG nova.compute.provider_tree [None req-7547bd3d-575b-47ed-9f2c-f05dcfc14db6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1122.707772] env[69663]: DEBUG oslo_vmware.api [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1122.707772] env[69663]: value = "task-3333354" [ 1122.707772] env[69663]: _type = "Task" [ 1122.707772] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.714676] env[69663]: DEBUG oslo_vmware.api [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333354, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.848113] env[69663]: DEBUG oslo_vmware.api [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333352, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.086552] env[69663]: DEBUG nova.network.neutron [-] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.114713] env[69663]: DEBUG nova.network.neutron [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1123.183791] env[69663]: DEBUG oslo_vmware.api [None req-b052ec50-6010-43f1-a0b2-ff376da624af tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333353, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.221352] env[69663]: DEBUG oslo_vmware.api [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333354, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084906} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.221568] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.222465] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2c5ded-2df8-41ea-93b2-4646a172b66b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.247246] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 3ea15498-48ec-4d18-838f-27ab8ab76777/3ea15498-48ec-4d18-838f-27ab8ab76777.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.247246] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4d0b7b0-2862-46dc-a254-2f3051978702 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.263811] env[69663]: DEBUG nova.scheduler.client.report [None req-7547bd3d-575b-47ed-9f2c-f05dcfc14db6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Updated inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b with generation 145 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1123.264103] env[69663]: DEBUG nova.compute.provider_tree [None req-7547bd3d-575b-47ed-9f2c-f05dcfc14db6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Updating resource provider f2fb168a-c97f-41a4-9b18-725376271f6b generation from 145 to 146 during operation: update_inventory {{(pid=69663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1123.264291] env[69663]: DEBUG nova.compute.provider_tree [None req-7547bd3d-575b-47ed-9f2c-f05dcfc14db6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1123.278049] env[69663]: DEBUG oslo_vmware.api [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1123.278049] env[69663]: value = "task-3333355" [ 1123.278049] env[69663]: _type = "Task" [ 1123.278049] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.286999] env[69663]: DEBUG oslo_vmware.api [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333355, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.287976] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.351442] env[69663]: DEBUG oslo_vmware.api [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333352, 'name': PowerOnVM_Task, 'duration_secs': 0.549587} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.351716] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1123.351930] env[69663]: INFO nova.compute.manager [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Took 10.37 seconds to spawn the instance on the hypervisor. [ 1123.352547] env[69663]: DEBUG nova.compute.manager [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1123.353415] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506e978d-9a2b-40e9-a024-d06b7f81e1a8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.382468] env[69663]: DEBUG nova.network.neutron [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Updating instance_info_cache with network_info: [{"id": "21191ba5-a6a6-496f-b896-4796c9160074", "address": "fa:16:3e:5d:d6:b0", "network": {"id": "b06eceef-e5b1-4b80-9f31-725913c44368", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811074450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b520dada971c4d7c823cfd847cf6836d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21191ba5-a6", "ovs_interfaceid": "21191ba5-a6a6-496f-b896-4796c9160074", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.589026] env[69663]: INFO nova.compute.manager [-] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Took 1.30 seconds to deallocate network for instance. [ 1123.683032] env[69663]: DEBUG oslo_vmware.api [None req-b052ec50-6010-43f1-a0b2-ff376da624af tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333353, 'name': PowerOnVM_Task, 'duration_secs': 0.966276} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.684048] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b052ec50-6010-43f1-a0b2-ff376da624af tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1123.684048] env[69663]: DEBUG nova.compute.manager [None req-b052ec50-6010-43f1-a0b2-ff376da624af tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1123.684432] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280c020e-dc64-4872-80cb-571100990ffc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.771913] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7547bd3d-575b-47ed-9f2c-f05dcfc14db6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.775033] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.932s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.775949] env[69663]: INFO nova.compute.claims [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1123.789503] env[69663]: DEBUG oslo_vmware.api [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333355, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.796558] env[69663]: INFO nova.scheduler.client.report [None req-7547bd3d-575b-47ed-9f2c-f05dcfc14db6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Deleted allocations for instance 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077 [ 1123.873578] env[69663]: INFO nova.compute.manager [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Took 34.40 seconds to build instance. [ 1123.885341] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Releasing lock "refresh_cache-8177eeb4-6e53-4d49-8a79-6e29929c0adf" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.885697] env[69663]: DEBUG nova.compute.manager [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Instance network_info: |[{"id": "21191ba5-a6a6-496f-b896-4796c9160074", "address": "fa:16:3e:5d:d6:b0", "network": {"id": "b06eceef-e5b1-4b80-9f31-725913c44368", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811074450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b520dada971c4d7c823cfd847cf6836d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21191ba5-a6", "ovs_interfaceid": "21191ba5-a6a6-496f-b896-4796c9160074", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1123.886332] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:d6:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dacd109c-2442-41b8-b612-7ed3efbdaa94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21191ba5-a6a6-496f-b896-4796c9160074', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1123.894016] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.894877] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1123.895163] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-477e7756-a252-4f7c-900d-f90b21efdd8c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.916765] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1123.916765] env[69663]: value = "task-3333356" [ 1123.916765] env[69663]: _type = "Task" [ 1123.916765] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.927253] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333356, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.978059] env[69663]: DEBUG nova.compute.manager [req-bee12511-f3d7-4aba-b52e-c1055d9080d4 req-2fb16262-b6eb-4878-b033-359de68b0b1f service nova] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Received event network-changed-21191ba5-a6a6-496f-b896-4796c9160074 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1123.978059] env[69663]: DEBUG nova.compute.manager [req-bee12511-f3d7-4aba-b52e-c1055d9080d4 req-2fb16262-b6eb-4878-b033-359de68b0b1f service nova] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Refreshing instance network info cache due to event network-changed-21191ba5-a6a6-496f-b896-4796c9160074. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1123.978059] env[69663]: DEBUG oslo_concurrency.lockutils [req-bee12511-f3d7-4aba-b52e-c1055d9080d4 req-2fb16262-b6eb-4878-b033-359de68b0b1f service nova] Acquiring lock "refresh_cache-8177eeb4-6e53-4d49-8a79-6e29929c0adf" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.978059] env[69663]: DEBUG oslo_concurrency.lockutils [req-bee12511-f3d7-4aba-b52e-c1055d9080d4 req-2fb16262-b6eb-4878-b033-359de68b0b1f service nova] Acquired lock "refresh_cache-8177eeb4-6e53-4d49-8a79-6e29929c0adf" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.978182] env[69663]: DEBUG nova.network.neutron [req-bee12511-f3d7-4aba-b52e-c1055d9080d4 req-2fb16262-b6eb-4878-b033-359de68b0b1f service nova] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Refreshing network info cache for port 21191ba5-a6a6-496f-b896-4796c9160074 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1124.095973] env[69663]: DEBUG oslo_concurrency.lockutils [None req-00e58d2d-d349-4ef7-bc0c-8b9c431fa54a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.291251] env[69663]: DEBUG oslo_vmware.api [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333355, 'name': ReconfigVM_Task, 'duration_secs': 0.629989} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.291565] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 3ea15498-48ec-4d18-838f-27ab8ab76777/3ea15498-48ec-4d18-838f-27ab8ab76777.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.292657] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-511e3ae7-8e43-48b9-94ec-91bacd8d8e5b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.303401] env[69663]: DEBUG oslo_vmware.api [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1124.303401] env[69663]: value = "task-3333357" [ 1124.303401] env[69663]: _type = "Task" [ 1124.303401] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.303857] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7547bd3d-575b-47ed-9f2c-f05dcfc14db6 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "95e1d12a-9c96-48ab-b8ae-d6d2da9ae077" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.251s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.316348] env[69663]: DEBUG oslo_vmware.api [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333357, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.334718] env[69663]: INFO nova.compute.manager [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Rescuing [ 1124.335042] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Acquiring lock "refresh_cache-f29306c4-e5dd-45a7-83ea-53d9350d5fe0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.335242] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Acquired lock "refresh_cache-f29306c4-e5dd-45a7-83ea-53d9350d5fe0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.335425] env[69663]: DEBUG nova.network.neutron [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1124.375771] env[69663]: DEBUG oslo_concurrency.lockutils [None req-66c67bdc-4ea6-4f84-9e6d-232d8359619b tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Lock "f29306c4-e5dd-45a7-83ea-53d9350d5fe0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.917s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.430688] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333356, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.817801] env[69663]: DEBUG oslo_vmware.api [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333357, 'name': Rename_Task, 'duration_secs': 0.227254} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.818100] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1124.818356] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c57cc470-c3dd-4d11-b9ba-6ecf918ff435 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.829080] env[69663]: DEBUG oslo_vmware.api [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1124.829080] env[69663]: value = "task-3333358" [ 1124.829080] env[69663]: _type = "Task" [ 1124.829080] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.840584] env[69663]: DEBUG oslo_vmware.api [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333358, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.917815] env[69663]: DEBUG nova.network.neutron [req-bee12511-f3d7-4aba-b52e-c1055d9080d4 req-2fb16262-b6eb-4878-b033-359de68b0b1f service nova] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Updated VIF entry in instance network info cache for port 21191ba5-a6a6-496f-b896-4796c9160074. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1124.918332] env[69663]: DEBUG nova.network.neutron [req-bee12511-f3d7-4aba-b52e-c1055d9080d4 req-2fb16262-b6eb-4878-b033-359de68b0b1f service nova] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Updating instance_info_cache with network_info: [{"id": "21191ba5-a6a6-496f-b896-4796c9160074", "address": "fa:16:3e:5d:d6:b0", "network": {"id": "b06eceef-e5b1-4b80-9f31-725913c44368", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811074450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b520dada971c4d7c823cfd847cf6836d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21191ba5-a6", "ovs_interfaceid": "21191ba5-a6a6-496f-b896-4796c9160074", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.934510] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333356, 'name': CreateVM_Task, 'duration_secs': 0.55349} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.934648] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1124.935494] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.935700] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.936107] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.936633] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a671c1b7-775e-49b1-9640-2dbad5fead19 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.945059] env[69663]: DEBUG oslo_vmware.api [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1124.945059] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52949d3f-f9cf-d86f-0e4e-ca7599a72b04" [ 1124.945059] env[69663]: _type = "Task" [ 1124.945059] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.954792] env[69663]: DEBUG oslo_vmware.api [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52949d3f-f9cf-d86f-0e4e-ca7599a72b04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.140904] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f030eec1-c01d-4dd9-a198-f01f2a648044 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.150496] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9d97c0-c9fc-4d80-b2c7-e7372efef382 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.154756] env[69663]: DEBUG nova.network.neutron [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Updating instance_info_cache with network_info: [{"id": "d308e305-99f1-41bd-bf8b-a8dfddd9d84b", "address": "fa:16:3e:de:a7:92", "network": {"id": "87c249ad-7ad3-45ce-9af5-bd5948e90b7c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1062572832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5a4096cbec2e4fad9c8c7e8edb78b951", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd308e305-99", "ovs_interfaceid": "d308e305-99f1-41bd-bf8b-a8dfddd9d84b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.186081] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404c37d6-aea1-47fe-9e52-a7a92ce4aee8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.193953] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ceb6c0c-7479-4346-8e79-268459142a2a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.207989] env[69663]: DEBUG nova.compute.provider_tree [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.338267] env[69663]: DEBUG oslo_vmware.api [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333358, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.428341] env[69663]: DEBUG oslo_concurrency.lockutils [req-bee12511-f3d7-4aba-b52e-c1055d9080d4 req-2fb16262-b6eb-4878-b033-359de68b0b1f service nova] Releasing lock "refresh_cache-8177eeb4-6e53-4d49-8a79-6e29929c0adf" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.428653] env[69663]: DEBUG nova.compute.manager [req-bee12511-f3d7-4aba-b52e-c1055d9080d4 req-2fb16262-b6eb-4878-b033-359de68b0b1f service nova] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Received event network-vif-deleted-4409fc69-b7ff-47e1-935e-fbffe39e0db4 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1125.456020] env[69663]: DEBUG oslo_vmware.api [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52949d3f-f9cf-d86f-0e4e-ca7599a72b04, 'name': SearchDatastore_Task, 'duration_secs': 0.024937} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.456385] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.456652] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.456902] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.457067] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.457260] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.457530] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-906e0c0c-9d3d-44bf-aeb7-628b008ce582 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.468468] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.468843] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1125.469715] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b75f0f42-ec5b-4d62-a042-735a80a2bd0b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.476421] env[69663]: DEBUG oslo_vmware.api [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1125.476421] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]521a73ea-b39c-3639-8424-533018dc8950" [ 1125.476421] env[69663]: _type = "Task" [ 1125.476421] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.485700] env[69663]: DEBUG oslo_vmware.api [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]521a73ea-b39c-3639-8424-533018dc8950, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.657857] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Releasing lock "refresh_cache-f29306c4-e5dd-45a7-83ea-53d9350d5fe0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.710549] env[69663]: DEBUG nova.scheduler.client.report [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1125.839226] env[69663]: DEBUG oslo_vmware.api [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333358, 'name': PowerOnVM_Task, 'duration_secs': 0.759608} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.839562] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1125.839802] env[69663]: INFO nova.compute.manager [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Took 10.32 seconds to spawn the instance on the hypervisor. [ 1125.839994] env[69663]: DEBUG nova.compute.manager [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1125.840925] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48efb896-19c1-426b-951d-fcb8919346b9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.989048] env[69663]: DEBUG oslo_vmware.api [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]521a73ea-b39c-3639-8424-533018dc8950, 'name': SearchDatastore_Task, 'duration_secs': 0.012571} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.989972] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ee75988-4c29-438c-8f12-6139006bcb9c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.997056] env[69663]: DEBUG oslo_vmware.api [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1125.997056] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]523b0fa3-2bf6-2499-1263-68bd8a4fbfdf" [ 1125.997056] env[69663]: _type = "Task" [ 1125.997056] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.006474] env[69663]: DEBUG oslo_vmware.api [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]523b0fa3-2bf6-2499-1263-68bd8a4fbfdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.194815] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1126.194815] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb4a89dd-d174-475b-946c-6946dfdaf67f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.204074] env[69663]: DEBUG oslo_vmware.api [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for the task: (returnval){ [ 1126.204074] env[69663]: value = "task-3333359" [ 1126.204074] env[69663]: _type = "Task" [ 1126.204074] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.213570] env[69663]: DEBUG oslo_vmware.api [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.215472] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.215987] env[69663]: DEBUG nova.compute.manager [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1126.219354] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.658s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.220710] env[69663]: INFO nova.compute.claims [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1126.361113] env[69663]: INFO nova.compute.manager [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Took 26.53 seconds to build instance. [ 1126.507866] env[69663]: DEBUG oslo_vmware.api [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]523b0fa3-2bf6-2499-1263-68bd8a4fbfdf, 'name': SearchDatastore_Task, 'duration_secs': 0.020172} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.508787] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.509148] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 8177eeb4-6e53-4d49-8a79-6e29929c0adf/8177eeb4-6e53-4d49-8a79-6e29929c0adf.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1126.509760] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6be2ddd-0374-4aef-9c01-88c86b83abcd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.518037] env[69663]: DEBUG oslo_vmware.api [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1126.518037] env[69663]: value = "task-3333360" [ 1126.518037] env[69663]: _type = "Task" [ 1126.518037] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.526710] env[69663]: DEBUG oslo_vmware.api [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.717822] env[69663]: DEBUG oslo_vmware.api [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333359, 'name': PowerOffVM_Task, 'duration_secs': 0.202144} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.718010] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1126.718824] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170b950e-590f-421b-8fa9-6e9b42934b54 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.722453] env[69663]: DEBUG nova.compute.utils [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1126.723930] env[69663]: DEBUG nova.compute.manager [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1126.724119] env[69663]: DEBUG nova.network.neutron [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1126.748079] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37e1054-cab4-4c00-a963-8d5c779d346e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.787642] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1126.787950] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cafbda1-43dd-42a3-b917-2f66d9900279 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.795115] env[69663]: DEBUG nova.policy [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1f103780fd54023b8b6c44afe7d16dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0804ec529eea460fb8948e5e83f421aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1126.799053] env[69663]: DEBUG oslo_vmware.api [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for the task: (returnval){ [ 1126.799053] env[69663]: value = "task-3333361" [ 1126.799053] env[69663]: _type = "Task" [ 1126.799053] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.811192] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] VM already powered off {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1126.811434] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.811688] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.811839] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.812035] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.812311] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d3b7e03-d862-4373-b791-c6cb6ae5cc61 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.825740] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.825959] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1126.826781] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd4699d2-3458-49ec-b3cd-b1b29831612c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.834287] env[69663]: DEBUG oslo_vmware.api [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for the task: (returnval){ [ 1126.834287] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5265dfe8-0252-ee8d-001a-f75c79860c40" [ 1126.834287] env[69663]: _type = "Task" [ 1126.834287] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.842808] env[69663]: DEBUG oslo_vmware.api [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5265dfe8-0252-ee8d-001a-f75c79860c40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.863763] env[69663]: DEBUG oslo_concurrency.lockutils [None req-60cad12d-269d-4857-943b-6e482f87b36f tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "3ea15498-48ec-4d18-838f-27ab8ab76777" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.040s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.028204] env[69663]: DEBUG oslo_vmware.api [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50736} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.028532] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 8177eeb4-6e53-4d49-8a79-6e29929c0adf/8177eeb4-6e53-4d49-8a79-6e29929c0adf.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1127.028657] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1127.028895] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f18774e-b08a-4cc4-bfb6-847e30418c0a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.036300] env[69663]: DEBUG oslo_vmware.api [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1127.036300] env[69663]: value = "task-3333362" [ 1127.036300] env[69663]: _type = "Task" [ 1127.036300] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.044412] env[69663]: DEBUG oslo_vmware.api [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.232594] env[69663]: DEBUG nova.compute.manager [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1127.236950] env[69663]: DEBUG nova.network.neutron [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Successfully created port: c2b59a0d-c0f0-4b63-be2a-5c2035e67800 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1127.346898] env[69663]: DEBUG oslo_vmware.api [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5265dfe8-0252-ee8d-001a-f75c79860c40, 'name': SearchDatastore_Task, 'duration_secs': 0.022217} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.350698] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dd05b5a-18ab-4172-bf09-c70de301aa71 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.361533] env[69663]: DEBUG oslo_vmware.api [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for the task: (returnval){ [ 1127.361533] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529d46ad-54ec-9ca1-87d0-6b231adfee4f" [ 1127.361533] env[69663]: _type = "Task" [ 1127.361533] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.375689] env[69663]: DEBUG oslo_vmware.api [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529d46ad-54ec-9ca1-87d0-6b231adfee4f, 'name': SearchDatastore_Task, 'duration_secs': 0.012408} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.375900] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.376154] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] f29306c4-e5dd-45a7-83ea-53d9350d5fe0/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474-rescue.vmdk. {{(pid=69663) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1127.376429] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2fa778b-e9a3-495e-89b5-475e69e5fe18 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.385081] env[69663]: DEBUG oslo_vmware.api [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for the task: (returnval){ [ 1127.385081] env[69663]: value = "task-3333363" [ 1127.385081] env[69663]: _type = "Task" [ 1127.385081] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.400714] env[69663]: DEBUG oslo_vmware.api [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.550539] env[69663]: DEBUG oslo_vmware.api [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077745} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.555691] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1127.558392] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e5b22f-3f88-4575-b504-ec157c117a29 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.589580] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 8177eeb4-6e53-4d49-8a79-6e29929c0adf/8177eeb4-6e53-4d49-8a79-6e29929c0adf.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.592751] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ca974a1-e21d-467a-a8a2-1be792c735df {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.616386] env[69663]: DEBUG oslo_vmware.api [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1127.616386] env[69663]: value = "task-3333364" [ 1127.616386] env[69663]: _type = "Task" [ 1127.616386] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.626562] env[69663]: DEBUG oslo_vmware.api [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333364, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.676114] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb20f61-32a4-4244-b286-b648ea028c69 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.681524] env[69663]: DEBUG nova.compute.manager [req-d63184d7-3160-41eb-a27c-865382986d2b req-dda9cd78-157c-4b32-a4ae-9923e79a7b8e service nova] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Received event network-changed-b195b3e0-5b72-4f76-a35b-ef1071cf7616 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1127.681742] env[69663]: DEBUG nova.compute.manager [req-d63184d7-3160-41eb-a27c-865382986d2b req-dda9cd78-157c-4b32-a4ae-9923e79a7b8e service nova] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Refreshing instance network info cache due to event network-changed-b195b3e0-5b72-4f76-a35b-ef1071cf7616. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1127.681986] env[69663]: DEBUG oslo_concurrency.lockutils [req-d63184d7-3160-41eb-a27c-865382986d2b req-dda9cd78-157c-4b32-a4ae-9923e79a7b8e service nova] Acquiring lock "refresh_cache-3ea15498-48ec-4d18-838f-27ab8ab76777" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.682208] env[69663]: DEBUG oslo_concurrency.lockutils [req-d63184d7-3160-41eb-a27c-865382986d2b req-dda9cd78-157c-4b32-a4ae-9923e79a7b8e service nova] Acquired lock "refresh_cache-3ea15498-48ec-4d18-838f-27ab8ab76777" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.682383] env[69663]: DEBUG nova.network.neutron [req-d63184d7-3160-41eb-a27c-865382986d2b req-dda9cd78-157c-4b32-a4ae-9923e79a7b8e service nova] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Refreshing network info cache for port b195b3e0-5b72-4f76-a35b-ef1071cf7616 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1127.693277] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf7cc6f-c524-41ee-8dbd-dcfcd6eff978 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.729338] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7acf2b1-3fb0-4554-8b30-ecb0f80fae69 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.742756] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68526d71-a9da-415b-aef3-e93036f3ada7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.761159] env[69663]: DEBUG nova.compute.provider_tree [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.899504] env[69663]: DEBUG oslo_vmware.api [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333363, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460501} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.899806] env[69663]: INFO nova.virt.vmwareapi.ds_util [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] f29306c4-e5dd-45a7-83ea-53d9350d5fe0/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474-rescue.vmdk. [ 1127.900620] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08a1bfa-6027-4a83-9dc0-400c70c28ab5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.938096] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] f29306c4-e5dd-45a7-83ea-53d9350d5fe0/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474-rescue.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.938508] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79314d81-90f6-4cb6-b963-437cb3f6f849 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.960029] env[69663]: DEBUG oslo_vmware.api [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for the task: (returnval){ [ 1127.960029] env[69663]: value = "task-3333365" [ 1127.960029] env[69663]: _type = "Task" [ 1127.960029] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.971309] env[69663]: DEBUG oslo_vmware.api [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333365, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.126628] env[69663]: DEBUG oslo_vmware.api [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333364, 'name': ReconfigVM_Task, 'duration_secs': 0.428396} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.126628] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 8177eeb4-6e53-4d49-8a79-6e29929c0adf/8177eeb4-6e53-4d49-8a79-6e29929c0adf.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.127269] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4faf16bf-8fda-4119-9c77-062d5a183f19 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.134580] env[69663]: DEBUG oslo_vmware.api [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1128.134580] env[69663]: value = "task-3333366" [ 1128.134580] env[69663]: _type = "Task" [ 1128.134580] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.142602] env[69663]: DEBUG oslo_vmware.api [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333366, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.243330] env[69663]: DEBUG nova.compute.manager [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1128.266208] env[69663]: DEBUG nova.scheduler.client.report [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1128.279015] env[69663]: DEBUG nova.virt.hardware [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1128.279280] env[69663]: DEBUG nova.virt.hardware [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1128.279441] env[69663]: DEBUG nova.virt.hardware [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1128.279563] env[69663]: DEBUG nova.virt.hardware [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1128.279712] env[69663]: DEBUG nova.virt.hardware [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1128.279865] env[69663]: DEBUG nova.virt.hardware [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1128.280246] env[69663]: DEBUG nova.virt.hardware [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1128.280311] env[69663]: DEBUG nova.virt.hardware [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1128.280452] env[69663]: DEBUG nova.virt.hardware [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1128.281208] env[69663]: DEBUG nova.virt.hardware [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1128.281554] env[69663]: DEBUG nova.virt.hardware [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1128.282412] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff102c4-17a5-4fb2-9125-01ec282851da {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.292835] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5aa382e-bd7a-4e11-bcd0-04e0e7f84128 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.476515] env[69663]: DEBUG oslo_vmware.api [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333365, 'name': ReconfigVM_Task, 'duration_secs': 0.345594} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.476834] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Reconfigured VM instance instance-0000005f to attach disk [datastore1] f29306c4-e5dd-45a7-83ea-53d9350d5fe0/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474-rescue.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.477795] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7681f9a6-b0b5-4b17-bdf1-e828a8ea1958 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.506363] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32a62afe-9a9a-4ea8-ac36-41b5a850a3c0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.525313] env[69663]: DEBUG oslo_vmware.api [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for the task: (returnval){ [ 1128.525313] env[69663]: value = "task-3333367" [ 1128.525313] env[69663]: _type = "Task" [ 1128.525313] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.529681] env[69663]: DEBUG nova.network.neutron [req-d63184d7-3160-41eb-a27c-865382986d2b req-dda9cd78-157c-4b32-a4ae-9923e79a7b8e service nova] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Updated VIF entry in instance network info cache for port b195b3e0-5b72-4f76-a35b-ef1071cf7616. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1128.530089] env[69663]: DEBUG nova.network.neutron [req-d63184d7-3160-41eb-a27c-865382986d2b req-dda9cd78-157c-4b32-a4ae-9923e79a7b8e service nova] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Updating instance_info_cache with network_info: [{"id": "b195b3e0-5b72-4f76-a35b-ef1071cf7616", "address": "fa:16:3e:4c:c5:d5", "network": {"id": "a3b5f8d9-10f5-42a5-895b-ca097d62d6b9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1939411410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "475ee851db874998812727745d5e1747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb195b3e0-5b", "ovs_interfaceid": "b195b3e0-5b72-4f76-a35b-ef1071cf7616", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.538132] env[69663]: DEBUG oslo_vmware.api [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333367, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.646655] env[69663]: DEBUG oslo_vmware.api [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333366, 'name': Rename_Task, 'duration_secs': 0.198999} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.646982] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1128.647283] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c57dc7e-a3d0-4d47-8670-778d080567f3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.655753] env[69663]: DEBUG oslo_vmware.api [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1128.655753] env[69663]: value = "task-3333368" [ 1128.655753] env[69663]: _type = "Task" [ 1128.655753] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.665485] env[69663]: DEBUG oslo_vmware.api [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.725427] env[69663]: DEBUG nova.compute.manager [req-105a1265-368d-491b-8434-64b227f1954f req-e39865b6-434a-49f5-a4e9-f7d03f0131ab service nova] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Received event network-vif-plugged-c2b59a0d-c0f0-4b63-be2a-5c2035e67800 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1128.725682] env[69663]: DEBUG oslo_concurrency.lockutils [req-105a1265-368d-491b-8434-64b227f1954f req-e39865b6-434a-49f5-a4e9-f7d03f0131ab service nova] Acquiring lock "1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.725963] env[69663]: DEBUG oslo_concurrency.lockutils [req-105a1265-368d-491b-8434-64b227f1954f req-e39865b6-434a-49f5-a4e9-f7d03f0131ab service nova] Lock "1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.726402] env[69663]: DEBUG oslo_concurrency.lockutils [req-105a1265-368d-491b-8434-64b227f1954f req-e39865b6-434a-49f5-a4e9-f7d03f0131ab service nova] Lock "1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.726605] env[69663]: DEBUG nova.compute.manager [req-105a1265-368d-491b-8434-64b227f1954f req-e39865b6-434a-49f5-a4e9-f7d03f0131ab service nova] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] No waiting events found dispatching network-vif-plugged-c2b59a0d-c0f0-4b63-be2a-5c2035e67800 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1128.726789] env[69663]: WARNING nova.compute.manager [req-105a1265-368d-491b-8434-64b227f1954f req-e39865b6-434a-49f5-a4e9-f7d03f0131ab service nova] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Received unexpected event network-vif-plugged-c2b59a0d-c0f0-4b63-be2a-5c2035e67800 for instance with vm_state building and task_state spawning. [ 1128.774370] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.774963] env[69663]: DEBUG nova.compute.manager [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1128.783617] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.299s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.786920] env[69663]: INFO nova.compute.claims [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1129.036102] env[69663]: DEBUG oslo_vmware.api [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333367, 'name': ReconfigVM_Task, 'duration_secs': 0.173026} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.036421] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1129.036685] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdecf0a9-5a5a-4646-883e-47a603bf54e3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.038893] env[69663]: DEBUG oslo_concurrency.lockutils [req-d63184d7-3160-41eb-a27c-865382986d2b req-dda9cd78-157c-4b32-a4ae-9923e79a7b8e service nova] Releasing lock "refresh_cache-3ea15498-48ec-4d18-838f-27ab8ab76777" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.043605] env[69663]: DEBUG oslo_vmware.api [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for the task: (returnval){ [ 1129.043605] env[69663]: value = "task-3333369" [ 1129.043605] env[69663]: _type = "Task" [ 1129.043605] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.052951] env[69663]: DEBUG oslo_vmware.api [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333369, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.166406] env[69663]: DEBUG oslo_vmware.api [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333368, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.291829] env[69663]: DEBUG nova.compute.utils [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1129.298744] env[69663]: DEBUG nova.network.neutron [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Successfully updated port: c2b59a0d-c0f0-4b63-be2a-5c2035e67800 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1129.300874] env[69663]: DEBUG nova.compute.manager [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1129.301632] env[69663]: DEBUG nova.network.neutron [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1129.321287] env[69663]: DEBUG nova.compute.manager [req-605ee5dc-5c03-4295-a285-93a81a374869 req-1103376e-855a-4aeb-8d73-e2ffad8b4df6 service nova] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Received event network-changed-c2b59a0d-c0f0-4b63-be2a-5c2035e67800 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1129.321548] env[69663]: DEBUG nova.compute.manager [req-605ee5dc-5c03-4295-a285-93a81a374869 req-1103376e-855a-4aeb-8d73-e2ffad8b4df6 service nova] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Refreshing instance network info cache due to event network-changed-c2b59a0d-c0f0-4b63-be2a-5c2035e67800. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1129.321807] env[69663]: DEBUG oslo_concurrency.lockutils [req-605ee5dc-5c03-4295-a285-93a81a374869 req-1103376e-855a-4aeb-8d73-e2ffad8b4df6 service nova] Acquiring lock "refresh_cache-1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.321947] env[69663]: DEBUG oslo_concurrency.lockutils [req-605ee5dc-5c03-4295-a285-93a81a374869 req-1103376e-855a-4aeb-8d73-e2ffad8b4df6 service nova] Acquired lock "refresh_cache-1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.322081] env[69663]: DEBUG nova.network.neutron [req-605ee5dc-5c03-4295-a285-93a81a374869 req-1103376e-855a-4aeb-8d73-e2ffad8b4df6 service nova] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Refreshing network info cache for port c2b59a0d-c0f0-4b63-be2a-5c2035e67800 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1129.361945] env[69663]: DEBUG nova.policy [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3e81da551f24b998b63e4e06b8be5be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68815e7d149245cba41f9e38abbf12c9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1129.555016] env[69663]: DEBUG oslo_vmware.api [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333369, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.667368] env[69663]: DEBUG oslo_vmware.api [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333368, 'name': PowerOnVM_Task, 'duration_secs': 0.528627} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.667715] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1129.667965] env[69663]: INFO nova.compute.manager [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Took 8.40 seconds to spawn the instance on the hypervisor. [ 1129.668192] env[69663]: DEBUG nova.compute.manager [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1129.669076] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e43c24-27f0-4cda-a6f1-81a85d5fcce3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.703803] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c575b046-9589-4c93-8926-3333a130b9e1 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquiring lock "789877a1-9e03-4bce-97e5-ca1cce81e4ab" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.704274] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c575b046-9589-4c93-8926-3333a130b9e1 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lock "789877a1-9e03-4bce-97e5-ca1cce81e4ab" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.723539] env[69663]: DEBUG nova.network.neutron [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Successfully created port: d9aa70e5-4de5-4ae0-8cf8-013921c49e1e {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1129.802096] env[69663]: DEBUG nova.compute.manager [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1129.808751] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Acquiring lock "refresh_cache-1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.882742] env[69663]: DEBUG nova.network.neutron [req-605ee5dc-5c03-4295-a285-93a81a374869 req-1103376e-855a-4aeb-8d73-e2ffad8b4df6 service nova] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1130.041821] env[69663]: DEBUG nova.network.neutron [req-605ee5dc-5c03-4295-a285-93a81a374869 req-1103376e-855a-4aeb-8d73-e2ffad8b4df6 service nova] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.064835] env[69663]: DEBUG oslo_vmware.api [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333369, 'name': PowerOnVM_Task, 'duration_secs': 0.75662} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.065397] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1130.067948] env[69663]: DEBUG nova.compute.manager [None req-b6dacf84-9c97-47fb-a6bb-d3824d43ada2 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1130.068746] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be2371f-1b55-4849-a68b-4245d1bbb432 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.189920] env[69663]: INFO nova.compute.manager [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Took 24.17 seconds to build instance. [ 1130.208096] env[69663]: DEBUG nova.compute.utils [None req-c575b046-9589-4c93-8926-3333a130b9e1 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1130.314747] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d00c79-dbee-444f-a926-fae40530ceb5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.323882] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ee1036-9bb1-4389-a98e-ec6b2ff408ce {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.355754] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f19608b-5332-427b-acf3-d6c9bb148f1d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.365709] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da66bf6-d780-4a25-bf04-9c09a9928223 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.380615] env[69663]: DEBUG nova.compute.provider_tree [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1130.545969] env[69663]: DEBUG oslo_concurrency.lockutils [req-605ee5dc-5c03-4295-a285-93a81a374869 req-1103376e-855a-4aeb-8d73-e2ffad8b4df6 service nova] Releasing lock "refresh_cache-1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.546263] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Acquired lock "refresh_cache-1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.546430] env[69663]: DEBUG nova.network.neutron [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1130.692476] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fb44e4ab-1177-4a89-89ed-fd1b97a265f8 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "8177eeb4-6e53-4d49-8a79-6e29929c0adf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.676s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.712912] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c575b046-9589-4c93-8926-3333a130b9e1 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lock "789877a1-9e03-4bce-97e5-ca1cce81e4ab" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.814984] env[69663]: DEBUG nova.compute.manager [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1130.851944] env[69663]: DEBUG nova.virt.hardware [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1130.852129] env[69663]: DEBUG nova.virt.hardware [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1130.852246] env[69663]: DEBUG nova.virt.hardware [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.852421] env[69663]: DEBUG nova.virt.hardware [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1130.852675] env[69663]: DEBUG nova.virt.hardware [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.852736] env[69663]: DEBUG nova.virt.hardware [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1130.852988] env[69663]: DEBUG nova.virt.hardware [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1130.853131] env[69663]: DEBUG nova.virt.hardware [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1130.853305] env[69663]: DEBUG nova.virt.hardware [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1130.853471] env[69663]: DEBUG nova.virt.hardware [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1130.853673] env[69663]: DEBUG nova.virt.hardware [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1130.854912] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d63eb3-4eeb-4c4e-985d-e185ccad9825 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.863221] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061e277f-a9a1-458f-82c3-b354fd526581 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.901970] env[69663]: ERROR nova.scheduler.client.report [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [req-7f4dddd8-443a-41b4-bb5d-8648ee75bfe0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f2fb168a-c97f-41a4-9b18-725376271f6b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7f4dddd8-443a-41b4-bb5d-8648ee75bfe0"}]} [ 1130.917345] env[69663]: DEBUG nova.scheduler.client.report [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Refreshing inventories for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1130.931535] env[69663]: DEBUG nova.scheduler.client.report [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Updating ProviderTree inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1130.931836] env[69663]: DEBUG nova.compute.provider_tree [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1130.942812] env[69663]: DEBUG nova.scheduler.client.report [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Refreshing aggregate associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, aggregates: None {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1130.960020] env[69663]: DEBUG nova.scheduler.client.report [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Refreshing trait associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1131.091513] env[69663]: DEBUG nova.network.neutron [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1131.278317] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9b5399-b098-4edf-948b-f6cd0a4cb829 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.288094] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa03511-c3b4-4c32-9546-537338c10841 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.339336] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e72721a-4fdb-466f-bb9e-29ffb72e6e3c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.349173] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f019680c-c34f-4a99-91ff-b3fbbbc3e7a0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.368044] env[69663]: DEBUG nova.compute.provider_tree [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1131.369492] env[69663]: DEBUG nova.network.neutron [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Updating instance_info_cache with network_info: [{"id": "c2b59a0d-c0f0-4b63-be2a-5c2035e67800", "address": "fa:16:3e:2d:cd:88", "network": {"id": "98721eec-b9fb-44b6-87ac-988c64153ae0", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1870444500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0804ec529eea460fb8948e5e83f421aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2b59a0d-c0", "ovs_interfaceid": "c2b59a0d-c0f0-4b63-be2a-5c2035e67800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.449090] env[69663]: DEBUG nova.compute.manager [req-9ca038ab-0b85-41f5-89a6-91814db34175 req-5c2e5c14-2e60-466a-929d-6e995a9a6d7e service nova] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Received event network-vif-plugged-d9aa70e5-4de5-4ae0-8cf8-013921c49e1e {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1131.449090] env[69663]: DEBUG oslo_concurrency.lockutils [req-9ca038ab-0b85-41f5-89a6-91814db34175 req-5c2e5c14-2e60-466a-929d-6e995a9a6d7e service nova] Acquiring lock "30af9238-0051-4d0d-8741-91006fdfc9e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.449492] env[69663]: DEBUG oslo_concurrency.lockutils [req-9ca038ab-0b85-41f5-89a6-91814db34175 req-5c2e5c14-2e60-466a-929d-6e995a9a6d7e service nova] Lock "30af9238-0051-4d0d-8741-91006fdfc9e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.449808] env[69663]: DEBUG oslo_concurrency.lockutils [req-9ca038ab-0b85-41f5-89a6-91814db34175 req-5c2e5c14-2e60-466a-929d-6e995a9a6d7e service nova] Lock "30af9238-0051-4d0d-8741-91006fdfc9e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.450196] env[69663]: DEBUG nova.compute.manager [req-9ca038ab-0b85-41f5-89a6-91814db34175 req-5c2e5c14-2e60-466a-929d-6e995a9a6d7e service nova] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] No waiting events found dispatching network-vif-plugged-d9aa70e5-4de5-4ae0-8cf8-013921c49e1e {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1131.450482] env[69663]: WARNING nova.compute.manager [req-9ca038ab-0b85-41f5-89a6-91814db34175 req-5c2e5c14-2e60-466a-929d-6e995a9a6d7e service nova] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Received unexpected event network-vif-plugged-d9aa70e5-4de5-4ae0-8cf8-013921c49e1e for instance with vm_state building and task_state spawning. [ 1131.488560] env[69663]: INFO nova.compute.manager [None req-1a399886-8e62-475d-87e3-950607bf32ab tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Unrescuing [ 1131.488560] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1a399886-8e62-475d-87e3-950607bf32ab tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Acquiring lock "refresh_cache-f29306c4-e5dd-45a7-83ea-53d9350d5fe0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.488560] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1a399886-8e62-475d-87e3-950607bf32ab tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Acquired lock "refresh_cache-f29306c4-e5dd-45a7-83ea-53d9350d5fe0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.488560] env[69663]: DEBUG nova.network.neutron [None req-1a399886-8e62-475d-87e3-950607bf32ab tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1131.645598] env[69663]: DEBUG nova.compute.manager [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Stashing vm_state: active {{(pid=69663) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1131.799220] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c575b046-9589-4c93-8926-3333a130b9e1 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquiring lock "789877a1-9e03-4bce-97e5-ca1cce81e4ab" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.799634] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c575b046-9589-4c93-8926-3333a130b9e1 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lock "789877a1-9e03-4bce-97e5-ca1cce81e4ab" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.800016] env[69663]: INFO nova.compute.manager [None req-c575b046-9589-4c93-8926-3333a130b9e1 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Attaching volume 8d00c7d2-4776-4880-9bd6-752c503b1cd7 to /dev/sdb [ 1131.836134] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb95bfd3-fcb3-4fb3-bce0-bc4f81a772f2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.845023] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc226920-1e56-4e7f-8198-6da9337f98c4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.862211] env[69663]: DEBUG nova.virt.block_device [None req-c575b046-9589-4c93-8926-3333a130b9e1 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Updating existing volume attachment record: 7c05b57e-3de9-4cfd-8571-7a3523af8b79 {{(pid=69663) _volume_attach /opt/stack/nova/nova/virt/block_device.py:665}} [ 1131.872215] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Releasing lock "refresh_cache-1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.872501] env[69663]: DEBUG nova.compute.manager [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Instance network_info: |[{"id": "c2b59a0d-c0f0-4b63-be2a-5c2035e67800", "address": "fa:16:3e:2d:cd:88", "network": {"id": "98721eec-b9fb-44b6-87ac-988c64153ae0", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1870444500-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0804ec529eea460fb8948e5e83f421aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3753f451-fa23-4988-9361-074fb0bd3fd4", "external-id": "nsx-vlan-transportzone-440", "segmentation_id": 440, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2b59a0d-c0", "ovs_interfaceid": "c2b59a0d-c0f0-4b63-be2a-5c2035e67800", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1131.875692] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:cd:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3753f451-fa23-4988-9361-074fb0bd3fd4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2b59a0d-c0f0-4b63-be2a-5c2035e67800', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1131.883540] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Creating folder: Project (0804ec529eea460fb8948e5e83f421aa). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1131.883914] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b747dcd7-0821-4ebc-b7b5-6f8fe9bbacf6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.900110] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Created folder: Project (0804ec529eea460fb8948e5e83f421aa) in parent group-v665133. [ 1131.900110] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Creating folder: Instances. Parent ref: group-v665402. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1131.900388] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4cd281d0-7969-466d-956d-c01c6ae61fbd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.907465] env[69663]: DEBUG nova.scheduler.client.report [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Updated inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b with generation 148 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1131.907761] env[69663]: DEBUG nova.compute.provider_tree [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Updating resource provider f2fb168a-c97f-41a4-9b18-725376271f6b generation from 148 to 149 during operation: update_inventory {{(pid=69663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1131.907992] env[69663]: DEBUG nova.compute.provider_tree [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1131.916864] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Created folder: Instances in parent group-v665402. [ 1131.917239] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.917478] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1131.917750] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fe31fb7-26f8-4c03-9131-c13f9dea93a2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.942933] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1131.942933] env[69663]: value = "task-3333372" [ 1131.942933] env[69663]: _type = "Task" [ 1131.942933] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.952462] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333372, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.043449] env[69663]: DEBUG nova.network.neutron [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Successfully updated port: d9aa70e5-4de5-4ae0-8cf8-013921c49e1e {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1132.063523] env[69663]: DEBUG nova.compute.manager [req-49aea8af-fa25-4824-8569-d35022c32de3 req-0fe8d802-64fa-41d7-8300-2c2bfe78496c service nova] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Received event network-changed-d9aa70e5-4de5-4ae0-8cf8-013921c49e1e {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1132.064131] env[69663]: DEBUG nova.compute.manager [req-49aea8af-fa25-4824-8569-d35022c32de3 req-0fe8d802-64fa-41d7-8300-2c2bfe78496c service nova] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Refreshing instance network info cache due to event network-changed-d9aa70e5-4de5-4ae0-8cf8-013921c49e1e. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1132.064131] env[69663]: DEBUG oslo_concurrency.lockutils [req-49aea8af-fa25-4824-8569-d35022c32de3 req-0fe8d802-64fa-41d7-8300-2c2bfe78496c service nova] Acquiring lock "refresh_cache-30af9238-0051-4d0d-8741-91006fdfc9e1" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.064131] env[69663]: DEBUG oslo_concurrency.lockutils [req-49aea8af-fa25-4824-8569-d35022c32de3 req-0fe8d802-64fa-41d7-8300-2c2bfe78496c service nova] Acquired lock "refresh_cache-30af9238-0051-4d0d-8741-91006fdfc9e1" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.064276] env[69663]: DEBUG nova.network.neutron [req-49aea8af-fa25-4824-8569-d35022c32de3 req-0fe8d802-64fa-41d7-8300-2c2bfe78496c service nova] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Refreshing network info cache for port d9aa70e5-4de5-4ae0-8cf8-013921c49e1e {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1132.174269] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.332244] env[69663]: DEBUG nova.network.neutron [None req-1a399886-8e62-475d-87e3-950607bf32ab tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Updating instance_info_cache with network_info: [{"id": "d308e305-99f1-41bd-bf8b-a8dfddd9d84b", "address": "fa:16:3e:de:a7:92", "network": {"id": "87c249ad-7ad3-45ce-9af5-bd5948e90b7c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1062572832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "5a4096cbec2e4fad9c8c7e8edb78b951", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd308e305-99", "ovs_interfaceid": "d308e305-99f1-41bd-bf8b-a8dfddd9d84b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.414573] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.630s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.414573] env[69663]: DEBUG nova.compute.manager [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1132.419020] env[69663]: DEBUG oslo_concurrency.lockutils [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.065s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.420541] env[69663]: INFO nova.compute.claims [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.455773] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333372, 'name': CreateVM_Task, 'duration_secs': 0.368245} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.456636] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1132.457359] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.457528] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.457844] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.458366] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-180847c6-8c0a-43a8-b900-8defd762e493 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.464099] env[69663]: DEBUG oslo_vmware.api [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Waiting for the task: (returnval){ [ 1132.464099] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ea760b-3f60-178f-0673-c852a7bc8b42" [ 1132.464099] env[69663]: _type = "Task" [ 1132.464099] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.474679] env[69663]: DEBUG oslo_vmware.api [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ea760b-3f60-178f-0673-c852a7bc8b42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.546499] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "refresh_cache-30af9238-0051-4d0d-8741-91006fdfc9e1" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.601791] env[69663]: DEBUG nova.network.neutron [req-49aea8af-fa25-4824-8569-d35022c32de3 req-0fe8d802-64fa-41d7-8300-2c2bfe78496c service nova] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1132.676030] env[69663]: DEBUG nova.network.neutron [req-49aea8af-fa25-4824-8569-d35022c32de3 req-0fe8d802-64fa-41d7-8300-2c2bfe78496c service nova] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.835665] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1a399886-8e62-475d-87e3-950607bf32ab tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Releasing lock "refresh_cache-f29306c4-e5dd-45a7-83ea-53d9350d5fe0" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.836602] env[69663]: DEBUG nova.objects.instance [None req-1a399886-8e62-475d-87e3-950607bf32ab tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Lazy-loading 'flavor' on Instance uuid f29306c4-e5dd-45a7-83ea-53d9350d5fe0 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.926034] env[69663]: DEBUG nova.compute.utils [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1132.930902] env[69663]: DEBUG nova.compute.manager [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1132.931152] env[69663]: DEBUG nova.network.neutron [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1132.976023] env[69663]: DEBUG oslo_vmware.api [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ea760b-3f60-178f-0673-c852a7bc8b42, 'name': SearchDatastore_Task, 'duration_secs': 0.012302} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.976023] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.976182] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.976323] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.976476] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.976657] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.976924] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ce147ce-04f6-41df-a41d-350a381e114a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.001889] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1133.002480] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1133.004350] env[69663]: DEBUG nova.policy [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2fe3081fc149474aadaad38b98dce0ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e990c6e62fb24f48a2752d1b8a5cd584', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1133.005935] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30f94e12-84c7-4516-ad44-5f8d705269aa {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.013041] env[69663]: DEBUG oslo_vmware.api [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Waiting for the task: (returnval){ [ 1133.013041] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5266fa84-1919-ffd3-48bf-95ac621c472d" [ 1133.013041] env[69663]: _type = "Task" [ 1133.013041] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.021567] env[69663]: DEBUG oslo_vmware.api [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5266fa84-1919-ffd3-48bf-95ac621c472d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.182562] env[69663]: DEBUG oslo_concurrency.lockutils [req-49aea8af-fa25-4824-8569-d35022c32de3 req-0fe8d802-64fa-41d7-8300-2c2bfe78496c service nova] Releasing lock "refresh_cache-30af9238-0051-4d0d-8741-91006fdfc9e1" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.183089] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquired lock "refresh_cache-30af9238-0051-4d0d-8741-91006fdfc9e1" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.183284] env[69663]: DEBUG nova.network.neutron [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1133.284404] env[69663]: DEBUG nova.network.neutron [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Successfully created port: b6935e94-5fe4-46bc-bb79-7f3f447bc435 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1133.342571] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898c4f0b-571a-41ac-a217-1801593562f3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.369934] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a399886-8e62-475d-87e3-950607bf32ab tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1133.369934] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75a4aae3-ceeb-4632-a71a-cae364c22cf8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.378732] env[69663]: DEBUG oslo_vmware.api [None req-1a399886-8e62-475d-87e3-950607bf32ab tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for the task: (returnval){ [ 1133.378732] env[69663]: value = "task-3333376" [ 1133.378732] env[69663]: _type = "Task" [ 1133.378732] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.389835] env[69663]: DEBUG oslo_vmware.api [None req-1a399886-8e62-475d-87e3-950607bf32ab tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.433017] env[69663]: DEBUG nova.compute.manager [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1133.526962] env[69663]: DEBUG oslo_vmware.api [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5266fa84-1919-ffd3-48bf-95ac621c472d, 'name': SearchDatastore_Task, 'duration_secs': 0.030167} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.528759] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44b66cf4-edac-46f6-8a10-636380ed6a07 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.538510] env[69663]: DEBUG oslo_vmware.api [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Waiting for the task: (returnval){ [ 1133.538510] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52581b16-b648-5d60-865c-c3816be2d535" [ 1133.538510] env[69663]: _type = "Task" [ 1133.538510] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.555081] env[69663]: DEBUG oslo_vmware.api [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52581b16-b648-5d60-865c-c3816be2d535, 'name': SearchDatastore_Task, 'duration_secs': 0.013132} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.555367] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.555630] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf/1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1133.556392] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4502aa6e-1f16-40d4-8f4c-01a45063728a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.566534] env[69663]: DEBUG oslo_vmware.api [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Waiting for the task: (returnval){ [ 1133.566534] env[69663]: value = "task-3333377" [ 1133.566534] env[69663]: _type = "Task" [ 1133.566534] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.578284] env[69663]: DEBUG oslo_vmware.api [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Task: {'id': task-3333377, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.758514] env[69663]: DEBUG nova.network.neutron [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1133.874854] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915d289e-dfa6-457d-8c67-09ad9ae6eeaa {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.888570] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd96c72-da05-4406-a95c-a270a7d75a39 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.895341] env[69663]: DEBUG oslo_vmware.api [None req-1a399886-8e62-475d-87e3-950607bf32ab tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333376, 'name': PowerOffVM_Task, 'duration_secs': 0.369012} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.896149] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a399886-8e62-475d-87e3-950607bf32ab tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1133.901789] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a399886-8e62-475d-87e3-950607bf32ab tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Reconfiguring VM instance instance-0000005f to detach disk 2001 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1133.929458] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c05e96b-4897-44a6-8e6f-c5a2e88aa473 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.950035] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df07a72-fe11-46e0-9c01-1c15649facc6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.961440] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b66218c4-0b25-4f20-bfd3-7cc9d50bfd6f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.967407] env[69663]: DEBUG oslo_vmware.api [None req-1a399886-8e62-475d-87e3-950607bf32ab tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for the task: (returnval){ [ 1133.967407] env[69663]: value = "task-3333378" [ 1133.967407] env[69663]: _type = "Task" [ 1133.967407] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.983091] env[69663]: DEBUG nova.compute.provider_tree [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.992718] env[69663]: DEBUG oslo_vmware.api [None req-1a399886-8e62-475d-87e3-950607bf32ab tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333378, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.001475] env[69663]: DEBUG nova.network.neutron [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Updating instance_info_cache with network_info: [{"id": "d9aa70e5-4de5-4ae0-8cf8-013921c49e1e", "address": "fa:16:3e:99:7b:03", "network": {"id": "574b1c04-2607-4692-ac23-60377f5a2ddd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1371851621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68815e7d149245cba41f9e38abbf12c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9aa70e5-4d", "ovs_interfaceid": "d9aa70e5-4de5-4ae0-8cf8-013921c49e1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.080255] env[69663]: DEBUG oslo_vmware.api [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Task: {'id': task-3333377, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515304} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.080586] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf/1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1134.080991] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1134.081165] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8761f629-20be-4660-9fff-89f6be72ba91 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.089324] env[69663]: DEBUG oslo_vmware.api [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Waiting for the task: (returnval){ [ 1134.089324] env[69663]: value = "task-3333379" [ 1134.089324] env[69663]: _type = "Task" [ 1134.089324] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.100524] env[69663]: DEBUG oslo_vmware.api [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Task: {'id': task-3333379, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.454914] env[69663]: DEBUG nova.compute.manager [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1134.479575] env[69663]: DEBUG oslo_vmware.api [None req-1a399886-8e62-475d-87e3-950607bf32ab tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333378, 'name': ReconfigVM_Task, 'duration_secs': 0.431585} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.479895] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a399886-8e62-475d-87e3-950607bf32ab tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Reconfigured VM instance instance-0000005f to detach disk 2001 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1134.480127] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a399886-8e62-475d-87e3-950607bf32ab tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1134.480405] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7857e26-de01-41f3-8aa3-9a1cf523c906 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.484138] env[69663]: DEBUG nova.virt.hardware [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1134.484401] env[69663]: DEBUG nova.virt.hardware [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1134.484518] env[69663]: DEBUG nova.virt.hardware [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.484702] env[69663]: DEBUG nova.virt.hardware [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1134.484852] env[69663]: DEBUG nova.virt.hardware [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.485034] env[69663]: DEBUG nova.virt.hardware [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1134.485254] env[69663]: DEBUG nova.virt.hardware [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1134.485418] env[69663]: DEBUG nova.virt.hardware [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1134.485588] env[69663]: DEBUG nova.virt.hardware [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1134.485751] env[69663]: DEBUG nova.virt.hardware [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1134.485931] env[69663]: DEBUG nova.virt.hardware [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1134.486748] env[69663]: DEBUG nova.scheduler.client.report [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1134.490223] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c36b01f-3e38-4e70-bffa-a17b112709e8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.499836] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4504ab-02ef-4ce7-8275-8ade90f88bb8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.504714] env[69663]: DEBUG oslo_vmware.api [None req-1a399886-8e62-475d-87e3-950607bf32ab tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for the task: (returnval){ [ 1134.504714] env[69663]: value = "task-3333381" [ 1134.504714] env[69663]: _type = "Task" [ 1134.504714] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.505688] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Releasing lock "refresh_cache-30af9238-0051-4d0d-8741-91006fdfc9e1" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.506047] env[69663]: DEBUG nova.compute.manager [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Instance network_info: |[{"id": "d9aa70e5-4de5-4ae0-8cf8-013921c49e1e", "address": "fa:16:3e:99:7b:03", "network": {"id": "574b1c04-2607-4692-ac23-60377f5a2ddd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1371851621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68815e7d149245cba41f9e38abbf12c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9aa70e5-4d", "ovs_interfaceid": "d9aa70e5-4de5-4ae0-8cf8-013921c49e1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1134.506474] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:7b:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9aa70e5-4de5-4ae0-8cf8-013921c49e1e', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.514216] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.526796] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1134.527306] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5db3b05b-ec80-41b4-a036-a80d0eccd2cb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.549841] env[69663]: DEBUG oslo_vmware.api [None req-1a399886-8e62-475d-87e3-950607bf32ab tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333381, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.551192] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.551192] env[69663]: value = "task-3333382" [ 1134.551192] env[69663]: _type = "Task" [ 1134.551192] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.559749] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333382, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.600714] env[69663]: DEBUG oslo_vmware.api [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Task: {'id': task-3333379, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075485} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.601067] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.602213] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b62430e-c081-4118-81bd-0547cdf597b5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.625711] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf/1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.626060] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-554545b4-6f4d-4aa2-b783-25497d07d81f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.648281] env[69663]: DEBUG oslo_vmware.api [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Waiting for the task: (returnval){ [ 1134.648281] env[69663]: value = "task-3333383" [ 1134.648281] env[69663]: _type = "Task" [ 1134.648281] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.662030] env[69663]: DEBUG oslo_vmware.api [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Task: {'id': task-3333383, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.993888] env[69663]: DEBUG oslo_concurrency.lockutils [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.994451] env[69663]: DEBUG nova.compute.manager [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1134.997219] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.875s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.998713] env[69663]: INFO nova.compute.claims [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1135.016860] env[69663]: DEBUG oslo_vmware.api [None req-1a399886-8e62-475d-87e3-950607bf32ab tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333381, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.062087] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333382, 'name': CreateVM_Task} progress is 25%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.139933] env[69663]: DEBUG nova.compute.manager [req-1d2ef3a2-39b8-418c-a37f-9442bf506980 req-6621bdeb-5be8-469b-b55b-ab91aff33506 service nova] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Received event network-vif-plugged-b6935e94-5fe4-46bc-bb79-7f3f447bc435 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1135.140193] env[69663]: DEBUG oslo_concurrency.lockutils [req-1d2ef3a2-39b8-418c-a37f-9442bf506980 req-6621bdeb-5be8-469b-b55b-ab91aff33506 service nova] Acquiring lock "a52e6960-2024-44b6-b2bb-6d4274e10f15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.140404] env[69663]: DEBUG oslo_concurrency.lockutils [req-1d2ef3a2-39b8-418c-a37f-9442bf506980 req-6621bdeb-5be8-469b-b55b-ab91aff33506 service nova] Lock "a52e6960-2024-44b6-b2bb-6d4274e10f15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.140780] env[69663]: DEBUG oslo_concurrency.lockutils [req-1d2ef3a2-39b8-418c-a37f-9442bf506980 req-6621bdeb-5be8-469b-b55b-ab91aff33506 service nova] Lock "a52e6960-2024-44b6-b2bb-6d4274e10f15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.140888] env[69663]: DEBUG nova.compute.manager [req-1d2ef3a2-39b8-418c-a37f-9442bf506980 req-6621bdeb-5be8-469b-b55b-ab91aff33506 service nova] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] No waiting events found dispatching network-vif-plugged-b6935e94-5fe4-46bc-bb79-7f3f447bc435 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1135.141064] env[69663]: WARNING nova.compute.manager [req-1d2ef3a2-39b8-418c-a37f-9442bf506980 req-6621bdeb-5be8-469b-b55b-ab91aff33506 service nova] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Received unexpected event network-vif-plugged-b6935e94-5fe4-46bc-bb79-7f3f447bc435 for instance with vm_state building and task_state spawning. [ 1135.159656] env[69663]: DEBUG oslo_vmware.api [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Task: {'id': task-3333383, 'name': ReconfigVM_Task, 'duration_secs': 0.358673} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.160036] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf/1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.160665] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7a3e164-4c1d-422d-a63c-d3af0793e150 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.168799] env[69663]: DEBUG oslo_vmware.api [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Waiting for the task: (returnval){ [ 1135.168799] env[69663]: value = "task-3333384" [ 1135.168799] env[69663]: _type = "Task" [ 1135.168799] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.177916] env[69663]: DEBUG oslo_vmware.api [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Task: {'id': task-3333384, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.216873] env[69663]: DEBUG nova.network.neutron [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Successfully updated port: b6935e94-5fe4-46bc-bb79-7f3f447bc435 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1135.435757] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquiring lock "94525ee5-32e7-4e56-9c51-8a2778f738d7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.436037] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lock "94525ee5-32e7-4e56-9c51-8a2778f738d7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.436229] env[69663]: INFO nova.compute.manager [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Shelving [ 1135.505625] env[69663]: DEBUG nova.compute.utils [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1135.507250] env[69663]: DEBUG nova.compute.manager [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1135.507481] env[69663]: DEBUG nova.network.neutron [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1135.521616] env[69663]: DEBUG oslo_vmware.api [None req-1a399886-8e62-475d-87e3-950607bf32ab tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333381, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.551429] env[69663]: DEBUG nova.policy [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe26f33280d54c0da7b2a34b63081743', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac4fe632fbab4f2d8d8cd99d45525285', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1135.563054] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333382, 'name': CreateVM_Task} progress is 25%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.681189] env[69663]: DEBUG oslo_vmware.api [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Task: {'id': task-3333384, 'name': Rename_Task, 'duration_secs': 0.249108} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.681535] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1135.681821] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03a16651-cb26-41ef-b809-05bd33f1c9f0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.689129] env[69663]: DEBUG oslo_vmware.api [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Waiting for the task: (returnval){ [ 1135.689129] env[69663]: value = "task-3333385" [ 1135.689129] env[69663]: _type = "Task" [ 1135.689129] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.698794] env[69663]: DEBUG oslo_vmware.api [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Task: {'id': task-3333385, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.719986] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Acquiring lock "refresh_cache-a52e6960-2024-44b6-b2bb-6d4274e10f15" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.719986] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Acquired lock "refresh_cache-a52e6960-2024-44b6-b2bb-6d4274e10f15" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.720098] env[69663]: DEBUG nova.network.neutron [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1135.873843] env[69663]: DEBUG nova.network.neutron [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Successfully created port: 88912779-e048-4054-a696-a01f06ffd4c9 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1135.946021] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1135.946021] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00f53557-15c2-47bb-a425-e638f398ffe1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.954048] env[69663]: DEBUG oslo_vmware.api [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1135.954048] env[69663]: value = "task-3333386" [ 1135.954048] env[69663]: _type = "Task" [ 1135.954048] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.963077] env[69663]: DEBUG oslo_vmware.api [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.015344] env[69663]: DEBUG nova.compute.manager [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1136.025994] env[69663]: DEBUG oslo_vmware.api [None req-1a399886-8e62-475d-87e3-950607bf32ab tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333381, 'name': PowerOnVM_Task, 'duration_secs': 1.279672} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.026646] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a399886-8e62-475d-87e3-950607bf32ab tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1136.027097] env[69663]: DEBUG nova.compute.manager [None req-1a399886-8e62-475d-87e3-950607bf32ab tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1136.028190] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d42f48-57ae-4cee-8a05-5a9ea978f3d1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.071198] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333382, 'name': CreateVM_Task, 'duration_secs': 1.207286} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.071359] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1136.072108] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.072294] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.072635] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.073254] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03e4804c-8b95-4f37-82c0-273ce50cb20e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.082544] env[69663]: DEBUG oslo_vmware.api [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1136.082544] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5291fd9c-56ee-c341-3d77-b125c8f2f10b" [ 1136.082544] env[69663]: _type = "Task" [ 1136.082544] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.096828] env[69663]: DEBUG oslo_vmware.api [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5291fd9c-56ee-c341-3d77-b125c8f2f10b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.203410] env[69663]: DEBUG oslo_vmware.api [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Task: {'id': task-3333385, 'name': PowerOnVM_Task, 'duration_secs': 0.50677} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.206743] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1136.207030] env[69663]: INFO nova.compute.manager [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Took 7.96 seconds to spawn the instance on the hypervisor. [ 1136.207268] env[69663]: DEBUG nova.compute.manager [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1136.208395] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800258dd-d84a-4646-87dd-75543da05bd1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.268876] env[69663]: DEBUG nova.network.neutron [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1136.427382] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37cb7d5a-4f4f-4db7-9fdb-9de165d1c042 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.435992] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243ce1c3-eda8-4220-b84e-2abfe521db1e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.482682] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf9cce8-095b-40f8-89cd-abe2b50899f0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.496553] env[69663]: DEBUG oslo_vmware.api [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333386, 'name': PowerOffVM_Task, 'duration_secs': 0.176602} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.498427] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d2dcff-bdac-44a0-9c2e-ba9f28b2325f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.504261] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1136.505419] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95ecc8f-de6a-4fb2-8c94-3aa34616fc6c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.528761] env[69663]: DEBUG nova.compute.provider_tree [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.546871] env[69663]: DEBUG nova.scheduler.client.report [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1136.551075] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf49d7ca-6e08-4341-9496-b01931318d7d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.593277] env[69663]: DEBUG oslo_vmware.api [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5291fd9c-56ee-c341-3d77-b125c8f2f10b, 'name': SearchDatastore_Task, 'duration_secs': 0.012743} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.593632] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.597818] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1136.597818] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.597818] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.597818] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1136.597818] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d29b0d13-dd78-4609-8177-2d1d8ccd3046 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.605760] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1136.605943] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1136.606692] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78f24720-f9aa-4a6b-8464-f14eaed018c5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.612120] env[69663]: DEBUG oslo_vmware.api [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1136.612120] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5236d35c-1583-abd9-f5ae-a5b484503271" [ 1136.612120] env[69663]: _type = "Task" [ 1136.612120] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.619936] env[69663]: DEBUG oslo_vmware.api [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5236d35c-1583-abd9-f5ae-a5b484503271, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.630327] env[69663]: DEBUG nova.network.neutron [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Updating instance_info_cache with network_info: [{"id": "b6935e94-5fe4-46bc-bb79-7f3f447bc435", "address": "fa:16:3e:48:d6:e1", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6935e94-5f", "ovs_interfaceid": "b6935e94-5fe4-46bc-bb79-7f3f447bc435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.728752] env[69663]: INFO nova.compute.manager [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Took 29.91 seconds to build instance. [ 1136.916597] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-c575b046-9589-4c93-8926-3333a130b9e1 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Volume attach. Driver type: vmdk {{(pid=69663) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1136.916859] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-c575b046-9589-4c93-8926-3333a130b9e1 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665406', 'volume_id': '8d00c7d2-4776-4880-9bd6-752c503b1cd7', 'name': 'volume-8d00c7d2-4776-4880-9bd6-752c503b1cd7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '789877a1-9e03-4bce-97e5-ca1cce81e4ab', 'attached_at': '', 'detached_at': '', 'volume_id': '8d00c7d2-4776-4880-9bd6-752c503b1cd7', 'serial': '8d00c7d2-4776-4880-9bd6-752c503b1cd7'} {{(pid=69663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1136.917783] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1262c3b0-5d43-4126-8499-07264571a386 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.937832] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8871c5a-96e9-43b7-b8f3-b64b0dc41caa {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.963864] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-c575b046-9589-4c93-8926-3333a130b9e1 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] volume-8d00c7d2-4776-4880-9bd6-752c503b1cd7/volume-8d00c7d2-4776-4880-9bd6-752c503b1cd7.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1136.964405] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79ce619b-8875-445e-93be-3b6b50b3a379 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.001307] env[69663]: DEBUG oslo_vmware.api [None req-c575b046-9589-4c93-8926-3333a130b9e1 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1137.001307] env[69663]: value = "task-3333387" [ 1137.001307] env[69663]: _type = "Task" [ 1137.001307] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.012263] env[69663]: DEBUG oslo_vmware.api [None req-c575b046-9589-4c93-8926-3333a130b9e1 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333387, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.046137] env[69663]: DEBUG nova.compute.manager [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1137.051742] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.054s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.052393] env[69663]: DEBUG nova.compute.manager [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1137.056627] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.238s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.056981] env[69663]: DEBUG nova.objects.instance [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69663) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1137.069796] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Creating Snapshot of the VM instance {{(pid=69663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1137.070418] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-117c0ff0-3171-4e24-b735-aa09b847ec28 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.078084] env[69663]: DEBUG nova.virt.hardware [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1137.078382] env[69663]: DEBUG nova.virt.hardware [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1137.078567] env[69663]: DEBUG nova.virt.hardware [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.078759] env[69663]: DEBUG nova.virt.hardware [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1137.078914] env[69663]: DEBUG nova.virt.hardware [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.079084] env[69663]: DEBUG nova.virt.hardware [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1137.079298] env[69663]: DEBUG nova.virt.hardware [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1137.079462] env[69663]: DEBUG nova.virt.hardware [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1137.079634] env[69663]: DEBUG nova.virt.hardware [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1137.079804] env[69663]: DEBUG nova.virt.hardware [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1137.079981] env[69663]: DEBUG nova.virt.hardware [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1137.080932] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb90f09-c8f3-442d-8c57-bbd1563f9bdd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.085394] env[69663]: DEBUG oslo_vmware.api [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1137.085394] env[69663]: value = "task-3333388" [ 1137.085394] env[69663]: _type = "Task" [ 1137.085394] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.093460] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995506e9-0467-4c68-9bee-5e494ecc41be {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.103965] env[69663]: DEBUG oslo_vmware.api [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333388, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.123986] env[69663]: DEBUG oslo_vmware.api [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5236d35c-1583-abd9-f5ae-a5b484503271, 'name': SearchDatastore_Task, 'duration_secs': 0.04474} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.124809] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d799e959-656b-48cc-abb3-37706a37938c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.130913] env[69663]: DEBUG oslo_vmware.api [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1137.130913] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52086b42-4d3e-7793-081a-48149e844f6f" [ 1137.130913] env[69663]: _type = "Task" [ 1137.130913] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.134302] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Releasing lock "refresh_cache-a52e6960-2024-44b6-b2bb-6d4274e10f15" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.134613] env[69663]: DEBUG nova.compute.manager [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Instance network_info: |[{"id": "b6935e94-5fe4-46bc-bb79-7f3f447bc435", "address": "fa:16:3e:48:d6:e1", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6935e94-5f", "ovs_interfaceid": "b6935e94-5fe4-46bc-bb79-7f3f447bc435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1137.135041] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:d6:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6935e94-5fe4-46bc-bb79-7f3f447bc435', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.143087] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.143376] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1137.143528] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa586cd9-ad64-4407-8ccc-b41233e73599 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.161575] env[69663]: DEBUG oslo_vmware.api [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52086b42-4d3e-7793-081a-48149e844f6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.175029] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.175029] env[69663]: value = "task-3333389" [ 1137.175029] env[69663]: _type = "Task" [ 1137.175029] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.186033] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333389, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.203223] env[69663]: DEBUG nova.compute.manager [req-ef71536d-aec4-4a94-bdee-30b2897fcc43 req-c27f4e85-1880-4308-a5ab-bf5a7baa3849 service nova] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Received event network-changed-b6935e94-5fe4-46bc-bb79-7f3f447bc435 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1137.203388] env[69663]: DEBUG nova.compute.manager [req-ef71536d-aec4-4a94-bdee-30b2897fcc43 req-c27f4e85-1880-4308-a5ab-bf5a7baa3849 service nova] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Refreshing instance network info cache due to event network-changed-b6935e94-5fe4-46bc-bb79-7f3f447bc435. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1137.206241] env[69663]: DEBUG oslo_concurrency.lockutils [req-ef71536d-aec4-4a94-bdee-30b2897fcc43 req-c27f4e85-1880-4308-a5ab-bf5a7baa3849 service nova] Acquiring lock "refresh_cache-a52e6960-2024-44b6-b2bb-6d4274e10f15" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.206416] env[69663]: DEBUG oslo_concurrency.lockutils [req-ef71536d-aec4-4a94-bdee-30b2897fcc43 req-c27f4e85-1880-4308-a5ab-bf5a7baa3849 service nova] Acquired lock "refresh_cache-a52e6960-2024-44b6-b2bb-6d4274e10f15" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.206592] env[69663]: DEBUG nova.network.neutron [req-ef71536d-aec4-4a94-bdee-30b2897fcc43 req-c27f4e85-1880-4308-a5ab-bf5a7baa3849 service nova] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Refreshing network info cache for port b6935e94-5fe4-46bc-bb79-7f3f447bc435 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1137.231370] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7de01b6b-ccc5-485e-97b6-9b59bb9d4ea4 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Lock "1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.420s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.513375] env[69663]: DEBUG oslo_vmware.api [None req-c575b046-9589-4c93-8926-3333a130b9e1 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333387, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.559782] env[69663]: DEBUG nova.compute.utils [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1137.563043] env[69663]: DEBUG nova.compute.manager [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1137.565637] env[69663]: DEBUG nova.network.neutron [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1137.597812] env[69663]: DEBUG oslo_vmware.api [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333388, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.646039] env[69663]: DEBUG oslo_vmware.api [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52086b42-4d3e-7793-081a-48149e844f6f, 'name': SearchDatastore_Task, 'duration_secs': 0.019609} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.646039] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.646039] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 30af9238-0051-4d0d-8741-91006fdfc9e1/30af9238-0051-4d0d-8741-91006fdfc9e1.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1137.646039] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e75ab6c-70a5-434f-ab9e-871587f9fdbe {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.653528] env[69663]: DEBUG oslo_vmware.api [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1137.653528] env[69663]: value = "task-3333390" [ 1137.653528] env[69663]: _type = "Task" [ 1137.653528] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.666545] env[69663]: DEBUG oslo_vmware.api [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.673457] env[69663]: DEBUG oslo_concurrency.lockutils [None req-65350f39-429d-4404-bb65-0e61c464b37e tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Acquiring lock "f29306c4-e5dd-45a7-83ea-53d9350d5fe0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.675040] env[69663]: DEBUG oslo_concurrency.lockutils [None req-65350f39-429d-4404-bb65-0e61c464b37e tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Lock "f29306c4-e5dd-45a7-83ea-53d9350d5fe0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.675417] env[69663]: DEBUG oslo_concurrency.lockutils [None req-65350f39-429d-4404-bb65-0e61c464b37e tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Acquiring lock "f29306c4-e5dd-45a7-83ea-53d9350d5fe0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.676041] env[69663]: DEBUG oslo_concurrency.lockutils [None req-65350f39-429d-4404-bb65-0e61c464b37e tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Lock "f29306c4-e5dd-45a7-83ea-53d9350d5fe0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.676369] env[69663]: DEBUG oslo_concurrency.lockutils [None req-65350f39-429d-4404-bb65-0e61c464b37e tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Lock "f29306c4-e5dd-45a7-83ea-53d9350d5fe0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.680007] env[69663]: DEBUG nova.policy [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff9c6e81105e43e89ceb671e320cf680', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69e38c23e4344a638313c6c7d5573df2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1137.684143] env[69663]: INFO nova.compute.manager [None req-65350f39-429d-4404-bb65-0e61c464b37e tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Terminating instance [ 1137.689062] env[69663]: DEBUG nova.compute.manager [None req-65350f39-429d-4404-bb65-0e61c464b37e tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1137.689335] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-65350f39-429d-4404-bb65-0e61c464b37e tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1137.690490] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b67b313-a789-40db-873a-34b34473b3a8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.699278] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-65350f39-429d-4404-bb65-0e61c464b37e tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1137.702614] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4aca31a0-e6ad-408f-bb5f-5ac448791dd2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.704273] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333389, 'name': CreateVM_Task, 'duration_secs': 0.40043} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.704481] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1137.705637] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.705882] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.706272] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.706682] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52aaffec-d77e-4e06-b12b-fdc696b2abc5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.712372] env[69663]: DEBUG oslo_vmware.api [None req-65350f39-429d-4404-bb65-0e61c464b37e tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for the task: (returnval){ [ 1137.712372] env[69663]: value = "task-3333391" [ 1137.712372] env[69663]: _type = "Task" [ 1137.712372] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.714888] env[69663]: DEBUG oslo_vmware.api [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Waiting for the task: (returnval){ [ 1137.714888] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5249e91f-8bf2-6a80-05ef-395556e976ae" [ 1137.714888] env[69663]: _type = "Task" [ 1137.714888] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.730366] env[69663]: DEBUG oslo_vmware.api [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5249e91f-8bf2-6a80-05ef-395556e976ae, 'name': SearchDatastore_Task, 'duration_secs': 0.014013} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.734386] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.734666] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.735794] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.736066] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.736333] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.736706] env[69663]: DEBUG oslo_vmware.api [None req-65350f39-429d-4404-bb65-0e61c464b37e tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333391, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.737013] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6845e56-8771-458e-b941-8e0d176f1a2d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.748737] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.749331] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1137.750321] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce589455-88eb-4938-8229-edd0d17112a3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.757756] env[69663]: DEBUG oslo_vmware.api [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Waiting for the task: (returnval){ [ 1137.757756] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ffd3ea-adbf-519c-941c-0a5fc6107acf" [ 1137.757756] env[69663]: _type = "Task" [ 1137.757756] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.768440] env[69663]: DEBUG oslo_vmware.api [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ffd3ea-adbf-519c-941c-0a5fc6107acf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.013166] env[69663]: DEBUG oslo_vmware.api [None req-c575b046-9589-4c93-8926-3333a130b9e1 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333387, 'name': ReconfigVM_Task, 'duration_secs': 0.669233} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.013493] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-c575b046-9589-4c93-8926-3333a130b9e1 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Reconfigured VM instance instance-00000059 to attach disk [datastore1] volume-8d00c7d2-4776-4880-9bd6-752c503b1cd7/volume-8d00c7d2-4776-4880-9bd6-752c503b1cd7.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.018678] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aceafc1d-b6f1-4598-917b-57fa3077cd87 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.037455] env[69663]: DEBUG oslo_vmware.api [None req-c575b046-9589-4c93-8926-3333a130b9e1 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1138.037455] env[69663]: value = "task-3333392" [ 1138.037455] env[69663]: _type = "Task" [ 1138.037455] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.047729] env[69663]: DEBUG oslo_vmware.api [None req-c575b046-9589-4c93-8926-3333a130b9e1 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333392, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.063818] env[69663]: DEBUG nova.compute.utils [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1138.075935] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7f5db526-9a5f-4a2a-bf96-c2588a0d27be tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.077228] env[69663]: DEBUG oslo_concurrency.lockutils [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.942s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.079094] env[69663]: INFO nova.compute.claims [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1138.105696] env[69663]: DEBUG oslo_vmware.api [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333388, 'name': CreateSnapshot_Task, 'duration_secs': 0.691227} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.106126] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Created Snapshot of the VM instance {{(pid=69663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1138.106940] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9658aefd-e0c9-4d32-afa0-98327bb7fb24 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.169595] env[69663]: DEBUG oslo_vmware.api [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333390, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.188917] env[69663]: DEBUG nova.network.neutron [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Successfully updated port: 88912779-e048-4054-a696-a01f06ffd4c9 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1138.227251] env[69663]: DEBUG oslo_vmware.api [None req-65350f39-429d-4404-bb65-0e61c464b37e tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333391, 'name': PowerOffVM_Task, 'duration_secs': 0.195396} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.227668] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-65350f39-429d-4404-bb65-0e61c464b37e tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1138.227913] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-65350f39-429d-4404-bb65-0e61c464b37e tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1138.228233] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fee604a-e839-4c7b-821a-b536e0004494 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.270228] env[69663]: DEBUG oslo_vmware.api [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ffd3ea-adbf-519c-941c-0a5fc6107acf, 'name': SearchDatastore_Task, 'duration_secs': 0.010744} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.275300] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa48fdec-3032-4c2e-923f-cec198be04b4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.281758] env[69663]: DEBUG oslo_vmware.api [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Waiting for the task: (returnval){ [ 1138.281758] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]522e17cb-b1bd-9881-bbb0-fc67414c6aa9" [ 1138.281758] env[69663]: _type = "Task" [ 1138.281758] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.290883] env[69663]: DEBUG oslo_vmware.api [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]522e17cb-b1bd-9881-bbb0-fc67414c6aa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.301170] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-65350f39-429d-4404-bb65-0e61c464b37e tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1138.301483] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-65350f39-429d-4404-bb65-0e61c464b37e tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1138.301730] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-65350f39-429d-4404-bb65-0e61c464b37e tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Deleting the datastore file [datastore1] f29306c4-e5dd-45a7-83ea-53d9350d5fe0 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1138.302056] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1123b7a-24ff-4d1f-8d0a-8e9b3ef12767 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.310538] env[69663]: DEBUG oslo_vmware.api [None req-65350f39-429d-4404-bb65-0e61c464b37e tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for the task: (returnval){ [ 1138.310538] env[69663]: value = "task-3333394" [ 1138.310538] env[69663]: _type = "Task" [ 1138.310538] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.319788] env[69663]: DEBUG oslo_vmware.api [None req-65350f39-429d-4404-bb65-0e61c464b37e tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.336771] env[69663]: DEBUG nova.network.neutron [req-ef71536d-aec4-4a94-bdee-30b2897fcc43 req-c27f4e85-1880-4308-a5ab-bf5a7baa3849 service nova] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Updated VIF entry in instance network info cache for port b6935e94-5fe4-46bc-bb79-7f3f447bc435. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1138.337191] env[69663]: DEBUG nova.network.neutron [req-ef71536d-aec4-4a94-bdee-30b2897fcc43 req-c27f4e85-1880-4308-a5ab-bf5a7baa3849 service nova] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Updating instance_info_cache with network_info: [{"id": "b6935e94-5fe4-46bc-bb79-7f3f447bc435", "address": "fa:16:3e:48:d6:e1", "network": {"id": "cff998f8-5f3e-49e4-9f20-69e61177f276", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "6b2c182964bc413388845802b3285d96", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6935e94-5f", "ovs_interfaceid": "b6935e94-5fe4-46bc-bb79-7f3f447bc435", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.531872] env[69663]: DEBUG nova.network.neutron [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Successfully created port: 285745bc-c421-49e0-86a6-50eb90a0c252 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1138.548665] env[69663]: DEBUG oslo_vmware.api [None req-c575b046-9589-4c93-8926-3333a130b9e1 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333392, 'name': ReconfigVM_Task, 'duration_secs': 0.241221} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.549122] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-c575b046-9589-4c93-8926-3333a130b9e1 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665406', 'volume_id': '8d00c7d2-4776-4880-9bd6-752c503b1cd7', 'name': 'volume-8d00c7d2-4776-4880-9bd6-752c503b1cd7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '789877a1-9e03-4bce-97e5-ca1cce81e4ab', 'attached_at': '', 'detached_at': '', 'volume_id': '8d00c7d2-4776-4880-9bd6-752c503b1cd7', 'serial': '8d00c7d2-4776-4880-9bd6-752c503b1cd7'} {{(pid=69663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1138.567453] env[69663]: DEBUG nova.compute.manager [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1138.633315] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Creating linked-clone VM from snapshot {{(pid=69663) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1138.634378] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0247a8d6-0d98-4907-a693-82845b908434 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.646108] env[69663]: DEBUG oslo_vmware.api [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1138.646108] env[69663]: value = "task-3333395" [ 1138.646108] env[69663]: _type = "Task" [ 1138.646108] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.656086] env[69663]: DEBUG oslo_vmware.api [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333395, 'name': CloneVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.665111] env[69663]: DEBUG oslo_vmware.api [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605876} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.665423] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 30af9238-0051-4d0d-8741-91006fdfc9e1/30af9238-0051-4d0d-8741-91006fdfc9e1.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1138.665631] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1138.665886] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-316e0aa7-c99a-4efe-9935-06998bb8bfa4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.679038] env[69663]: DEBUG oslo_vmware.api [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1138.679038] env[69663]: value = "task-3333396" [ 1138.679038] env[69663]: _type = "Task" [ 1138.679038] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.693020] env[69663]: DEBUG oslo_vmware.api [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333396, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.693020] env[69663]: DEBUG oslo_concurrency.lockutils [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "refresh_cache-a345e15c-764f-4cae-a56d-9dff582285e8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.693020] env[69663]: DEBUG oslo_concurrency.lockutils [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquired lock "refresh_cache-a345e15c-764f-4cae-a56d-9dff582285e8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.693020] env[69663]: DEBUG nova.network.neutron [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1138.795487] env[69663]: DEBUG oslo_vmware.api [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]522e17cb-b1bd-9881-bbb0-fc67414c6aa9, 'name': SearchDatastore_Task, 'duration_secs': 0.01265} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.795802] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.796214] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] a52e6960-2024-44b6-b2bb-6d4274e10f15/a52e6960-2024-44b6-b2bb-6d4274e10f15.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1138.796526] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b75b5eb-c136-4ff6-b344-c8080cbb3c25 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.806365] env[69663]: DEBUG oslo_vmware.api [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Waiting for the task: (returnval){ [ 1138.806365] env[69663]: value = "task-3333397" [ 1138.806365] env[69663]: _type = "Task" [ 1138.806365] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.818979] env[69663]: DEBUG oslo_vmware.api [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': task-3333397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.825313] env[69663]: DEBUG oslo_vmware.api [None req-65350f39-429d-4404-bb65-0e61c464b37e tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.839898] env[69663]: DEBUG oslo_concurrency.lockutils [req-ef71536d-aec4-4a94-bdee-30b2897fcc43 req-c27f4e85-1880-4308-a5ab-bf5a7baa3849 service nova] Releasing lock "refresh_cache-a52e6960-2024-44b6-b2bb-6d4274e10f15" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.160838] env[69663]: DEBUG oslo_vmware.api [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333395, 'name': CloneVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.192849] env[69663]: DEBUG oslo_vmware.api [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333396, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133033} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.193186] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1139.194347] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81daea0-79bc-4390-acc0-d8fd3ad8fdbb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.227227] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 30af9238-0051-4d0d-8741-91006fdfc9e1/30af9238-0051-4d0d-8741-91006fdfc9e1.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.231554] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6f9f80f-868c-4dab-80c2-43569bea7479 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.255392] env[69663]: DEBUG oslo_vmware.api [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1139.255392] env[69663]: value = "task-3333398" [ 1139.255392] env[69663]: _type = "Task" [ 1139.255392] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.256489] env[69663]: DEBUG nova.network.neutron [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1139.274884] env[69663]: DEBUG oslo_vmware.api [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333398, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.326749] env[69663]: DEBUG oslo_vmware.api [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': task-3333397, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.333374] env[69663]: DEBUG oslo_vmware.api [None req-65350f39-429d-4404-bb65-0e61c464b37e tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.527188} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.334114] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-65350f39-429d-4404-bb65-0e61c464b37e tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.334726] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-65350f39-429d-4404-bb65-0e61c464b37e tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1139.335280] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-65350f39-429d-4404-bb65-0e61c464b37e tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1139.335591] env[69663]: INFO nova.compute.manager [None req-65350f39-429d-4404-bb65-0e61c464b37e tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1139.336061] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65350f39-429d-4404-bb65-0e61c464b37e tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.339850] env[69663]: DEBUG nova.compute.manager [-] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1139.340150] env[69663]: DEBUG nova.network.neutron [-] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1139.376433] env[69663]: DEBUG nova.compute.manager [req-cbc6fc3e-69e5-4419-8d76-e9b40d62c13e req-f3302b47-568c-42f8-a31b-3590647b4983 service nova] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Received event network-vif-plugged-88912779-e048-4054-a696-a01f06ffd4c9 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1139.376734] env[69663]: DEBUG oslo_concurrency.lockutils [req-cbc6fc3e-69e5-4419-8d76-e9b40d62c13e req-f3302b47-568c-42f8-a31b-3590647b4983 service nova] Acquiring lock "a345e15c-764f-4cae-a56d-9dff582285e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.377146] env[69663]: DEBUG oslo_concurrency.lockutils [req-cbc6fc3e-69e5-4419-8d76-e9b40d62c13e req-f3302b47-568c-42f8-a31b-3590647b4983 service nova] Lock "a345e15c-764f-4cae-a56d-9dff582285e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.377382] env[69663]: DEBUG oslo_concurrency.lockutils [req-cbc6fc3e-69e5-4419-8d76-e9b40d62c13e req-f3302b47-568c-42f8-a31b-3590647b4983 service nova] Lock "a345e15c-764f-4cae-a56d-9dff582285e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.377600] env[69663]: DEBUG nova.compute.manager [req-cbc6fc3e-69e5-4419-8d76-e9b40d62c13e req-f3302b47-568c-42f8-a31b-3590647b4983 service nova] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] No waiting events found dispatching network-vif-plugged-88912779-e048-4054-a696-a01f06ffd4c9 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1139.377737] env[69663]: WARNING nova.compute.manager [req-cbc6fc3e-69e5-4419-8d76-e9b40d62c13e req-f3302b47-568c-42f8-a31b-3590647b4983 service nova] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Received unexpected event network-vif-plugged-88912779-e048-4054-a696-a01f06ffd4c9 for instance with vm_state building and task_state spawning. [ 1139.377902] env[69663]: DEBUG nova.compute.manager [req-cbc6fc3e-69e5-4419-8d76-e9b40d62c13e req-f3302b47-568c-42f8-a31b-3590647b4983 service nova] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Received event network-changed-88912779-e048-4054-a696-a01f06ffd4c9 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1139.378160] env[69663]: DEBUG nova.compute.manager [req-cbc6fc3e-69e5-4419-8d76-e9b40d62c13e req-f3302b47-568c-42f8-a31b-3590647b4983 service nova] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Refreshing instance network info cache due to event network-changed-88912779-e048-4054-a696-a01f06ffd4c9. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1139.378346] env[69663]: DEBUG oslo_concurrency.lockutils [req-cbc6fc3e-69e5-4419-8d76-e9b40d62c13e req-f3302b47-568c-42f8-a31b-3590647b4983 service nova] Acquiring lock "refresh_cache-a345e15c-764f-4cae-a56d-9dff582285e8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.500987] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2468c5a8-a56d-47c4-b3de-91b04fda2f49 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Acquiring lock "1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.501765] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2468c5a8-a56d-47c4-b3de-91b04fda2f49 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Lock "1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.502218] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2468c5a8-a56d-47c4-b3de-91b04fda2f49 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Acquiring lock "1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.502536] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2468c5a8-a56d-47c4-b3de-91b04fda2f49 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Lock "1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.502933] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2468c5a8-a56d-47c4-b3de-91b04fda2f49 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Lock "1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.510393] env[69663]: INFO nova.compute.manager [None req-2468c5a8-a56d-47c4-b3de-91b04fda2f49 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Terminating instance [ 1139.515423] env[69663]: DEBUG nova.compute.manager [None req-2468c5a8-a56d-47c4-b3de-91b04fda2f49 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1139.515423] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2468c5a8-a56d-47c4-b3de-91b04fda2f49 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1139.515423] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9b9270-ff5f-4549-bc8e-bf8dfb064b39 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.524858] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2468c5a8-a56d-47c4-b3de-91b04fda2f49 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1139.525217] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a286b35-e309-4ab1-b77d-4db0feb167a3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.533107] env[69663]: DEBUG oslo_vmware.api [None req-2468c5a8-a56d-47c4-b3de-91b04fda2f49 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Waiting for the task: (returnval){ [ 1139.533107] env[69663]: value = "task-3333399" [ 1139.533107] env[69663]: _type = "Task" [ 1139.533107] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.544518] env[69663]: DEBUG oslo_vmware.api [None req-2468c5a8-a56d-47c4-b3de-91b04fda2f49 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Task: {'id': task-3333399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.574143] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b105e599-af4c-44d3-86cb-60362a4f8608 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.578701] env[69663]: DEBUG nova.compute.manager [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1139.587339] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34e5292-3f6c-4dee-aa34-401ae85abb24 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.592359] env[69663]: DEBUG nova.objects.instance [None req-c575b046-9589-4c93-8926-3333a130b9e1 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lazy-loading 'flavor' on Instance uuid 789877a1-9e03-4bce-97e5-ca1cce81e4ab {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.627299] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2450810f-bb61-4573-b180-1f34ac5918a4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.637572] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c5624a-a0a1-4ede-9c0d-742471b9593d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.644316] env[69663]: DEBUG nova.virt.hardware [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:31:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={},flavorid='607243315',id=41,is_public=True,memory_mb=1024,name='tempest-ServersWithFlavorSwapResizeTest-flavor-353594542',projects=,root_gb=1,rxtx_factor=1.0,swap=2048,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1139.644737] env[69663]: DEBUG nova.virt.hardware [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1139.644995] env[69663]: DEBUG nova.virt.hardware [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.645333] env[69663]: DEBUG nova.virt.hardware [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1139.645536] env[69663]: DEBUG nova.virt.hardware [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.645734] env[69663]: DEBUG nova.virt.hardware [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1139.646317] env[69663]: DEBUG nova.virt.hardware [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1139.646317] env[69663]: DEBUG nova.virt.hardware [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1139.646643] env[69663]: DEBUG nova.virt.hardware [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1139.647022] env[69663]: DEBUG nova.virt.hardware [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1139.647345] env[69663]: DEBUG nova.virt.hardware [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1139.649095] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89177ee7-1059-4443-a122-6b2fe872c8c3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.666410] env[69663]: DEBUG nova.compute.provider_tree [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.668693] env[69663]: DEBUG nova.network.neutron [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Updating instance_info_cache with network_info: [{"id": "88912779-e048-4054-a696-a01f06ffd4c9", "address": "fa:16:3e:57:28:48", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88912779-e0", "ovs_interfaceid": "88912779-e048-4054-a696-a01f06ffd4c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.673890] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bdb737-6e02-4216-8604-63e788105d32 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.681660] env[69663]: DEBUG oslo_vmware.api [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333395, 'name': CloneVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.770047] env[69663]: DEBUG oslo_vmware.api [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333398, 'name': ReconfigVM_Task, 'duration_secs': 0.468246} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.770418] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 30af9238-0051-4d0d-8741-91006fdfc9e1/30af9238-0051-4d0d-8741-91006fdfc9e1.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.771188] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4c2cb11-3044-457f-947a-ed9e123f33d0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.779418] env[69663]: DEBUG oslo_vmware.api [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1139.779418] env[69663]: value = "task-3333400" [ 1139.779418] env[69663]: _type = "Task" [ 1139.779418] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.788654] env[69663]: DEBUG oslo_vmware.api [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333400, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.818576] env[69663]: DEBUG oslo_vmware.api [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': task-3333397, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660667} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.818838] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] a52e6960-2024-44b6-b2bb-6d4274e10f15/a52e6960-2024-44b6-b2bb-6d4274e10f15.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1139.819361] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1139.819361] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e47abee3-db0b-40b1-9dd8-02ba990adc9e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.828944] env[69663]: DEBUG oslo_vmware.api [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Waiting for the task: (returnval){ [ 1139.828944] env[69663]: value = "task-3333401" [ 1139.828944] env[69663]: _type = "Task" [ 1139.828944] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.839763] env[69663]: DEBUG oslo_vmware.api [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': task-3333401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.044516] env[69663]: DEBUG oslo_vmware.api [None req-2468c5a8-a56d-47c4-b3de-91b04fda2f49 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Task: {'id': task-3333399, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.097366] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c575b046-9589-4c93-8926-3333a130b9e1 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lock "789877a1-9e03-4bce-97e5-ca1cce81e4ab" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.298s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.169943] env[69663]: DEBUG oslo_vmware.api [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333395, 'name': CloneVM_Task, 'duration_secs': 1.42702} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.171668] env[69663]: INFO nova.virt.vmwareapi.vmops [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Created linked-clone VM from snapshot [ 1140.172473] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90a73c9-9070-4837-ade3-31afa23e8503 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.177017] env[69663]: DEBUG nova.scheduler.client.report [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1140.180529] env[69663]: DEBUG oslo_concurrency.lockutils [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Releasing lock "refresh_cache-a345e15c-764f-4cae-a56d-9dff582285e8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.180799] env[69663]: DEBUG nova.compute.manager [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Instance network_info: |[{"id": "88912779-e048-4054-a696-a01f06ffd4c9", "address": "fa:16:3e:57:28:48", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88912779-e0", "ovs_interfaceid": "88912779-e048-4054-a696-a01f06ffd4c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1140.181632] env[69663]: DEBUG oslo_concurrency.lockutils [req-cbc6fc3e-69e5-4419-8d76-e9b40d62c13e req-f3302b47-568c-42f8-a31b-3590647b4983 service nova] Acquired lock "refresh_cache-a345e15c-764f-4cae-a56d-9dff582285e8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.181706] env[69663]: DEBUG nova.network.neutron [req-cbc6fc3e-69e5-4419-8d76-e9b40d62c13e req-f3302b47-568c-42f8-a31b-3590647b4983 service nova] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Refreshing network info cache for port 88912779-e048-4054-a696-a01f06ffd4c9 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1140.182663] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:28:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88912779-e048-4054-a696-a01f06ffd4c9', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1140.190990] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Creating folder: Project (ac4fe632fbab4f2d8d8cd99d45525285). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1140.192962] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca9114b1-4d48-4a8d-b06b-6d9f84895c56 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.198415] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Uploading image 5782cdf5-9686-430c-9785-569fd62a11b9 {{(pid=69663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1140.217615] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Created folder: Project (ac4fe632fbab4f2d8d8cd99d45525285) in parent group-v665133. [ 1140.217847] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Creating folder: Instances. Parent ref: group-v665411. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1140.218127] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ce705db-fedb-471d-b344-b4b6b3217fb9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.228302] env[69663]: DEBUG oslo_vmware.rw_handles [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1140.228302] env[69663]: value = "vm-665410" [ 1140.228302] env[69663]: _type = "VirtualMachine" [ 1140.228302] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1140.228579] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8db54129-9da5-45a5-a7b1-35c3e2756193 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.231640] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Created folder: Instances in parent group-v665411. [ 1140.231891] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.232470] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1140.232709] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4185e879-797a-4429-9c3e-760f40ed8436 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.248562] env[69663]: DEBUG oslo_vmware.rw_handles [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lease: (returnval){ [ 1140.248562] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c08ad2-675c-5a1f-1415-3c7e4b8007b4" [ 1140.248562] env[69663]: _type = "HttpNfcLease" [ 1140.248562] env[69663]: } obtained for exporting VM: (result){ [ 1140.248562] env[69663]: value = "vm-665410" [ 1140.248562] env[69663]: _type = "VirtualMachine" [ 1140.248562] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1140.248828] env[69663]: DEBUG oslo_vmware.api [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the lease: (returnval){ [ 1140.248828] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c08ad2-675c-5a1f-1415-3c7e4b8007b4" [ 1140.248828] env[69663]: _type = "HttpNfcLease" [ 1140.248828] env[69663]: } to be ready. {{(pid=69663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1140.255489] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1140.255489] env[69663]: value = "task-3333405" [ 1140.255489] env[69663]: _type = "Task" [ 1140.255489] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.257192] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1140.257192] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c08ad2-675c-5a1f-1415-3c7e4b8007b4" [ 1140.257192] env[69663]: _type = "HttpNfcLease" [ 1140.257192] env[69663]: } is ready. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1140.260155] env[69663]: DEBUG oslo_vmware.rw_handles [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1140.260155] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c08ad2-675c-5a1f-1415-3c7e4b8007b4" [ 1140.260155] env[69663]: _type = "HttpNfcLease" [ 1140.260155] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1140.260872] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e874f671-b3e0-4037-8e9b-c285a505e71c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.268664] env[69663]: DEBUG oslo_vmware.rw_handles [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fbae60-0005-94e1-f781-c53e12029925/disk-0.vmdk from lease info. {{(pid=69663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1140.269261] env[69663]: DEBUG oslo_vmware.rw_handles [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fbae60-0005-94e1-f781-c53e12029925/disk-0.vmdk for reading. {{(pid=69663) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1140.272768] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333405, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.332135] env[69663]: DEBUG nova.network.neutron [-] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.351994] env[69663]: INFO nova.compute.manager [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Rescuing [ 1140.352291] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquiring lock "refresh_cache-789877a1-9e03-4bce-97e5-ca1cce81e4ab" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.352451] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquired lock "refresh_cache-789877a1-9e03-4bce-97e5-ca1cce81e4ab" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.352620] env[69663]: DEBUG nova.network.neutron [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1140.357030] env[69663]: DEBUG oslo_vmware.api [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333400, 'name': Rename_Task, 'duration_secs': 0.234702} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.357738] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1140.358039] env[69663]: DEBUG oslo_vmware.api [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': task-3333401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127511} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.358689] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51cbd8be-12eb-4c59-8c30-d43fb4e0b5b7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.360362] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1140.361522] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9118156-22d7-4fc4-89f6-659afa3362ac {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.386849] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] a52e6960-2024-44b6-b2bb-6d4274e10f15/a52e6960-2024-44b6-b2bb-6d4274e10f15.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.392261] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa89f829-2287-4ca5-ac78-fb568532ff44 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.406423] env[69663]: DEBUG oslo_vmware.api [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1140.406423] env[69663]: value = "task-3333406" [ 1140.406423] env[69663]: _type = "Task" [ 1140.406423] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.408712] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-775acbb4-a6ea-4e98-a085-01a34eaf775e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.419154] env[69663]: DEBUG oslo_vmware.api [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Waiting for the task: (returnval){ [ 1140.419154] env[69663]: value = "task-3333407" [ 1140.419154] env[69663]: _type = "Task" [ 1140.419154] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.422583] env[69663]: DEBUG oslo_vmware.api [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333406, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.433374] env[69663]: DEBUG oslo_vmware.api [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': task-3333407, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.545376] env[69663]: DEBUG oslo_vmware.api [None req-2468c5a8-a56d-47c4-b3de-91b04fda2f49 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Task: {'id': task-3333399, 'name': PowerOffVM_Task, 'duration_secs': 0.531956} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.545678] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2468c5a8-a56d-47c4-b3de-91b04fda2f49 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1140.545857] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2468c5a8-a56d-47c4-b3de-91b04fda2f49 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1140.546139] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-edf66955-89ae-4787-be4c-4818324c294b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.627860] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2468c5a8-a56d-47c4-b3de-91b04fda2f49 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1140.628339] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2468c5a8-a56d-47c4-b3de-91b04fda2f49 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1140.628339] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-2468c5a8-a56d-47c4-b3de-91b04fda2f49 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Deleting the datastore file [datastore1] 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.628535] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c1a5865-0e73-4730-ae5b-42f68f9e6d79 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.637548] env[69663]: DEBUG oslo_vmware.api [None req-2468c5a8-a56d-47c4-b3de-91b04fda2f49 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Waiting for the task: (returnval){ [ 1140.637548] env[69663]: value = "task-3333409" [ 1140.637548] env[69663]: _type = "Task" [ 1140.637548] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.646719] env[69663]: DEBUG oslo_vmware.api [None req-2468c5a8-a56d-47c4-b3de-91b04fda2f49 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Task: {'id': task-3333409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.683067] env[69663]: DEBUG oslo_concurrency.lockutils [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.683681] env[69663]: DEBUG nova.compute.manager [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1140.686623] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.399s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.686877] env[69663]: DEBUG nova.objects.instance [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Lazy-loading 'pci_requests' on Instance uuid a3dff467-3feb-4278-8511-b4ccdacb50ea {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.767976] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333405, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.835462] env[69663]: INFO nova.compute.manager [-] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Took 1.50 seconds to deallocate network for instance. [ 1140.899511] env[69663]: DEBUG nova.network.neutron [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Successfully updated port: 285745bc-c421-49e0-86a6-50eb90a0c252 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1140.924699] env[69663]: DEBUG oslo_vmware.api [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333406, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.946030] env[69663]: DEBUG oslo_vmware.api [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': task-3333407, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.162209] env[69663]: DEBUG oslo_vmware.api [None req-2468c5a8-a56d-47c4-b3de-91b04fda2f49 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Task: {'id': task-3333409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36983} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.162884] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-2468c5a8-a56d-47c4-b3de-91b04fda2f49 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.163190] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2468c5a8-a56d-47c4-b3de-91b04fda2f49 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1141.163392] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2468c5a8-a56d-47c4-b3de-91b04fda2f49 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1141.163627] env[69663]: INFO nova.compute.manager [None req-2468c5a8-a56d-47c4-b3de-91b04fda2f49 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1141.164445] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2468c5a8-a56d-47c4-b3de-91b04fda2f49 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1141.164695] env[69663]: DEBUG nova.compute.manager [-] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1141.164800] env[69663]: DEBUG nova.network.neutron [-] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1141.190636] env[69663]: DEBUG nova.compute.utils [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1141.195276] env[69663]: DEBUG nova.objects.instance [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Lazy-loading 'numa_topology' on Instance uuid a3dff467-3feb-4278-8511-b4ccdacb50ea {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.197407] env[69663]: DEBUG nova.compute.manager [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1141.197407] env[69663]: DEBUG nova.network.neutron [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1141.255156] env[69663]: DEBUG nova.policy [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bb78cfccdef4ff889a1e5b0d63dba49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd129d2f178144b2b2f0a284d38a100d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1141.269036] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333405, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.345595] env[69663]: DEBUG oslo_concurrency.lockutils [None req-65350f39-429d-4404-bb65-0e61c464b37e tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.406333] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquiring lock "refresh_cache-df83c894-73b4-4529-8a99-0ead18aa5cf2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.406333] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquired lock "refresh_cache-df83c894-73b4-4529-8a99-0ead18aa5cf2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.406333] env[69663]: DEBUG nova.network.neutron [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1141.437652] env[69663]: DEBUG oslo_vmware.api [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333406, 'name': PowerOnVM_Task, 'duration_secs': 0.696654} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.438396] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1141.438656] env[69663]: INFO nova.compute.manager [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Took 10.62 seconds to spawn the instance on the hypervisor. [ 1141.438906] env[69663]: DEBUG nova.compute.manager [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1141.439816] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b458ad-16b2-4e16-8a97-eebc0320db80 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.447809] env[69663]: DEBUG oslo_vmware.api [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': task-3333407, 'name': ReconfigVM_Task, 'duration_secs': 0.552118} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.448225] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Reconfigured VM instance instance-00000065 to attach disk [datastore1] a52e6960-2024-44b6-b2bb-6d4274e10f15/a52e6960-2024-44b6-b2bb-6d4274e10f15.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.449166] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b03b2bd4-360c-4449-b91f-2ed963310b6e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.466023] env[69663]: DEBUG oslo_vmware.api [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Waiting for the task: (returnval){ [ 1141.466023] env[69663]: value = "task-3333410" [ 1141.466023] env[69663]: _type = "Task" [ 1141.466023] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.474483] env[69663]: DEBUG oslo_vmware.api [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': task-3333410, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.555478] env[69663]: DEBUG nova.network.neutron [req-cbc6fc3e-69e5-4419-8d76-e9b40d62c13e req-f3302b47-568c-42f8-a31b-3590647b4983 service nova] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Updated VIF entry in instance network info cache for port 88912779-e048-4054-a696-a01f06ffd4c9. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1141.556172] env[69663]: DEBUG nova.network.neutron [req-cbc6fc3e-69e5-4419-8d76-e9b40d62c13e req-f3302b47-568c-42f8-a31b-3590647b4983 service nova] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Updating instance_info_cache with network_info: [{"id": "88912779-e048-4054-a696-a01f06ffd4c9", "address": "fa:16:3e:57:28:48", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88912779-e0", "ovs_interfaceid": "88912779-e048-4054-a696-a01f06ffd4c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.672708] env[69663]: DEBUG nova.network.neutron [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Successfully created port: a37c0d93-dd19-4548-be13-7a46fbb987cf {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1141.692435] env[69663]: DEBUG nova.network.neutron [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Updating instance_info_cache with network_info: [{"id": "86de2103-dfa5-447e-83c1-acab8c9e4407", "address": "fa:16:3e:24:3f:3b", "network": {"id": "5a6f0b16-b7d9-4000-a0b1-0c53263b1283", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628369363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75906937e13d492489a3a42c454f1141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86de2103-df", "ovs_interfaceid": "86de2103-dfa5-447e-83c1-acab8c9e4407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.697982] env[69663]: DEBUG nova.compute.manager [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1141.703037] env[69663]: INFO nova.compute.claims [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.769420] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333405, 'name': CreateVM_Task, 'duration_secs': 1.416622} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.769420] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1141.771539] env[69663]: DEBUG oslo_concurrency.lockutils [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.773110] env[69663]: DEBUG oslo_concurrency.lockutils [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.773110] env[69663]: DEBUG oslo_concurrency.lockutils [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.773110] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f207293d-9100-4c36-92cb-6014a9b46bfa {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.781024] env[69663]: DEBUG oslo_vmware.api [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1141.781024] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5241f363-36ca-ac2b-87e7-c7b435898a4f" [ 1141.781024] env[69663]: _type = "Task" [ 1141.781024] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.798227] env[69663]: DEBUG oslo_vmware.api [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5241f363-36ca-ac2b-87e7-c7b435898a4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.836630] env[69663]: DEBUG nova.compute.manager [req-ebe7bb42-a474-4d7d-b94d-497df24282c0 req-dec666ac-1fdc-4d4d-9075-b754c601aa32 service nova] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Received event network-vif-deleted-d308e305-99f1-41bd-bf8b-a8dfddd9d84b {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1141.837452] env[69663]: DEBUG nova.compute.manager [req-ebe7bb42-a474-4d7d-b94d-497df24282c0 req-dec666ac-1fdc-4d4d-9075-b754c601aa32 service nova] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Received event network-vif-plugged-285745bc-c421-49e0-86a6-50eb90a0c252 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1141.837746] env[69663]: DEBUG oslo_concurrency.lockutils [req-ebe7bb42-a474-4d7d-b94d-497df24282c0 req-dec666ac-1fdc-4d4d-9075-b754c601aa32 service nova] Acquiring lock "df83c894-73b4-4529-8a99-0ead18aa5cf2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.838061] env[69663]: DEBUG oslo_concurrency.lockutils [req-ebe7bb42-a474-4d7d-b94d-497df24282c0 req-dec666ac-1fdc-4d4d-9075-b754c601aa32 service nova] Lock "df83c894-73b4-4529-8a99-0ead18aa5cf2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.838329] env[69663]: DEBUG oslo_concurrency.lockutils [req-ebe7bb42-a474-4d7d-b94d-497df24282c0 req-dec666ac-1fdc-4d4d-9075-b754c601aa32 service nova] Lock "df83c894-73b4-4529-8a99-0ead18aa5cf2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.838771] env[69663]: DEBUG nova.compute.manager [req-ebe7bb42-a474-4d7d-b94d-497df24282c0 req-dec666ac-1fdc-4d4d-9075-b754c601aa32 service nova] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] No waiting events found dispatching network-vif-plugged-285745bc-c421-49e0-86a6-50eb90a0c252 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1141.839021] env[69663]: WARNING nova.compute.manager [req-ebe7bb42-a474-4d7d-b94d-497df24282c0 req-dec666ac-1fdc-4d4d-9075-b754c601aa32 service nova] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Received unexpected event network-vif-plugged-285745bc-c421-49e0-86a6-50eb90a0c252 for instance with vm_state building and task_state spawning. [ 1141.839188] env[69663]: DEBUG nova.compute.manager [req-ebe7bb42-a474-4d7d-b94d-497df24282c0 req-dec666ac-1fdc-4d4d-9075-b754c601aa32 service nova] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Received event network-changed-285745bc-c421-49e0-86a6-50eb90a0c252 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1141.839323] env[69663]: DEBUG nova.compute.manager [req-ebe7bb42-a474-4d7d-b94d-497df24282c0 req-dec666ac-1fdc-4d4d-9075-b754c601aa32 service nova] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Refreshing instance network info cache due to event network-changed-285745bc-c421-49e0-86a6-50eb90a0c252. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1141.839529] env[69663]: DEBUG oslo_concurrency.lockutils [req-ebe7bb42-a474-4d7d-b94d-497df24282c0 req-dec666ac-1fdc-4d4d-9075-b754c601aa32 service nova] Acquiring lock "refresh_cache-df83c894-73b4-4529-8a99-0ead18aa5cf2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.954921] env[69663]: DEBUG nova.network.neutron [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1141.967748] env[69663]: INFO nova.compute.manager [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Took 34.45 seconds to build instance. [ 1141.980249] env[69663]: DEBUG oslo_vmware.api [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': task-3333410, 'name': Rename_Task, 'duration_secs': 0.303538} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.981044] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1141.981044] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99b325b0-6790-4a5a-a177-43f27d005b09 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.007650] env[69663]: DEBUG oslo_vmware.api [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Waiting for the task: (returnval){ [ 1142.007650] env[69663]: value = "task-3333411" [ 1142.007650] env[69663]: _type = "Task" [ 1142.007650] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.017032] env[69663]: DEBUG oslo_vmware.api [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': task-3333411, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.062552] env[69663]: DEBUG oslo_concurrency.lockutils [req-cbc6fc3e-69e5-4419-8d76-e9b40d62c13e req-f3302b47-568c-42f8-a31b-3590647b4983 service nova] Releasing lock "refresh_cache-a345e15c-764f-4cae-a56d-9dff582285e8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.196481] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Releasing lock "refresh_cache-789877a1-9e03-4bce-97e5-ca1cce81e4ab" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.255818] env[69663]: DEBUG nova.network.neutron [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Updating instance_info_cache with network_info: [{"id": "285745bc-c421-49e0-86a6-50eb90a0c252", "address": "fa:16:3e:95:69:cb", "network": {"id": "dac535d4-890b-4c14-a296-d1a6e6353c0e", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-2036290172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69e38c23e4344a638313c6c7d5573df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap285745bc-c4", "ovs_interfaceid": "285745bc-c421-49e0-86a6-50eb90a0c252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.296735] env[69663]: DEBUG oslo_vmware.api [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5241f363-36ca-ac2b-87e7-c7b435898a4f, 'name': SearchDatastore_Task, 'duration_secs': 0.023166} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.297501] env[69663]: DEBUG oslo_concurrency.lockutils [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.297501] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1142.298247] env[69663]: DEBUG oslo_concurrency.lockutils [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.298247] env[69663]: DEBUG oslo_concurrency.lockutils [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.298436] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1142.298629] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e468e92-35e6-4f3d-a40b-3e16cc35b9bd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.309885] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1142.310021] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1142.310772] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b4cee6b-8766-4d98-ae2d-e89816fa35ce {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.319643] env[69663]: DEBUG oslo_vmware.api [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1142.319643] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b913ea-c6dc-12c7-028f-9d8cfaed7506" [ 1142.319643] env[69663]: _type = "Task" [ 1142.319643] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.330015] env[69663]: DEBUG oslo_vmware.api [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b913ea-c6dc-12c7-028f-9d8cfaed7506, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.350667] env[69663]: DEBUG nova.network.neutron [-] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.474048] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cfadf37d-1f1c-4a37-a7dd-d1706a57fa7e tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "30af9238-0051-4d0d-8741-91006fdfc9e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.966s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.520359] env[69663]: DEBUG oslo_vmware.api [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': task-3333411, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.719670] env[69663]: DEBUG nova.compute.manager [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1142.741195] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1142.741195] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0791f737-b948-4486-ad27-99311d4a852e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.755058] env[69663]: DEBUG oslo_vmware.api [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1142.755058] env[69663]: value = "task-3333412" [ 1142.755058] env[69663]: _type = "Task" [ 1142.755058] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.761141] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Releasing lock "refresh_cache-df83c894-73b4-4529-8a99-0ead18aa5cf2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.761472] env[69663]: DEBUG nova.compute.manager [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Instance network_info: |[{"id": "285745bc-c421-49e0-86a6-50eb90a0c252", "address": "fa:16:3e:95:69:cb", "network": {"id": "dac535d4-890b-4c14-a296-d1a6e6353c0e", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-2036290172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69e38c23e4344a638313c6c7d5573df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap285745bc-c4", "ovs_interfaceid": "285745bc-c421-49e0-86a6-50eb90a0c252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1142.762400] env[69663]: DEBUG oslo_concurrency.lockutils [req-ebe7bb42-a474-4d7d-b94d-497df24282c0 req-dec666ac-1fdc-4d4d-9075-b754c601aa32 service nova] Acquired lock "refresh_cache-df83c894-73b4-4529-8a99-0ead18aa5cf2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.762655] env[69663]: DEBUG nova.network.neutron [req-ebe7bb42-a474-4d7d-b94d-497df24282c0 req-dec666ac-1fdc-4d4d-9075-b754c601aa32 service nova] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Refreshing network info cache for port 285745bc-c421-49e0-86a6-50eb90a0c252 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1142.764112] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:69:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2bf99f85-3a5c-47c6-a603-e215be6ab0bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '285745bc-c421-49e0-86a6-50eb90a0c252', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1142.772906] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.779597] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1142.780055] env[69663]: DEBUG oslo_vmware.api [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.781271] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c53c40f4-2ae2-4e32-afb9-dcfe971f9d25 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.807447] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1142.807447] env[69663]: value = "task-3333413" [ 1142.807447] env[69663]: _type = "Task" [ 1142.807447] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.819861] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333413, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.841256] env[69663]: DEBUG oslo_vmware.api [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b913ea-c6dc-12c7-028f-9d8cfaed7506, 'name': SearchDatastore_Task, 'duration_secs': 0.013191} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.841256] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-986ceae3-b4b0-42b7-b7da-0b1fcb0d028c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.850346] env[69663]: DEBUG nova.virt.hardware [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1142.850346] env[69663]: DEBUG nova.virt.hardware [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1142.850346] env[69663]: DEBUG nova.virt.hardware [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.850346] env[69663]: DEBUG nova.virt.hardware [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1142.850346] env[69663]: DEBUG nova.virt.hardware [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.850346] env[69663]: DEBUG nova.virt.hardware [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1142.850346] env[69663]: DEBUG nova.virt.hardware [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1142.850346] env[69663]: DEBUG nova.virt.hardware [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1142.850346] env[69663]: DEBUG nova.virt.hardware [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1142.850346] env[69663]: DEBUG nova.virt.hardware [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1142.850346] env[69663]: DEBUG nova.virt.hardware [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1142.851054] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2b1a6e-25ab-455c-b40c-baaed107b904 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.857943] env[69663]: INFO nova.compute.manager [-] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Took 1.69 seconds to deallocate network for instance. [ 1142.858314] env[69663]: DEBUG oslo_vmware.api [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1142.858314] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52621878-f2ea-4fe3-e579-7126b4195d5e" [ 1142.858314] env[69663]: _type = "Task" [ 1142.858314] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.875963] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fbcc59-1d97-4550-a79d-3e3b6853276e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.886091] env[69663]: DEBUG oslo_vmware.api [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52621878-f2ea-4fe3-e579-7126b4195d5e, 'name': SearchDatastore_Task, 'duration_secs': 0.014} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.886837] env[69663]: DEBUG oslo_concurrency.lockutils [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.887164] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] a345e15c-764f-4cae-a56d-9dff582285e8/a345e15c-764f-4cae-a56d-9dff582285e8.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1142.887446] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae15b2dc-4a15-45fe-a539-81a9fd07920f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.904646] env[69663]: DEBUG oslo_vmware.api [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1142.904646] env[69663]: value = "task-3333414" [ 1142.904646] env[69663]: _type = "Task" [ 1142.904646] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.914772] env[69663]: DEBUG oslo_vmware.api [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.023461] env[69663]: DEBUG oslo_vmware.api [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': task-3333411, 'name': PowerOnVM_Task, 'duration_secs': 0.622199} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.026215] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1143.026503] env[69663]: INFO nova.compute.manager [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Took 8.57 seconds to spawn the instance on the hypervisor. [ 1143.026634] env[69663]: DEBUG nova.compute.manager [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1143.027729] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f400d5d7-1023-46af-925c-f33d108ef9c8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.117379] env[69663]: DEBUG nova.compute.manager [req-c474b29c-a732-4093-ba44-92186be19a98 req-46941969-9d3c-44d5-8301-50bffafeced6 service nova] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Received event network-vif-plugged-a37c0d93-dd19-4548-be13-7a46fbb987cf {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1143.118028] env[69663]: DEBUG oslo_concurrency.lockutils [req-c474b29c-a732-4093-ba44-92186be19a98 req-46941969-9d3c-44d5-8301-50bffafeced6 service nova] Acquiring lock "23c2bd58-206d-4724-a660-65e3dec18907-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.118028] env[69663]: DEBUG oslo_concurrency.lockutils [req-c474b29c-a732-4093-ba44-92186be19a98 req-46941969-9d3c-44d5-8301-50bffafeced6 service nova] Lock "23c2bd58-206d-4724-a660-65e3dec18907-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.118028] env[69663]: DEBUG oslo_concurrency.lockutils [req-c474b29c-a732-4093-ba44-92186be19a98 req-46941969-9d3c-44d5-8301-50bffafeced6 service nova] Lock "23c2bd58-206d-4724-a660-65e3dec18907-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.118293] env[69663]: DEBUG nova.compute.manager [req-c474b29c-a732-4093-ba44-92186be19a98 req-46941969-9d3c-44d5-8301-50bffafeced6 service nova] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] No waiting events found dispatching network-vif-plugged-a37c0d93-dd19-4548-be13-7a46fbb987cf {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1143.118518] env[69663]: WARNING nova.compute.manager [req-c474b29c-a732-4093-ba44-92186be19a98 req-46941969-9d3c-44d5-8301-50bffafeced6 service nova] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Received unexpected event network-vif-plugged-a37c0d93-dd19-4548-be13-7a46fbb987cf for instance with vm_state building and task_state spawning. [ 1143.148021] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92b2bab-4c7c-4b6c-b30c-39c84159afff {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.159067] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ee03ec-9d41-4700-961e-8b95ff4f2e95 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.192426] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1395c5d-6c02-462c-a836-166bc88b2b7a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.201421] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c01d920-c39a-4a0d-81f7-5ce1f2ad0341 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.222466] env[69663]: DEBUG nova.compute.provider_tree [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.224759] env[69663]: DEBUG nova.network.neutron [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Successfully updated port: a37c0d93-dd19-4548-be13-7a46fbb987cf {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1143.269069] env[69663]: DEBUG oslo_vmware.api [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333412, 'name': PowerOffVM_Task, 'duration_secs': 0.271577} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.269069] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1143.269875] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86a7cd7-d52b-4d34-9072-f5540b445dab {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.296617] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f34da47-b1bf-4827-a157-61ef9a998a93 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.317696] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333413, 'name': CreateVM_Task, 'duration_secs': 0.380643} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.318145] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1143.318787] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.318970] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.319401] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.319762] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5a0893f-14df-4484-b95d-cee0138eab6b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.328538] env[69663]: DEBUG oslo_vmware.api [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 1143.328538] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d46a78-1928-90ec-acfc-01c585e47001" [ 1143.328538] env[69663]: _type = "Task" [ 1143.328538] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.330857] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1143.331249] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82429b84-a912-4296-8ad1-31e1361035cc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.340155] env[69663]: DEBUG oslo_concurrency.lockutils [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "30af9238-0051-4d0d-8741-91006fdfc9e1" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.340553] env[69663]: DEBUG oslo_concurrency.lockutils [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "30af9238-0051-4d0d-8741-91006fdfc9e1" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.340789] env[69663]: INFO nova.compute.manager [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Shelving [ 1143.348581] env[69663]: DEBUG oslo_vmware.api [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d46a78-1928-90ec-acfc-01c585e47001, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.350467] env[69663]: DEBUG oslo_vmware.api [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1143.350467] env[69663]: value = "task-3333415" [ 1143.350467] env[69663]: _type = "Task" [ 1143.350467] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.362970] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] VM already powered off {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1143.363358] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1143.363670] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.363838] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.364121] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1143.364438] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6207a53c-bbed-4c82-8d71-f4e9046fd1d7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.370423] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2468c5a8-a56d-47c4-b3de-91b04fda2f49 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.380059] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1143.380303] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1143.381182] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ba03d82-343f-45cd-89ee-0b2bc6869730 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.391029] env[69663]: DEBUG oslo_vmware.api [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1143.391029] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52139b00-c540-bd71-8b08-61b8cf7f83d3" [ 1143.391029] env[69663]: _type = "Task" [ 1143.391029] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.404120] env[69663]: DEBUG oslo_vmware.api [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52139b00-c540-bd71-8b08-61b8cf7f83d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.414965] env[69663]: DEBUG oslo_vmware.api [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333414, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.534898] env[69663]: DEBUG nova.network.neutron [req-ebe7bb42-a474-4d7d-b94d-497df24282c0 req-dec666ac-1fdc-4d4d-9075-b754c601aa32 service nova] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Updated VIF entry in instance network info cache for port 285745bc-c421-49e0-86a6-50eb90a0c252. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1143.535285] env[69663]: DEBUG nova.network.neutron [req-ebe7bb42-a474-4d7d-b94d-497df24282c0 req-dec666ac-1fdc-4d4d-9075-b754c601aa32 service nova] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Updating instance_info_cache with network_info: [{"id": "285745bc-c421-49e0-86a6-50eb90a0c252", "address": "fa:16:3e:95:69:cb", "network": {"id": "dac535d4-890b-4c14-a296-d1a6e6353c0e", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-2036290172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69e38c23e4344a638313c6c7d5573df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap285745bc-c4", "ovs_interfaceid": "285745bc-c421-49e0-86a6-50eb90a0c252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.547147] env[69663]: INFO nova.compute.manager [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Took 33.08 seconds to build instance. [ 1143.727536] env[69663]: DEBUG nova.scheduler.client.report [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1143.735793] env[69663]: DEBUG oslo_concurrency.lockutils [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "refresh_cache-23c2bd58-206d-4724-a660-65e3dec18907" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.735793] env[69663]: DEBUG oslo_concurrency.lockutils [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquired lock "refresh_cache-23c2bd58-206d-4724-a660-65e3dec18907" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.735793] env[69663]: DEBUG nova.network.neutron [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1143.841825] env[69663]: DEBUG oslo_vmware.api [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d46a78-1928-90ec-acfc-01c585e47001, 'name': SearchDatastore_Task, 'duration_secs': 0.024615} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.842177] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.842419] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1143.842684] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.842880] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.844419] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1143.845381] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca7d192a-080b-499f-a297-79fb3f1a6d46 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.850325] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1143.850566] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5dc539e-c01c-4b9d-94bf-e4f598d857ca {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.857523] env[69663]: DEBUG oslo_vmware.api [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1143.857523] env[69663]: value = "task-3333416" [ 1143.857523] env[69663]: _type = "Task" [ 1143.857523] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.858760] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1143.858949] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1143.862867] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20371b22-2de1-45e0-acb1-82de66498220 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.868273] env[69663]: DEBUG nova.compute.manager [req-84698580-1a24-46d7-a107-8d6f3ec0c3e9 req-876ffed4-de61-4dc1-b8d0-021ef387576b service nova] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Received event network-vif-deleted-c2b59a0d-c0f0-4b63-be2a-5c2035e67800 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1143.873927] env[69663]: DEBUG oslo_vmware.api [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.875571] env[69663]: DEBUG oslo_vmware.api [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 1143.875571] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]521cbe05-8a23-3551-7f29-7a8c883ff529" [ 1143.875571] env[69663]: _type = "Task" [ 1143.875571] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.885302] env[69663]: DEBUG oslo_vmware.api [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]521cbe05-8a23-3551-7f29-7a8c883ff529, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.903627] env[69663]: DEBUG oslo_vmware.api [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52139b00-c540-bd71-8b08-61b8cf7f83d3, 'name': SearchDatastore_Task, 'duration_secs': 0.050417} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.904487] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef26e355-8ff0-406f-9500-14ad14c80f7c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.913279] env[69663]: DEBUG oslo_vmware.api [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1143.913279] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525b367e-6110-c81e-848e-503d23927943" [ 1143.913279] env[69663]: _type = "Task" [ 1143.913279] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.916461] env[69663]: DEBUG oslo_vmware.api [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333414, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560704} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.919548] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] a345e15c-764f-4cae-a56d-9dff582285e8/a345e15c-764f-4cae-a56d-9dff582285e8.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1143.919790] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1143.920057] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7de914b-7f79-4bb0-a6de-daadef950851 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.926859] env[69663]: DEBUG oslo_vmware.api [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525b367e-6110-c81e-848e-503d23927943, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.928155] env[69663]: DEBUG oslo_vmware.api [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1143.928155] env[69663]: value = "task-3333417" [ 1143.928155] env[69663]: _type = "Task" [ 1143.928155] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.935562] env[69663]: DEBUG oslo_vmware.api [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333417, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.037852] env[69663]: DEBUG oslo_concurrency.lockutils [req-ebe7bb42-a474-4d7d-b94d-497df24282c0 req-dec666ac-1fdc-4d4d-9075-b754c601aa32 service nova] Releasing lock "refresh_cache-df83c894-73b4-4529-8a99-0ead18aa5cf2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.050925] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4d027c83-9710-46e8-a8bd-af110fca5ae1 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Lock "a52e6960-2024-44b6-b2bb-6d4274e10f15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.592s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.241592] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.555s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.243741] env[69663]: DEBUG oslo_concurrency.lockutils [None req-00e58d2d-d349-4ef7-bc0c-8b9c431fa54a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.148s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.244016] env[69663]: DEBUG nova.objects.instance [None req-00e58d2d-d349-4ef7-bc0c-8b9c431fa54a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Lazy-loading 'resources' on Instance uuid f20a4a77-ff8f-41e3-8357-0db0a12351b2 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.285209] env[69663]: DEBUG nova.network.neutron [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1144.298187] env[69663]: INFO nova.network.neutron [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Updating port 4a58748e-6aa1-4f39-9cbd-9737aba3b4d2 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1144.369039] env[69663]: DEBUG oslo_vmware.api [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333416, 'name': PowerOffVM_Task, 'duration_secs': 0.3859} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.369347] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1144.370211] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21e469c-642c-4d30-9411-315f6e22c4ee {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.400280] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c92fe72-0e29-4d63-90c4-07d7eb604cf2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.410510] env[69663]: DEBUG oslo_vmware.api [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]521cbe05-8a23-3551-7f29-7a8c883ff529, 'name': SearchDatastore_Task, 'duration_secs': 0.016753} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.410510] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f93b4861-dce2-4745-a165-a7f17f04c1a8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.422033] env[69663]: DEBUG oslo_vmware.api [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 1144.422033] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52659eee-c6ab-a594-6425-76215e18e16d" [ 1144.422033] env[69663]: _type = "Task" [ 1144.422033] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.429898] env[69663]: DEBUG oslo_vmware.api [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525b367e-6110-c81e-848e-503d23927943, 'name': SearchDatastore_Task, 'duration_secs': 0.022688} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.433714] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.434087] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 789877a1-9e03-4bce-97e5-ca1cce81e4ab/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474-rescue.vmdk. {{(pid=69663) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1144.437989] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-532c8f72-31ef-43a3-b045-b6c4d944493b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.439369] env[69663]: DEBUG oslo_vmware.api [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52659eee-c6ab-a594-6425-76215e18e16d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.446553] env[69663]: DEBUG oslo_vmware.api [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333417, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193184} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.447868] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1144.448244] env[69663]: DEBUG oslo_vmware.api [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1144.448244] env[69663]: value = "task-3333418" [ 1144.448244] env[69663]: _type = "Task" [ 1144.448244] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.448942] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c07070-6d28-40d7-9ad8-6a49cbd15544 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.476346] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] a345e15c-764f-4cae-a56d-9dff582285e8/a345e15c-764f-4cae-a56d-9dff582285e8.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.480066] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3954ba27-de9f-414b-839e-504931e9f099 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.494186] env[69663]: DEBUG oslo_vmware.api [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.495290] env[69663]: DEBUG nova.network.neutron [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Updating instance_info_cache with network_info: [{"id": "a37c0d93-dd19-4548-be13-7a46fbb987cf", "address": "fa:16:3e:a8:b7:52", "network": {"id": "7e99d479-c2d4-4a7b-a8fe-8c2b1009a96c", "bridge": "br-int", "label": "tempest-ServersTestJSON-770727765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd129d2f178144b2b2f0a284d38a100d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa37c0d93-dd", "ovs_interfaceid": "a37c0d93-dd19-4548-be13-7a46fbb987cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.503298] env[69663]: DEBUG oslo_vmware.api [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1144.503298] env[69663]: value = "task-3333419" [ 1144.503298] env[69663]: _type = "Task" [ 1144.503298] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.512152] env[69663]: DEBUG oslo_vmware.api [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333419, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.855055] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab212e9d-87f0-487e-b21b-204e87130de7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.863810] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-a736c879-bfb4-4f21-b8b0-e6b2772b3d66 tempest-ServersAdminNegativeTestJSON-1762297631 tempest-ServersAdminNegativeTestJSON-1762297631-project-admin] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Suspending the VM {{(pid=69663) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 1144.864131] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-34fe610f-f7da-40f6-877c-d57f0f81722c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.871276] env[69663]: DEBUG oslo_vmware.api [None req-a736c879-bfb4-4f21-b8b0-e6b2772b3d66 tempest-ServersAdminNegativeTestJSON-1762297631 tempest-ServersAdminNegativeTestJSON-1762297631-project-admin] Waiting for the task: (returnval){ [ 1144.871276] env[69663]: value = "task-3333420" [ 1144.871276] env[69663]: _type = "Task" [ 1144.871276] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.881193] env[69663]: DEBUG oslo_vmware.api [None req-a736c879-bfb4-4f21-b8b0-e6b2772b3d66 tempest-ServersAdminNegativeTestJSON-1762297631 tempest-ServersAdminNegativeTestJSON-1762297631-project-admin] Task: {'id': task-3333420, 'name': SuspendVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.920049] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Creating Snapshot of the VM instance {{(pid=69663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1144.921065] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7ae20f51-29b4-42fc-8d02-151e9f7359cb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.932020] env[69663]: DEBUG oslo_vmware.api [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52659eee-c6ab-a594-6425-76215e18e16d, 'name': SearchDatastore_Task, 'duration_secs': 0.02186} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.933577] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.933951] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] df83c894-73b4-4529-8a99-0ead18aa5cf2/df83c894-73b4-4529-8a99-0ead18aa5cf2.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1144.934228] env[69663]: DEBUG oslo_vmware.api [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1144.934228] env[69663]: value = "task-3333421" [ 1144.934228] env[69663]: _type = "Task" [ 1144.934228] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.937128] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37978979-2743-499e-898b-5cb368f6bfbd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.950292] env[69663]: DEBUG oslo_vmware.api [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333421, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.952878] env[69663]: DEBUG oslo_vmware.api [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 1144.952878] env[69663]: value = "task-3333422" [ 1144.952878] env[69663]: _type = "Task" [ 1144.952878] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.967326] env[69663]: DEBUG oslo_vmware.api [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333418, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.970753] env[69663]: DEBUG oslo_vmware.api [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.997714] env[69663]: DEBUG oslo_concurrency.lockutils [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Releasing lock "refresh_cache-23c2bd58-206d-4724-a660-65e3dec18907" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.998219] env[69663]: DEBUG nova.compute.manager [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Instance network_info: |[{"id": "a37c0d93-dd19-4548-be13-7a46fbb987cf", "address": "fa:16:3e:a8:b7:52", "network": {"id": "7e99d479-c2d4-4a7b-a8fe-8c2b1009a96c", "bridge": "br-int", "label": "tempest-ServersTestJSON-770727765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd129d2f178144b2b2f0a284d38a100d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa37c0d93-dd", "ovs_interfaceid": "a37c0d93-dd19-4548-be13-7a46fbb987cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1144.999152] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:b7:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9ee6f9-33be-4f58-8248-694024ec31d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a37c0d93-dd19-4548-be13-7a46fbb987cf', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.006984] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.010125] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1145.014049] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7397f187-f0f0-48cf-8211-57a44dd8547e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.037665] env[69663]: DEBUG oslo_vmware.api [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333419, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.039086] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.039086] env[69663]: value = "task-3333423" [ 1145.039086] env[69663]: _type = "Task" [ 1145.039086] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.050573] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333423, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.171877] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d600168-1246-4415-bb8a-26ad993aa962 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.181226] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d23918e-7a53-4c1e-9797-109f8a8a99b3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.216900] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef26464-24ee-46d3-97f3-1774df0f2adc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.228235] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d81bba1-aef7-45a9-af0d-705afba7cfa0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.233551] env[69663]: DEBUG nova.compute.manager [req-a489c5eb-5231-4fc5-be29-a34ef94ebcd1 req-b0cf648f-b4bf-48df-9439-8c6c1bc57063 service nova] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Received event network-changed-a37c0d93-dd19-4548-be13-7a46fbb987cf {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1145.233769] env[69663]: DEBUG nova.compute.manager [req-a489c5eb-5231-4fc5-be29-a34ef94ebcd1 req-b0cf648f-b4bf-48df-9439-8c6c1bc57063 service nova] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Refreshing instance network info cache due to event network-changed-a37c0d93-dd19-4548-be13-7a46fbb987cf. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1145.234037] env[69663]: DEBUG oslo_concurrency.lockutils [req-a489c5eb-5231-4fc5-be29-a34ef94ebcd1 req-b0cf648f-b4bf-48df-9439-8c6c1bc57063 service nova] Acquiring lock "refresh_cache-23c2bd58-206d-4724-a660-65e3dec18907" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.234192] env[69663]: DEBUG oslo_concurrency.lockutils [req-a489c5eb-5231-4fc5-be29-a34ef94ebcd1 req-b0cf648f-b4bf-48df-9439-8c6c1bc57063 service nova] Acquired lock "refresh_cache-23c2bd58-206d-4724-a660-65e3dec18907" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.234362] env[69663]: DEBUG nova.network.neutron [req-a489c5eb-5231-4fc5-be29-a34ef94ebcd1 req-b0cf648f-b4bf-48df-9439-8c6c1bc57063 service nova] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Refreshing network info cache for port a37c0d93-dd19-4548-be13-7a46fbb987cf {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1145.237946] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a460636b-da5b-4b29-8df1-408ea8da672a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "ce8cbba3-89e0-41ed-a822-972f7452179f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.238214] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a460636b-da5b-4b29-8df1-408ea8da672a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "ce8cbba3-89e0-41ed-a822-972f7452179f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.249199] env[69663]: DEBUG nova.compute.provider_tree [None req-00e58d2d-d349-4ef7-bc0c-8b9c431fa54a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.382855] env[69663]: DEBUG oslo_vmware.api [None req-a736c879-bfb4-4f21-b8b0-e6b2772b3d66 tempest-ServersAdminNegativeTestJSON-1762297631 tempest-ServersAdminNegativeTestJSON-1762297631-project-admin] Task: {'id': task-3333420, 'name': SuspendVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.450313] env[69663]: DEBUG oslo_vmware.api [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333421, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.465091] env[69663]: DEBUG oslo_vmware.api [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333422, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.468665] env[69663]: DEBUG oslo_vmware.api [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550683} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.468987] env[69663]: INFO nova.virt.vmwareapi.ds_util [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 789877a1-9e03-4bce-97e5-ca1cce81e4ab/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474-rescue.vmdk. [ 1145.469836] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3087d06-6e06-45d4-b30c-c2d75f35b566 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.501987] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 789877a1-9e03-4bce-97e5-ca1cce81e4ab/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474-rescue.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1145.502442] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30bbf3b8-1a87-474a-801c-451420736da6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.536213] env[69663]: DEBUG oslo_vmware.api [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333419, 'name': ReconfigVM_Task, 'duration_secs': 0.53738} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.536540] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Reconfigured VM instance instance-00000066 to attach disk [datastore1] a345e15c-764f-4cae-a56d-9dff582285e8/a345e15c-764f-4cae-a56d-9dff582285e8.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.538497] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5cc44231-4a7a-4a5f-9179-ddffdca1428a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.540505] env[69663]: DEBUG oslo_vmware.api [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1145.540505] env[69663]: value = "task-3333424" [ 1145.540505] env[69663]: _type = "Task" [ 1145.540505] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.551473] env[69663]: DEBUG oslo_vmware.api [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1145.551473] env[69663]: value = "task-3333425" [ 1145.551473] env[69663]: _type = "Task" [ 1145.551473] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.558399] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333423, 'name': CreateVM_Task, 'duration_secs': 0.362516} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.558756] env[69663]: DEBUG oslo_vmware.api [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.562344] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1145.563174] env[69663]: DEBUG oslo_concurrency.lockutils [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.563403] env[69663]: DEBUG oslo_concurrency.lockutils [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.563710] env[69663]: DEBUG oslo_concurrency.lockutils [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.564438] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48004793-964c-4674-8139-609273893490 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.571740] env[69663]: DEBUG oslo_vmware.api [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333425, 'name': Rename_Task} progress is 10%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.573480] env[69663]: DEBUG oslo_vmware.api [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1145.573480] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529bb3db-70e4-9c05-cae9-528bcd83add2" [ 1145.573480] env[69663]: _type = "Task" [ 1145.573480] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.582698] env[69663]: DEBUG oslo_vmware.api [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529bb3db-70e4-9c05-cae9-528bcd83add2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.752645] env[69663]: DEBUG nova.compute.utils [None req-a460636b-da5b-4b29-8df1-408ea8da672a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1145.755990] env[69663]: DEBUG nova.scheduler.client.report [None req-00e58d2d-d349-4ef7-bc0c-8b9c431fa54a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1145.882058] env[69663]: DEBUG oslo_vmware.api [None req-a736c879-bfb4-4f21-b8b0-e6b2772b3d66 tempest-ServersAdminNegativeTestJSON-1762297631 tempest-ServersAdminNegativeTestJSON-1762297631-project-admin] Task: {'id': task-3333420, 'name': SuspendVM_Task, 'duration_secs': 0.888505} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.882058] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-a736c879-bfb4-4f21-b8b0-e6b2772b3d66 tempest-ServersAdminNegativeTestJSON-1762297631 tempest-ServersAdminNegativeTestJSON-1762297631-project-admin] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Suspended the VM {{(pid=69663) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 1145.882486] env[69663]: DEBUG nova.compute.manager [None req-a736c879-bfb4-4f21-b8b0-e6b2772b3d66 tempest-ServersAdminNegativeTestJSON-1762297631 tempest-ServersAdminNegativeTestJSON-1762297631-project-admin] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1145.883117] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249114e4-8479-4b2b-bc70-38a24252af10 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.952894] env[69663]: DEBUG oslo_vmware.api [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333421, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.961374] env[69663]: DEBUG oslo_vmware.api [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333422, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.81007} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.962312] env[69663]: DEBUG nova.network.neutron [req-a489c5eb-5231-4fc5-be29-a34ef94ebcd1 req-b0cf648f-b4bf-48df-9439-8c6c1bc57063 service nova] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Updated VIF entry in instance network info cache for port a37c0d93-dd19-4548-be13-7a46fbb987cf. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1145.962625] env[69663]: DEBUG nova.network.neutron [req-a489c5eb-5231-4fc5-be29-a34ef94ebcd1 req-b0cf648f-b4bf-48df-9439-8c6c1bc57063 service nova] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Updating instance_info_cache with network_info: [{"id": "a37c0d93-dd19-4548-be13-7a46fbb987cf", "address": "fa:16:3e:a8:b7:52", "network": {"id": "7e99d479-c2d4-4a7b-a8fe-8c2b1009a96c", "bridge": "br-int", "label": "tempest-ServersTestJSON-770727765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd129d2f178144b2b2f0a284d38a100d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa37c0d93-dd", "ovs_interfaceid": "a37c0d93-dd19-4548-be13-7a46fbb987cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.963827] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] df83c894-73b4-4529-8a99-0ead18aa5cf2/df83c894-73b4-4529-8a99-0ead18aa5cf2.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1145.964061] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1145.964507] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-763fc814-33a4-4e07-b212-a225f118026e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.975379] env[69663]: DEBUG oslo_vmware.api [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 1145.975379] env[69663]: value = "task-3333426" [ 1145.975379] env[69663]: _type = "Task" [ 1145.975379] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.987640] env[69663]: DEBUG oslo_vmware.api [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333426, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.052451] env[69663]: DEBUG oslo_vmware.api [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333424, 'name': ReconfigVM_Task, 'duration_secs': 0.423438} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.052451] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 789877a1-9e03-4bce-97e5-ca1cce81e4ab/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474-rescue.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.053490] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325dbd06-229c-48ca-8431-0eb6ec1f1ec4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.093019] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8bbe50c-9fa3-4c95-b9f7-5d9c192e0017 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.105271] env[69663]: DEBUG oslo_vmware.api [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333425, 'name': Rename_Task, 'duration_secs': 0.176595} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.106516] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1146.106887] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5a3a003-d279-40ef-bf64-7efac2612f1d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.113940] env[69663]: DEBUG oslo_vmware.api [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529bb3db-70e4-9c05-cae9-528bcd83add2, 'name': SearchDatastore_Task, 'duration_secs': 0.063241} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.115426] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Acquiring lock "refresh_cache-a3dff467-3feb-4278-8511-b4ccdacb50ea" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.115685] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Acquired lock "refresh_cache-a3dff467-3feb-4278-8511-b4ccdacb50ea" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.115966] env[69663]: DEBUG nova.network.neutron [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1146.120203] env[69663]: DEBUG oslo_concurrency.lockutils [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.120203] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1146.120203] env[69663]: DEBUG oslo_concurrency.lockutils [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.120203] env[69663]: DEBUG oslo_concurrency.lockutils [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.120203] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.120913] env[69663]: DEBUG oslo_vmware.api [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1146.120913] env[69663]: value = "task-3333427" [ 1146.120913] env[69663]: _type = "Task" [ 1146.120913] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.121579] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2aa9d40d-df2b-4152-89cf-e562ecdc5461 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.129984] env[69663]: DEBUG oslo_vmware.api [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1146.129984] env[69663]: value = "task-3333428" [ 1146.129984] env[69663]: _type = "Task" [ 1146.129984] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.138099] env[69663]: DEBUG oslo_vmware.api [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.139810] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1146.140151] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1146.141507] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1777c26b-da47-47cc-9e06-974be7611fe0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.147998] env[69663]: DEBUG oslo_vmware.api [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333428, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.151361] env[69663]: DEBUG oslo_vmware.api [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1146.151361] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5224aa32-c4f1-19c8-05dc-e4e69bd8c694" [ 1146.151361] env[69663]: _type = "Task" [ 1146.151361] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.159183] env[69663]: DEBUG oslo_vmware.api [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5224aa32-c4f1-19c8-05dc-e4e69bd8c694, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.255927] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a460636b-da5b-4b29-8df1-408ea8da672a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "ce8cbba3-89e0-41ed-a822-972f7452179f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.260277] env[69663]: DEBUG oslo_concurrency.lockutils [None req-00e58d2d-d349-4ef7-bc0c-8b9c431fa54a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.016s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.262634] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.089s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.293078] env[69663]: INFO nova.scheduler.client.report [None req-00e58d2d-d349-4ef7-bc0c-8b9c431fa54a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Deleted allocations for instance f20a4a77-ff8f-41e3-8357-0db0a12351b2 [ 1146.455498] env[69663]: DEBUG oslo_vmware.api [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333421, 'name': CreateSnapshot_Task, 'duration_secs': 1.120815} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.456284] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Created Snapshot of the VM instance {{(pid=69663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1146.456613] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec197c32-4169-4d14-9b64-47713daee977 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.466219] env[69663]: DEBUG oslo_concurrency.lockutils [req-a489c5eb-5231-4fc5-be29-a34ef94ebcd1 req-b0cf648f-b4bf-48df-9439-8c6c1bc57063 service nova] Releasing lock "refresh_cache-23c2bd58-206d-4724-a660-65e3dec18907" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.486772] env[69663]: DEBUG oslo_vmware.api [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333426, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074931} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.486772] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1146.487485] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd73ed6-c9b5-48e6-88d6-e18c01ae619c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.513231] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] df83c894-73b4-4529-8a99-0ead18aa5cf2/df83c894-73b4-4529-8a99-0ead18aa5cf2.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.514354] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95e7421d-a4cc-4289-906c-645b1c28a56b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.537694] env[69663]: DEBUG oslo_vmware.api [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 1146.537694] env[69663]: value = "task-3333429" [ 1146.537694] env[69663]: _type = "Task" [ 1146.537694] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.546833] env[69663]: DEBUG oslo_vmware.api [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333429, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.634806] env[69663]: DEBUG oslo_vmware.api [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.643802] env[69663]: DEBUG oslo_vmware.api [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333428, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.662165] env[69663]: DEBUG oslo_vmware.api [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5224aa32-c4f1-19c8-05dc-e4e69bd8c694, 'name': SearchDatastore_Task, 'duration_secs': 0.017563} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.667453] env[69663]: DEBUG nova.compute.manager [req-83e3a738-dc0a-4027-b1db-645117378ad1 req-668c2db3-b47c-4791-a2c9-dead06e18d0a service nova] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Received event network-vif-plugged-4a58748e-6aa1-4f39-9cbd-9737aba3b4d2 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1146.667702] env[69663]: DEBUG oslo_concurrency.lockutils [req-83e3a738-dc0a-4027-b1db-645117378ad1 req-668c2db3-b47c-4791-a2c9-dead06e18d0a service nova] Acquiring lock "a3dff467-3feb-4278-8511-b4ccdacb50ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.667916] env[69663]: DEBUG oslo_concurrency.lockutils [req-83e3a738-dc0a-4027-b1db-645117378ad1 req-668c2db3-b47c-4791-a2c9-dead06e18d0a service nova] Lock "a3dff467-3feb-4278-8511-b4ccdacb50ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.668104] env[69663]: DEBUG oslo_concurrency.lockutils [req-83e3a738-dc0a-4027-b1db-645117378ad1 req-668c2db3-b47c-4791-a2c9-dead06e18d0a service nova] Lock "a3dff467-3feb-4278-8511-b4ccdacb50ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.668282] env[69663]: DEBUG nova.compute.manager [req-83e3a738-dc0a-4027-b1db-645117378ad1 req-668c2db3-b47c-4791-a2c9-dead06e18d0a service nova] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] No waiting events found dispatching network-vif-plugged-4a58748e-6aa1-4f39-9cbd-9737aba3b4d2 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1146.668446] env[69663]: WARNING nova.compute.manager [req-83e3a738-dc0a-4027-b1db-645117378ad1 req-668c2db3-b47c-4791-a2c9-dead06e18d0a service nova] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Received unexpected event network-vif-plugged-4a58748e-6aa1-4f39-9cbd-9737aba3b4d2 for instance with vm_state shelved_offloaded and task_state spawning. [ 1146.668772] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc735440-0ed7-48be-83ec-ec1e6b4e4f66 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.677376] env[69663]: DEBUG oslo_vmware.api [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1146.677376] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c4df79-c09a-f21f-0568-d7a207d75830" [ 1146.677376] env[69663]: _type = "Task" [ 1146.677376] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.686929] env[69663]: DEBUG oslo_vmware.api [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c4df79-c09a-f21f-0568-d7a207d75830, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.767808] env[69663]: INFO nova.compute.claims [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.809337] env[69663]: DEBUG oslo_concurrency.lockutils [None req-00e58d2d-d349-4ef7-bc0c-8b9c431fa54a tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Lock "f20a4a77-ff8f-41e3-8357-0db0a12351b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.697s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.979826] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Creating linked-clone VM from snapshot {{(pid=69663) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1146.980466] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cd8239ab-04bc-40a9-95c1-15da71b14ce2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.993473] env[69663]: DEBUG oslo_vmware.api [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1146.993473] env[69663]: value = "task-3333431" [ 1146.993473] env[69663]: _type = "Task" [ 1146.993473] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.006303] env[69663]: DEBUG oslo_vmware.api [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333431, 'name': CloneVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.007984] env[69663]: DEBUG nova.network.neutron [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Updating instance_info_cache with network_info: [{"id": "4a58748e-6aa1-4f39-9cbd-9737aba3b4d2", "address": "fa:16:3e:35:22:b1", "network": {"id": "dd381980-2b3b-453a-bb5a-8322b67f3e39", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-99784382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2118e829f1ae4dc4ad1863d3480354c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a58748e-6a", "ovs_interfaceid": "4a58748e-6aa1-4f39-9cbd-9737aba3b4d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.879739] env[69663]: INFO nova.compute.resource_tracker [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Updating resource usage from migration 9f45dc7a-dc4b-411b-b752-02c874209a95 [ 1147.882482] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a460636b-da5b-4b29-8df1-408ea8da672a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "ce8cbba3-89e0-41ed-a822-972f7452179f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.882695] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a460636b-da5b-4b29-8df1-408ea8da672a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "ce8cbba3-89e0-41ed-a822-972f7452179f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.882937] env[69663]: INFO nova.compute.manager [None req-a460636b-da5b-4b29-8df1-408ea8da672a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Attaching volume acca4cf3-ddf0-4e77-9171-e601f1cc069d to /dev/sdb [ 1147.885271] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Releasing lock "refresh_cache-a3dff467-3feb-4278-8511-b4ccdacb50ea" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.887485] env[69663]: DEBUG oslo_vmware.api [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333429, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.887485] env[69663]: WARNING oslo_vmware.common.loopingcall [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] task run outlasted interval by 0.349108 sec [ 1147.913271] env[69663]: DEBUG oslo_vmware.api [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333431, 'name': CloneVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.926485] env[69663]: DEBUG oslo_vmware.api [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333429, 'name': ReconfigVM_Task, 'duration_secs': 1.009996} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.926707] env[69663]: DEBUG oslo_vmware.api [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333428, 'name': PowerOnVM_Task, 'duration_secs': 1.526094} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.926773] env[69663]: DEBUG oslo_vmware.api [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c4df79-c09a-f21f-0568-d7a207d75830, 'name': SearchDatastore_Task, 'duration_secs': 0.041504} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.926980] env[69663]: DEBUG oslo_vmware.api [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333427, 'name': ReconfigVM_Task, 'duration_secs': 1.189601} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.932792] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Reconfigured VM instance instance-00000067 to attach disk [datastore2] df83c894-73b4-4529-8a99-0ead18aa5cf2/df83c894-73b4-4529-8a99-0ead18aa5cf2.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.933335] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Creating Virtual Disk of size 2097152 KB and adapter type paraVirtual on the data store {{(pid=69663) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1373}} [ 1147.934510] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1147.934823] env[69663]: INFO nova.compute.manager [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Took 10.89 seconds to spawn the instance on the hypervisor. [ 1147.935110] env[69663]: DEBUG nova.compute.manager [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1147.935542] env[69663]: DEBUG oslo_concurrency.lockutils [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.935914] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 23c2bd58-206d-4724-a660-65e3dec18907/23c2bd58-206d-4724-a660-65e3dec18907.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1147.936329] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1147.938301] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-50733328-332a-40b0-8374-831c3cb2f407 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.942692] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24503417-2669-4ed2-a43c-74213b3a4ea3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.947395] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3cd8a891-b82f-4b1e-b4ae-fd753005706b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.950048] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ebb7f0f-6ac1-4bcb-ade7-18d21dfbbe7f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.952740] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2264d384-9dd8-43e0-b887-bf2ec51ff85e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.959189] env[69663]: DEBUG nova.virt.hardware [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='8b08b856cf399e798e22cc6901f08eec',container_format='bare',created_at=2025-04-05T04:31:25Z,direct_url=,disk_format='vmdk',id=f1e93f9c-993a-4df9-b849-82724e1b525b,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1416627251-shelved',owner='2118e829f1ae4dc4ad1863d3480354c1',properties=ImageMetaProps,protected=,size=31592448,status='active',tags=,updated_at=2025-04-05T04:31:42Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1147.959558] env[69663]: DEBUG nova.virt.hardware [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1147.959842] env[69663]: DEBUG nova.virt.hardware [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1147.960180] env[69663]: DEBUG nova.virt.hardware [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1147.960437] env[69663]: DEBUG nova.virt.hardware [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1147.960695] env[69663]: DEBUG nova.virt.hardware [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1147.961083] env[69663]: DEBUG nova.virt.hardware [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1147.961326] env[69663]: DEBUG nova.virt.hardware [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1147.961628] env[69663]: DEBUG nova.virt.hardware [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1147.961924] env[69663]: DEBUG nova.virt.hardware [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1147.962245] env[69663]: DEBUG nova.virt.hardware [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1147.966895] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bcd3ff-9b64-43a2-b299-8dd9e5c27764 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.997589] env[69663]: DEBUG oslo_vmware.api [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 1147.997589] env[69663]: value = "task-3333432" [ 1147.997589] env[69663]: _type = "Task" [ 1147.997589] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.002147] env[69663]: DEBUG oslo_vmware.api [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1148.002147] env[69663]: value = "task-3333434" [ 1148.002147] env[69663]: _type = "Task" [ 1148.002147] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.002147] env[69663]: DEBUG oslo_vmware.api [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1148.002147] env[69663]: value = "task-3333433" [ 1148.002147] env[69663]: _type = "Task" [ 1148.002147] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.002147] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106cae00-9a4e-4cb0-a8b2-915892bc6aa8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.029844] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b5f955-5778-4b88-93dc-a615af6627e7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.046565] env[69663]: DEBUG nova.virt.block_device [None req-a460636b-da5b-4b29-8df1-408ea8da672a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Updating existing volume attachment record: 411b586a-a45e-4441-b4d7-0fd4de9d8ea4 {{(pid=69663) _volume_attach /opt/stack/nova/nova/virt/block_device.py:665}} [ 1148.078656] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:22:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e547d234-640c-449b-8279-0b16f75d6627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a58748e-6aa1-4f39-9cbd-9737aba3b4d2', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1148.093079] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.093280] env[69663]: DEBUG oslo_vmware.api [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333433, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.093280] env[69663]: DEBUG oslo_vmware.api [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333432, 'name': CreateVirtualDisk_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.093838] env[69663]: DEBUG oslo_vmware.api [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333434, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.098546] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1148.100579] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d40871d-bcab-4c8d-9f35-69cb0e1f1ff9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.140251] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1148.140251] env[69663]: value = "task-3333435" [ 1148.140251] env[69663]: _type = "Task" [ 1148.140251] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.157010] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333435, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.398362] env[69663]: DEBUG oslo_vmware.api [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333431, 'name': CloneVM_Task} progress is 95%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.445551] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851d76b2-7a03-4e62-8f31-23f5357035c8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.455575] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93658d86-9c68-41c3-837b-8085316dd167 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.496953] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5b3392-f4aa-44ef-bdc7-974bcc8615f1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.524427] env[69663]: INFO nova.compute.manager [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Took 33.20 seconds to build instance. [ 1148.530193] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd128754-65e2-444c-9734-7d73073bc150 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.546425] env[69663]: DEBUG oslo_vmware.api [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333433, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.546686] env[69663]: DEBUG oslo_vmware.api [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333434, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.546977] env[69663]: DEBUG oslo_vmware.api [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333432, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.070602} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.547857] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Created Virtual Disk of size 2097152 KB and type thin {{(pid=69663) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1394}} [ 1148.548893] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4496ca82-1d8e-45d7-8d90-955a8c475c71 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.563417] env[69663]: DEBUG nova.compute.provider_tree [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.594711] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] df83c894-73b4-4529-8a99-0ead18aa5cf2/swap.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.594711] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-daa694b1-5fd5-4336-b739-fbff588055a9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.622906] env[69663]: DEBUG oslo_vmware.api [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 1148.622906] env[69663]: value = "task-3333437" [ 1148.622906] env[69663]: _type = "Task" [ 1148.622906] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.640430] env[69663]: DEBUG oslo_vmware.api [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333437, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.652350] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333435, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.750047] env[69663]: DEBUG nova.compute.manager [req-8bad44a0-5352-487f-a053-bbcd9658ca4f req-046fc4d3-b39a-4b33-98c6-82900e54aa15 service nova] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Received event network-changed-4a58748e-6aa1-4f39-9cbd-9737aba3b4d2 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1148.750335] env[69663]: DEBUG nova.compute.manager [req-8bad44a0-5352-487f-a053-bbcd9658ca4f req-046fc4d3-b39a-4b33-98c6-82900e54aa15 service nova] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Refreshing instance network info cache due to event network-changed-4a58748e-6aa1-4f39-9cbd-9737aba3b4d2. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1148.750602] env[69663]: DEBUG oslo_concurrency.lockutils [req-8bad44a0-5352-487f-a053-bbcd9658ca4f req-046fc4d3-b39a-4b33-98c6-82900e54aa15 service nova] Acquiring lock "refresh_cache-a3dff467-3feb-4278-8511-b4ccdacb50ea" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.750788] env[69663]: DEBUG oslo_concurrency.lockutils [req-8bad44a0-5352-487f-a053-bbcd9658ca4f req-046fc4d3-b39a-4b33-98c6-82900e54aa15 service nova] Acquired lock "refresh_cache-a3dff467-3feb-4278-8511-b4ccdacb50ea" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.751053] env[69663]: DEBUG nova.network.neutron [req-8bad44a0-5352-487f-a053-bbcd9658ca4f req-046fc4d3-b39a-4b33-98c6-82900e54aa15 service nova] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Refreshing network info cache for port 4a58748e-6aa1-4f39-9cbd-9737aba3b4d2 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1148.903645] env[69663]: DEBUG oslo_vmware.api [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333431, 'name': CloneVM_Task, 'duration_secs': 1.802626} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.903645] env[69663]: INFO nova.virt.vmwareapi.vmops [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Created linked-clone VM from snapshot [ 1148.906948] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82578d4a-7012-471b-8803-b3031a2ba98f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.917402] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Uploading image 407f8720-1c0d-4029-9394-5ab8697733d1 {{(pid=69663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1148.947224] env[69663]: DEBUG oslo_vmware.rw_handles [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1148.947224] env[69663]: value = "vm-665417" [ 1148.947224] env[69663]: _type = "VirtualMachine" [ 1148.947224] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1148.947528] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-49fd5e92-c324-4d32-af54-8da7bc6b14f9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.954902] env[69663]: DEBUG oslo_vmware.rw_handles [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lease: (returnval){ [ 1148.954902] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52fc14ed-4e4f-57f0-c066-9c902a5082d5" [ 1148.954902] env[69663]: _type = "HttpNfcLease" [ 1148.954902] env[69663]: } obtained for exporting VM: (result){ [ 1148.954902] env[69663]: value = "vm-665417" [ 1148.954902] env[69663]: _type = "VirtualMachine" [ 1148.954902] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1148.955507] env[69663]: DEBUG oslo_vmware.api [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the lease: (returnval){ [ 1148.955507] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52fc14ed-4e4f-57f0-c066-9c902a5082d5" [ 1148.955507] env[69663]: _type = "HttpNfcLease" [ 1148.955507] env[69663]: } to be ready. {{(pid=69663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1148.961585] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1148.961585] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52fc14ed-4e4f-57f0-c066-9c902a5082d5" [ 1148.961585] env[69663]: _type = "HttpNfcLease" [ 1148.961585] env[69663]: } is initializing. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1149.020589] env[69663]: DEBUG oslo_vmware.api [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333434, 'name': PowerOnVM_Task, 'duration_secs': 0.696494} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.024339] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1149.026856] env[69663]: DEBUG oslo_vmware.api [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333433, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637603} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.028147] env[69663]: DEBUG nova.compute.manager [None req-d42ee8d4-5647-4bf4-82e1-6ffd49179a23 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1149.028507] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 23c2bd58-206d-4724-a660-65e3dec18907/23c2bd58-206d-4724-a660-65e3dec18907.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1149.029283] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.029707] env[69663]: DEBUG oslo_concurrency.lockutils [None req-492712b4-dc54-4f78-a353-2136eab8589e tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "a345e15c-764f-4cae-a56d-9dff582285e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.710s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.030581] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77bb50e-870c-4a28-8007-946c2031b97f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.035034] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-beafb4cb-a347-4b32-88b5-b6abc11826bc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.051753] env[69663]: DEBUG oslo_vmware.api [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1149.051753] env[69663]: value = "task-3333441" [ 1149.051753] env[69663]: _type = "Task" [ 1149.051753] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.063188] env[69663]: DEBUG oslo_vmware.api [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.068299] env[69663]: DEBUG nova.scheduler.client.report [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1149.141565] env[69663]: DEBUG oslo_vmware.api [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.151183] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333435, 'name': CreateVM_Task, 'duration_secs': 0.675072} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.152293] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1149.153199] env[69663]: DEBUG nova.compute.manager [req-9de3780d-ac94-4c83-8954-6fea1d8630a8 req-7525d49b-e288-4098-8894-dd8fb2ebe84d service nova] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Received event network-changed-88912779-e048-4054-a696-a01f06ffd4c9 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1149.153404] env[69663]: DEBUG nova.compute.manager [req-9de3780d-ac94-4c83-8954-6fea1d8630a8 req-7525d49b-e288-4098-8894-dd8fb2ebe84d service nova] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Refreshing instance network info cache due to event network-changed-88912779-e048-4054-a696-a01f06ffd4c9. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1149.153618] env[69663]: DEBUG oslo_concurrency.lockutils [req-9de3780d-ac94-4c83-8954-6fea1d8630a8 req-7525d49b-e288-4098-8894-dd8fb2ebe84d service nova] Acquiring lock "refresh_cache-a345e15c-764f-4cae-a56d-9dff582285e8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.153764] env[69663]: DEBUG oslo_concurrency.lockutils [req-9de3780d-ac94-4c83-8954-6fea1d8630a8 req-7525d49b-e288-4098-8894-dd8fb2ebe84d service nova] Acquired lock "refresh_cache-a345e15c-764f-4cae-a56d-9dff582285e8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.154064] env[69663]: DEBUG nova.network.neutron [req-9de3780d-ac94-4c83-8954-6fea1d8630a8 req-7525d49b-e288-4098-8894-dd8fb2ebe84d service nova] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Refreshing network info cache for port 88912779-e048-4054-a696-a01f06ffd4c9 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1149.155429] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f1e93f9c-993a-4df9-b849-82724e1b525b" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.155594] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f1e93f9c-993a-4df9-b849-82724e1b525b" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.156231] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f1e93f9c-993a-4df9-b849-82724e1b525b" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.156968] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dc3e56b-cb62-4443-ae5c-fdc751f645c9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.162058] env[69663]: DEBUG oslo_vmware.api [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for the task: (returnval){ [ 1149.162058] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a90ee2-7d4c-3181-9e0d-31b1e615f197" [ 1149.162058] env[69663]: _type = "Task" [ 1149.162058] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.171390] env[69663]: DEBUG oslo_vmware.api [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a90ee2-7d4c-3181-9e0d-31b1e615f197, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.181574] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e328e932-7b9f-46d3-82ab-5b681c0f0b5d tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Acquiring lock "a52e6960-2024-44b6-b2bb-6d4274e10f15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.181727] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e328e932-7b9f-46d3-82ab-5b681c0f0b5d tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Lock "a52e6960-2024-44b6-b2bb-6d4274e10f15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.182018] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e328e932-7b9f-46d3-82ab-5b681c0f0b5d tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Acquiring lock "a52e6960-2024-44b6-b2bb-6d4274e10f15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.182256] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e328e932-7b9f-46d3-82ab-5b681c0f0b5d tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Lock "a52e6960-2024-44b6-b2bb-6d4274e10f15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.182466] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e328e932-7b9f-46d3-82ab-5b681c0f0b5d tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Lock "a52e6960-2024-44b6-b2bb-6d4274e10f15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.184576] env[69663]: INFO nova.compute.manager [None req-e328e932-7b9f-46d3-82ab-5b681c0f0b5d tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Terminating instance [ 1149.186343] env[69663]: DEBUG nova.compute.manager [None req-e328e932-7b9f-46d3-82ab-5b681c0f0b5d tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1149.186543] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e328e932-7b9f-46d3-82ab-5b681c0f0b5d tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1149.187369] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e1f7e9-0dd9-4b47-952c-5900841f82cb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.194652] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e328e932-7b9f-46d3-82ab-5b681c0f0b5d tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1149.194896] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e30c087-0bfa-4094-889f-d938fe54c855 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.261474] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e328e932-7b9f-46d3-82ab-5b681c0f0b5d tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1149.261474] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e328e932-7b9f-46d3-82ab-5b681c0f0b5d tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1149.261474] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e328e932-7b9f-46d3-82ab-5b681c0f0b5d tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Deleting the datastore file [datastore1] a52e6960-2024-44b6-b2bb-6d4274e10f15 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.261474] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4beb46a1-9540-4dab-a4d4-0efdc5b7e6ad {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.271233] env[69663]: DEBUG oslo_vmware.api [None req-e328e932-7b9f-46d3-82ab-5b681c0f0b5d tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Waiting for the task: (returnval){ [ 1149.271233] env[69663]: value = "task-3333443" [ 1149.271233] env[69663]: _type = "Task" [ 1149.271233] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.280081] env[69663]: DEBUG oslo_vmware.api [None req-e328e932-7b9f-46d3-82ab-5b681c0f0b5d tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': task-3333443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.463768] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1149.463768] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52fc14ed-4e4f-57f0-c066-9c902a5082d5" [ 1149.463768] env[69663]: _type = "HttpNfcLease" [ 1149.463768] env[69663]: } is ready. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1149.464158] env[69663]: DEBUG oslo_vmware.rw_handles [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1149.464158] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52fc14ed-4e4f-57f0-c066-9c902a5082d5" [ 1149.464158] env[69663]: _type = "HttpNfcLease" [ 1149.464158] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1149.464910] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608c8aaa-827f-4453-be66-581a88643afd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.472409] env[69663]: DEBUG oslo_vmware.rw_handles [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bdb44f-c9bb-f5c2-b35e-4c5bdb1a2d52/disk-0.vmdk from lease info. {{(pid=69663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1149.472606] env[69663]: DEBUG oslo_vmware.rw_handles [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bdb44f-c9bb-f5c2-b35e-4c5bdb1a2d52/disk-0.vmdk for reading. {{(pid=69663) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1149.565130] env[69663]: DEBUG oslo_vmware.api [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062773} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.565459] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1149.566292] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a67463b-e103-41a9-8f08-95631c39bfe9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.572076] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a438b8fb-84f9-47e0-a509-1b6136fc6e32 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.584259] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.322s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.584506] env[69663]: INFO nova.compute.manager [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Migrating [ 1149.601099] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 23c2bd58-206d-4724-a660-65e3dec18907/23c2bd58-206d-4724-a660-65e3dec18907.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.608540] env[69663]: DEBUG oslo_concurrency.lockutils [None req-65350f39-429d-4404-bb65-0e61c464b37e tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.263s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.608789] env[69663]: DEBUG nova.objects.instance [None req-65350f39-429d-4404-bb65-0e61c464b37e tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Lazy-loading 'resources' on Instance uuid f29306c4-e5dd-45a7-83ea-53d9350d5fe0 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.610632] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec894843-5d65-4d0e-aafc-47c839695dd6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.646159] env[69663]: DEBUG oslo_vmware.api [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1149.646159] env[69663]: value = "task-3333444" [ 1149.646159] env[69663]: _type = "Task" [ 1149.646159] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.649931] env[69663]: DEBUG oslo_vmware.api [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333437, 'name': ReconfigVM_Task, 'duration_secs': 0.676216} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.653791] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Reconfigured VM instance instance-00000067 to attach disk [datastore2] df83c894-73b4-4529-8a99-0ead18aa5cf2/swap.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.660744] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1336637e-cfa2-4727-b851-ff9133144c4e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.679571] env[69663]: DEBUG oslo_vmware.api [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 1149.679571] env[69663]: value = "task-3333445" [ 1149.679571] env[69663]: _type = "Task" [ 1149.679571] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.679988] env[69663]: DEBUG oslo_vmware.api [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333444, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.681079] env[69663]: DEBUG nova.network.neutron [req-8bad44a0-5352-487f-a053-bbcd9658ca4f req-046fc4d3-b39a-4b33-98c6-82900e54aa15 service nova] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Updated VIF entry in instance network info cache for port 4a58748e-6aa1-4f39-9cbd-9737aba3b4d2. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1149.681958] env[69663]: DEBUG nova.network.neutron [req-8bad44a0-5352-487f-a053-bbcd9658ca4f req-046fc4d3-b39a-4b33-98c6-82900e54aa15 service nova] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Updating instance_info_cache with network_info: [{"id": "4a58748e-6aa1-4f39-9cbd-9737aba3b4d2", "address": "fa:16:3e:35:22:b1", "network": {"id": "dd381980-2b3b-453a-bb5a-8322b67f3e39", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-99784382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2118e829f1ae4dc4ad1863d3480354c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a58748e-6a", "ovs_interfaceid": "4a58748e-6aa1-4f39-9cbd-9737aba3b4d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.692754] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f1e93f9c-993a-4df9-b849-82724e1b525b" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.693305] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Processing image f1e93f9c-993a-4df9-b849-82724e1b525b {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.693379] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f1e93f9c-993a-4df9-b849-82724e1b525b/f1e93f9c-993a-4df9-b849-82724e1b525b.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.694823] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f1e93f9c-993a-4df9-b849-82724e1b525b/f1e93f9c-993a-4df9-b849-82724e1b525b.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.694823] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.698587] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12389ed5-5d92-435d-a151-5c453327b08a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.701974] env[69663]: DEBUG oslo_vmware.api [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333445, 'name': Rename_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.718021] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.718021] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1149.718021] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-237adb51-bba5-4c51-89f5-d9760f40907f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.728506] env[69663]: DEBUG oslo_vmware.api [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for the task: (returnval){ [ 1149.728506] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52762dee-31bf-cb7f-73a0-dcdd5ae627b5" [ 1149.728506] env[69663]: _type = "Task" [ 1149.728506] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.739334] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Preparing fetch location {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1149.739618] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Fetch image to [datastore2] OSTACK_IMG_43111f2d-fcd7-41a5-8ed0-bd611729d504/OSTACK_IMG_43111f2d-fcd7-41a5-8ed0-bd611729d504.vmdk {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1149.739811] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Downloading stream optimized image f1e93f9c-993a-4df9-b849-82724e1b525b to [datastore2] OSTACK_IMG_43111f2d-fcd7-41a5-8ed0-bd611729d504/OSTACK_IMG_43111f2d-fcd7-41a5-8ed0-bd611729d504.vmdk on the data store datastore2 as vApp {{(pid=69663) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1149.739979] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Downloading image file data f1e93f9c-993a-4df9-b849-82724e1b525b to the ESX as VM named 'OSTACK_IMG_43111f2d-fcd7-41a5-8ed0-bd611729d504' {{(pid=69663) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1149.784063] env[69663]: DEBUG oslo_vmware.api [None req-e328e932-7b9f-46d3-82ab-5b681c0f0b5d tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': task-3333443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165088} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.789444] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e328e932-7b9f-46d3-82ab-5b681c0f0b5d tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.789880] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e328e932-7b9f-46d3-82ab-5b681c0f0b5d tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1149.790634] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e328e932-7b9f-46d3-82ab-5b681c0f0b5d tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1149.790634] env[69663]: INFO nova.compute.manager [None req-e328e932-7b9f-46d3-82ab-5b681c0f0b5d tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1149.790766] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e328e932-7b9f-46d3-82ab-5b681c0f0b5d tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.792409] env[69663]: DEBUG nova.compute.manager [-] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1149.792409] env[69663]: DEBUG nova.network.neutron [-] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1149.944038] env[69663]: DEBUG oslo_vmware.rw_handles [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1149.944038] env[69663]: value = "resgroup-9" [ 1149.944038] env[69663]: _type = "ResourcePool" [ 1149.944038] env[69663]: }. {{(pid=69663) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1149.944038] env[69663]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d512d222-82d8-446b-8ac9-93a8faace19d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.968093] env[69663]: DEBUG nova.network.neutron [req-9de3780d-ac94-4c83-8954-6fea1d8630a8 req-7525d49b-e288-4098-8894-dd8fb2ebe84d service nova] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Updated VIF entry in instance network info cache for port 88912779-e048-4054-a696-a01f06ffd4c9. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1149.968491] env[69663]: DEBUG nova.network.neutron [req-9de3780d-ac94-4c83-8954-6fea1d8630a8 req-7525d49b-e288-4098-8894-dd8fb2ebe84d service nova] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Updating instance_info_cache with network_info: [{"id": "88912779-e048-4054-a696-a01f06ffd4c9", "address": "fa:16:3e:57:28:48", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88912779-e0", "ovs_interfaceid": "88912779-e048-4054-a696-a01f06ffd4c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.971852] env[69663]: DEBUG oslo_vmware.rw_handles [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fbae60-0005-94e1-f781-c53e12029925/disk-0.vmdk. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1149.973367] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff440010-ac51-4711-bf5b-c3beaf696a30 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.983075] env[69663]: DEBUG oslo_vmware.rw_handles [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fbae60-0005-94e1-f781-c53e12029925/disk-0.vmdk is in state: ready. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1149.983280] env[69663]: ERROR oslo_vmware.rw_handles [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fbae60-0005-94e1-f781-c53e12029925/disk-0.vmdk due to incomplete transfer. [ 1149.984721] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-99733cdf-b2ff-4ab4-ba2a-0484ef53987b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.988371] env[69663]: DEBUG oslo_vmware.rw_handles [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Lease: (returnval){ [ 1149.988371] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ffefed-64fb-ce04-a101-c1654bd1386e" [ 1149.988371] env[69663]: _type = "HttpNfcLease" [ 1149.988371] env[69663]: } obtained for vApp import into resource pool (val){ [ 1149.988371] env[69663]: value = "resgroup-9" [ 1149.988371] env[69663]: _type = "ResourcePool" [ 1149.988371] env[69663]: }. {{(pid=69663) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1149.988671] env[69663]: DEBUG oslo_vmware.api [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for the lease: (returnval){ [ 1149.988671] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ffefed-64fb-ce04-a101-c1654bd1386e" [ 1149.988671] env[69663]: _type = "HttpNfcLease" [ 1149.988671] env[69663]: } to be ready. {{(pid=69663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1149.999549] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1149.999549] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ffefed-64fb-ce04-a101-c1654bd1386e" [ 1149.999549] env[69663]: _type = "HttpNfcLease" [ 1149.999549] env[69663]: } is initializing. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1150.007959] env[69663]: DEBUG oslo_vmware.rw_handles [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fbae60-0005-94e1-f781-c53e12029925/disk-0.vmdk. {{(pid=69663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1150.008298] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Uploaded image 5782cdf5-9686-430c-9785-569fd62a11b9 to the Glance image server {{(pid=69663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1150.011055] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Destroying the VM {{(pid=69663) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1150.011464] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bda96f70-4fed-497b-b427-d5f0dcaac604 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.021807] env[69663]: DEBUG oslo_vmware.api [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1150.021807] env[69663]: value = "task-3333447" [ 1150.021807] env[69663]: _type = "Task" [ 1150.021807] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.035553] env[69663]: DEBUG oslo_vmware.api [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333447, 'name': Destroy_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.137503] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "refresh_cache-8177eeb4-6e53-4d49-8a79-6e29929c0adf" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.138031] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquired lock "refresh_cache-8177eeb4-6e53-4d49-8a79-6e29929c0adf" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.138304] env[69663]: DEBUG nova.network.neutron [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1150.157166] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac93d1f-9cd7-49d0-ba68-b6f735da7256 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.163740] env[69663]: DEBUG oslo_vmware.api [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333444, 'name': ReconfigVM_Task, 'duration_secs': 0.382246} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.164536] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 23c2bd58-206d-4724-a660-65e3dec18907/23c2bd58-206d-4724-a660-65e3dec18907.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.165307] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e1b2d96-8adf-4514-a030-c629e71facf7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.170232] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f624644-c325-4a1c-80d0-e2f4a28da782 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.174705] env[69663]: DEBUG oslo_vmware.api [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1150.174705] env[69663]: value = "task-3333448" [ 1150.174705] env[69663]: _type = "Task" [ 1150.174705] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.208294] env[69663]: DEBUG oslo_concurrency.lockutils [req-8bad44a0-5352-487f-a053-bbcd9658ca4f req-046fc4d3-b39a-4b33-98c6-82900e54aa15 service nova] Releasing lock "refresh_cache-a3dff467-3feb-4278-8511-b4ccdacb50ea" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.216536] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3faf64-f8fc-48be-94e6-7c6449f7d9f3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.219723] env[69663]: DEBUG oslo_vmware.api [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333448, 'name': Rename_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.225354] env[69663]: DEBUG oslo_vmware.api [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333445, 'name': Rename_Task, 'duration_secs': 0.31278} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.228241] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1150.228687] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbc9a8fb-f321-43ec-93d8-d6a9c3bf3905 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.231531] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f5b8e6-f502-4809-8155-31be4a4a2904 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.240488] env[69663]: DEBUG oslo_vmware.api [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 1150.240488] env[69663]: value = "task-3333449" [ 1150.240488] env[69663]: _type = "Task" [ 1150.240488] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.249698] env[69663]: DEBUG nova.compute.provider_tree [None req-65350f39-429d-4404-bb65-0e61c464b37e tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.260597] env[69663]: DEBUG oslo_vmware.api [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333449, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.428596] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f18fc83a-e2fd-4105-83fc-11571334c9b7 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Acquiring lock "16b5464a-f8e6-48ba-964e-41ded7b00fa2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.428893] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f18fc83a-e2fd-4105-83fc-11571334c9b7 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Lock "16b5464a-f8e6-48ba-964e-41ded7b00fa2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.429144] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f18fc83a-e2fd-4105-83fc-11571334c9b7 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Acquiring lock "16b5464a-f8e6-48ba-964e-41ded7b00fa2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.429362] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f18fc83a-e2fd-4105-83fc-11571334c9b7 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Lock "16b5464a-f8e6-48ba-964e-41ded7b00fa2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.429528] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f18fc83a-e2fd-4105-83fc-11571334c9b7 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Lock "16b5464a-f8e6-48ba-964e-41ded7b00fa2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.432019] env[69663]: INFO nova.compute.manager [None req-f18fc83a-e2fd-4105-83fc-11571334c9b7 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Terminating instance [ 1150.436657] env[69663]: DEBUG nova.compute.manager [None req-f18fc83a-e2fd-4105-83fc-11571334c9b7 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1150.437388] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f18fc83a-e2fd-4105-83fc-11571334c9b7 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1150.438516] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d30a71-fa72-4114-a80b-6abd256b1ff5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.448420] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f18fc83a-e2fd-4105-83fc-11571334c9b7 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1150.448819] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a34f3f5-35ad-4fce-9ee1-1370b3b752a1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.457809] env[69663]: DEBUG oslo_vmware.api [None req-f18fc83a-e2fd-4105-83fc-11571334c9b7 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Waiting for the task: (returnval){ [ 1150.457809] env[69663]: value = "task-3333450" [ 1150.457809] env[69663]: _type = "Task" [ 1150.457809] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.466703] env[69663]: DEBUG oslo_vmware.api [None req-f18fc83a-e2fd-4105-83fc-11571334c9b7 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3333450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.478238] env[69663]: DEBUG oslo_concurrency.lockutils [req-9de3780d-ac94-4c83-8954-6fea1d8630a8 req-7525d49b-e288-4098-8894-dd8fb2ebe84d service nova] Releasing lock "refresh_cache-a345e15c-764f-4cae-a56d-9dff582285e8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.500506] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1150.500506] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ffefed-64fb-ce04-a101-c1654bd1386e" [ 1150.500506] env[69663]: _type = "HttpNfcLease" [ 1150.500506] env[69663]: } is initializing. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1150.536231] env[69663]: DEBUG oslo_vmware.api [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333447, 'name': Destroy_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.687791] env[69663]: DEBUG oslo_vmware.api [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333448, 'name': Rename_Task, 'duration_secs': 0.149477} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.688834] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1150.689249] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bef0eb83-f39f-43dd-87a9-7c8932f67137 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.697045] env[69663]: DEBUG oslo_vmware.api [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1150.697045] env[69663]: value = "task-3333451" [ 1150.697045] env[69663]: _type = "Task" [ 1150.697045] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.706874] env[69663]: DEBUG oslo_vmware.api [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.757109] env[69663]: DEBUG nova.scheduler.client.report [None req-65350f39-429d-4404-bb65-0e61c464b37e tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1150.769414] env[69663]: DEBUG oslo_vmware.api [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333449, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.771303] env[69663]: DEBUG nova.network.neutron [-] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.945257] env[69663]: INFO nova.compute.manager [None req-fb664c87-5a9b-4c4e-8c2d-85edc20f7b97 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Unrescuing [ 1150.945602] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fb664c87-5a9b-4c4e-8c2d-85edc20f7b97 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquiring lock "refresh_cache-789877a1-9e03-4bce-97e5-ca1cce81e4ab" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.945828] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fb664c87-5a9b-4c4e-8c2d-85edc20f7b97 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquired lock "refresh_cache-789877a1-9e03-4bce-97e5-ca1cce81e4ab" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.945992] env[69663]: DEBUG nova.network.neutron [None req-fb664c87-5a9b-4c4e-8c2d-85edc20f7b97 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1150.968835] env[69663]: DEBUG oslo_vmware.api [None req-f18fc83a-e2fd-4105-83fc-11571334c9b7 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3333450, 'name': PowerOffVM_Task, 'duration_secs': 0.200059} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.969181] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f18fc83a-e2fd-4105-83fc-11571334c9b7 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1150.969389] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f18fc83a-e2fd-4105-83fc-11571334c9b7 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1150.969675] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-990cb6a2-d0af-4b63-9c4d-339e70952f81 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.002398] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1151.002398] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ffefed-64fb-ce04-a101-c1654bd1386e" [ 1151.002398] env[69663]: _type = "HttpNfcLease" [ 1151.002398] env[69663]: } is ready. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1151.003376] env[69663]: DEBUG oslo_vmware.rw_handles [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1151.003376] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ffefed-64fb-ce04-a101-c1654bd1386e" [ 1151.003376] env[69663]: _type = "HttpNfcLease" [ 1151.003376] env[69663]: }. {{(pid=69663) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1151.004687] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d1c71a-f2a1-4a2b-8513-ef7da51baf23 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.013900] env[69663]: DEBUG oslo_vmware.rw_handles [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bad549-3637-3b07-a327-688518c807cb/disk-0.vmdk from lease info. {{(pid=69663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1151.014127] env[69663]: DEBUG oslo_vmware.rw_handles [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Creating HTTP connection to write to file with size = 31592448 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bad549-3637-3b07-a327-688518c807cb/disk-0.vmdk. {{(pid=69663) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1151.086402] env[69663]: DEBUG nova.compute.manager [req-bd42c34c-ea90-4e9b-acab-e003ddf57d2f req-74890fce-431f-40f1-8158-65c22dbdb1e7 service nova] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Received event network-vif-deleted-b6935e94-5fe4-46bc-bb79-7f3f447bc435 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1151.087216] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f18fc83a-e2fd-4105-83fc-11571334c9b7 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1151.087446] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f18fc83a-e2fd-4105-83fc-11571334c9b7 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1151.087639] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f18fc83a-e2fd-4105-83fc-11571334c9b7 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Deleting the datastore file [datastore1] 16b5464a-f8e6-48ba-964e-41ded7b00fa2 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1151.089288] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75fed95a-c3ff-4b55-aefb-d0012602f14f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.096391] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5ca98efd-aa09-4157-a8a7-3f1ab1ceb4b3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.103592] env[69663]: DEBUG oslo_vmware.api [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333447, 'name': Destroy_Task, 'duration_secs': 0.534318} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.105808] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Destroyed the VM [ 1151.106207] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Deleting Snapshot of the VM instance {{(pid=69663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1151.106648] env[69663]: DEBUG oslo_vmware.api [None req-f18fc83a-e2fd-4105-83fc-11571334c9b7 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Waiting for the task: (returnval){ [ 1151.106648] env[69663]: value = "task-3333454" [ 1151.106648] env[69663]: _type = "Task" [ 1151.106648] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.106885] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4d57525b-1360-4f01-a674-1fdfcba7807b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.119467] env[69663]: DEBUG oslo_vmware.api [None req-f18fc83a-e2fd-4105-83fc-11571334c9b7 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3333454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.120914] env[69663]: DEBUG oslo_vmware.api [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1151.120914] env[69663]: value = "task-3333455" [ 1151.120914] env[69663]: _type = "Task" [ 1151.120914] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.129130] env[69663]: DEBUG oslo_vmware.api [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333455, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.209409] env[69663]: DEBUG oslo_vmware.api [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333451, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.260593] env[69663]: DEBUG oslo_vmware.api [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333449, 'name': PowerOnVM_Task, 'duration_secs': 0.642557} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.261117] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1151.261458] env[69663]: INFO nova.compute.manager [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Took 11.68 seconds to spawn the instance on the hypervisor. [ 1151.261673] env[69663]: DEBUG nova.compute.manager [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1151.262612] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1486e289-6219-47d8-9ab3-e3291753d046 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.266129] env[69663]: DEBUG oslo_concurrency.lockutils [None req-65350f39-429d-4404-bb65-0e61c464b37e tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.658s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.269390] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2468c5a8-a56d-47c4-b3de-91b04fda2f49 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.898s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.269390] env[69663]: DEBUG nova.objects.instance [None req-2468c5a8-a56d-47c4-b3de-91b04fda2f49 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Lazy-loading 'resources' on Instance uuid 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.276757] env[69663]: INFO nova.compute.manager [-] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Took 1.49 seconds to deallocate network for instance. [ 1151.294391] env[69663]: INFO nova.scheduler.client.report [None req-65350f39-429d-4404-bb65-0e61c464b37e tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Deleted allocations for instance f29306c4-e5dd-45a7-83ea-53d9350d5fe0 [ 1151.327555] env[69663]: DEBUG nova.network.neutron [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Updating instance_info_cache with network_info: [{"id": "21191ba5-a6a6-496f-b896-4796c9160074", "address": "fa:16:3e:5d:d6:b0", "network": {"id": "b06eceef-e5b1-4b80-9f31-725913c44368", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811074450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b520dada971c4d7c823cfd847cf6836d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21191ba5-a6", "ovs_interfaceid": "21191ba5-a6a6-496f-b896-4796c9160074", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.620981] env[69663]: DEBUG oslo_vmware.api [None req-f18fc83a-e2fd-4105-83fc-11571334c9b7 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Task: {'id': task-3333454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294935} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.621368] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f18fc83a-e2fd-4105-83fc-11571334c9b7 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1151.621559] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f18fc83a-e2fd-4105-83fc-11571334c9b7 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1151.621744] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f18fc83a-e2fd-4105-83fc-11571334c9b7 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1151.621950] env[69663]: INFO nova.compute.manager [None req-f18fc83a-e2fd-4105-83fc-11571334c9b7 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1151.622225] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f18fc83a-e2fd-4105-83fc-11571334c9b7 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.625618] env[69663]: DEBUG nova.compute.manager [-] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1151.625761] env[69663]: DEBUG nova.network.neutron [-] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1151.634304] env[69663]: DEBUG oslo_vmware.api [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333455, 'name': RemoveSnapshot_Task, 'duration_secs': 0.49587} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.634514] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Deleted Snapshot of the VM instance {{(pid=69663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1151.634798] env[69663]: DEBUG nova.compute.manager [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1151.635632] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f14471-d065-4ce1-9222-8b4b2ebcf10f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.709903] env[69663]: DEBUG oslo_vmware.api [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333451, 'name': PowerOnVM_Task, 'duration_secs': 0.521983} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.712299] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1151.713028] env[69663]: INFO nova.compute.manager [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1151.713028] env[69663]: DEBUG nova.compute.manager [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1151.714089] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b85dc1-7864-40fc-bfa4-bc64bb6f5f1f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.768177] env[69663]: DEBUG nova.network.neutron [None req-fb664c87-5a9b-4c4e-8c2d-85edc20f7b97 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Updating instance_info_cache with network_info: [{"id": "86de2103-dfa5-447e-83c1-acab8c9e4407", "address": "fa:16:3e:24:3f:3b", "network": {"id": "5a6f0b16-b7d9-4000-a0b1-0c53263b1283", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628369363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75906937e13d492489a3a42c454f1141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86de2103-df", "ovs_interfaceid": "86de2103-dfa5-447e-83c1-acab8c9e4407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.785718] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e328e932-7b9f-46d3-82ab-5b681c0f0b5d tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.789527] env[69663]: INFO nova.compute.manager [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Took 34.68 seconds to build instance. [ 1151.807534] env[69663]: DEBUG oslo_concurrency.lockutils [None req-65350f39-429d-4404-bb65-0e61c464b37e tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Lock "f29306c4-e5dd-45a7-83ea-53d9350d5fe0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.132s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.832671] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Releasing lock "refresh_cache-8177eeb4-6e53-4d49-8a79-6e29929c0adf" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.153818] env[69663]: INFO nova.compute.manager [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Shelve offloading [ 1152.157469] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1152.157807] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22f20113-7077-40a1-a935-d3bab157348e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.167874] env[69663]: DEBUG oslo_vmware.api [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1152.167874] env[69663]: value = "task-3333456" [ 1152.167874] env[69663]: _type = "Task" [ 1152.167874] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.178031] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59c1804-a2dd-447e-9c59-d21dbc5de2cd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.192355] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] VM already powered off {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1152.192587] env[69663]: DEBUG nova.compute.manager [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1152.193759] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8488fa55-3da6-44b4-9dd9-6b349eeb9977 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.199788] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9072a4-2744-4e4a-90ff-36524ab156e5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.240940] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquiring lock "refresh_cache-94525ee5-32e7-4e56-9c51-8a2778f738d7" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.241209] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquired lock "refresh_cache-94525ee5-32e7-4e56-9c51-8a2778f738d7" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.241401] env[69663]: DEBUG nova.network.neutron [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1152.252299] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624a4fdf-8843-4c76-acde-03b16df2fb7d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.256847] env[69663]: DEBUG nova.compute.manager [req-e1290245-54db-4373-9af4-0515a4f127a5 req-678c3585-6654-4a53-9baf-ec9974c4a796 service nova] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Received event network-vif-deleted-05260360-885f-4271-b73a-6c5dbb9463e6 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1152.257097] env[69663]: INFO nova.compute.manager [req-e1290245-54db-4373-9af4-0515a4f127a5 req-678c3585-6654-4a53-9baf-ec9974c4a796 service nova] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Neutron deleted interface 05260360-885f-4271-b73a-6c5dbb9463e6; detaching it from the instance and deleting it from the info cache [ 1152.257467] env[69663]: DEBUG nova.network.neutron [req-e1290245-54db-4373-9af4-0515a4f127a5 req-678c3585-6654-4a53-9baf-ec9974c4a796 service nova] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.263009] env[69663]: INFO nova.compute.manager [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Took 33.14 seconds to build instance. [ 1152.272656] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a414cdfb-1996-4230-af7f-35345d52c0b8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.278454] env[69663]: DEBUG oslo_concurrency.lockutils [None req-fb664c87-5a9b-4c4e-8c2d-85edc20f7b97 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Releasing lock "refresh_cache-789877a1-9e03-4bce-97e5-ca1cce81e4ab" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.280378] env[69663]: DEBUG nova.objects.instance [None req-fb664c87-5a9b-4c4e-8c2d-85edc20f7b97 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lazy-loading 'flavor' on Instance uuid 789877a1-9e03-4bce-97e5-ca1cce81e4ab {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.296027] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f64de20e-526f-4b6d-a8b9-da3d86aa3156 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lock "df83c894-73b4-4529-8a99-0ead18aa5cf2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.198s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.296628] env[69663]: DEBUG nova.compute.provider_tree [None req-2468c5a8-a56d-47c4-b3de-91b04fda2f49 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.632552] env[69663]: DEBUG oslo_vmware.rw_handles [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Completed reading data from the image iterator. {{(pid=69663) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1152.632807] env[69663]: DEBUG oslo_vmware.rw_handles [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bad549-3637-3b07-a327-688518c807cb/disk-0.vmdk. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1152.633890] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df772341-16d9-445e-a386-b8c953c46e36 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.645197] env[69663]: DEBUG oslo_vmware.rw_handles [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bad549-3637-3b07-a327-688518c807cb/disk-0.vmdk is in state: ready. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1152.645197] env[69663]: DEBUG oslo_vmware.rw_handles [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bad549-3637-3b07-a327-688518c807cb/disk-0.vmdk. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1152.645197] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-14621117-bd29-4776-bee6-b64b786ab751 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.662167] env[69663]: DEBUG nova.network.neutron [-] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.763461] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69e1e9ad-2718-4118-a457-95041a52ac63 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.766473] env[69663]: DEBUG oslo_concurrency.lockutils [None req-be634224-b59e-4426-a7ec-2920b2e75c8c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "23c2bd58-206d-4724-a660-65e3dec18907" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.656s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.775406] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e42c02c-265c-4039-850b-fadace5fe471 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.793157] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d9d5ac-f130-4302-a663-07cdd25967ae {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.801761] env[69663]: DEBUG nova.scheduler.client.report [None req-2468c5a8-a56d-47c4-b3de-91b04fda2f49 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1152.829665] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb664c87-5a9b-4c4e-8c2d-85edc20f7b97 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1152.848038] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2468c5a8-a56d-47c4-b3de-91b04fda2f49 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.579s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.849845] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2c79ade-2861-422b-b39f-d411f714c910 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.854489] env[69663]: DEBUG nova.compute.manager [req-e1290245-54db-4373-9af4-0515a4f127a5 req-678c3585-6654-4a53-9baf-ec9974c4a796 service nova] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Detach interface failed, port_id=05260360-885f-4271-b73a-6c5dbb9463e6, reason: Instance 16b5464a-f8e6-48ba-964e-41ded7b00fa2 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1152.855011] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e328e932-7b9f-46d3-82ab-5b681c0f0b5d tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.069s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.855286] env[69663]: DEBUG nova.objects.instance [None req-e328e932-7b9f-46d3-82ab-5b681c0f0b5d tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Lazy-loading 'resources' on Instance uuid a52e6960-2024-44b6-b2bb-6d4274e10f15 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.859465] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c61390d3-8c22-4ca7-a81b-ae8f6397fee6 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Acquiring lock "748324ef-1238-4d84-a984-a5a4a83a830d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.860516] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c61390d3-8c22-4ca7-a81b-ae8f6397fee6 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Lock "748324ef-1238-4d84-a984-a5a4a83a830d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.860516] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c61390d3-8c22-4ca7-a81b-ae8f6397fee6 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Acquiring lock "748324ef-1238-4d84-a984-a5a4a83a830d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.860516] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c61390d3-8c22-4ca7-a81b-ae8f6397fee6 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Lock "748324ef-1238-4d84-a984-a5a4a83a830d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.861054] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c61390d3-8c22-4ca7-a81b-ae8f6397fee6 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Lock "748324ef-1238-4d84-a984-a5a4a83a830d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.866025] env[69663]: INFO nova.compute.manager [None req-c61390d3-8c22-4ca7-a81b-ae8f6397fee6 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Terminating instance [ 1152.869581] env[69663]: DEBUG nova.compute.manager [None req-c61390d3-8c22-4ca7-a81b-ae8f6397fee6 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1152.869581] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c61390d3-8c22-4ca7-a81b-ae8f6397fee6 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1152.869915] env[69663]: DEBUG oslo_vmware.api [None req-fb664c87-5a9b-4c4e-8c2d-85edc20f7b97 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1152.869915] env[69663]: value = "task-3333457" [ 1152.869915] env[69663]: _type = "Task" [ 1152.869915] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.871047] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58606cac-c9d5-4eec-8ad0-f5576efdaac0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.884079] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61390d3-8c22-4ca7-a81b-ae8f6397fee6 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1152.887871] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2731f3a-87d8-4c03-a995-1e48193e3a40 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.889821] env[69663]: DEBUG oslo_vmware.api [None req-fb664c87-5a9b-4c4e-8c2d-85edc20f7b97 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.896052] env[69663]: DEBUG oslo_vmware.api [None req-c61390d3-8c22-4ca7-a81b-ae8f6397fee6 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for the task: (returnval){ [ 1152.896052] env[69663]: value = "task-3333458" [ 1152.896052] env[69663]: _type = "Task" [ 1152.896052] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.899996] env[69663]: INFO nova.scheduler.client.report [None req-2468c5a8-a56d-47c4-b3de-91b04fda2f49 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Deleted allocations for instance 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf [ 1152.911419] env[69663]: DEBUG oslo_vmware.api [None req-c61390d3-8c22-4ca7-a81b-ae8f6397fee6 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.953590] env[69663]: DEBUG oslo_vmware.rw_handles [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bad549-3637-3b07-a327-688518c807cb/disk-0.vmdk. {{(pid=69663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1152.953590] env[69663]: INFO nova.virt.vmwareapi.images [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Downloaded image file data f1e93f9c-993a-4df9-b849-82724e1b525b [ 1152.958023] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62befdb-01c0-4771-8402-241fa35fb809 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.973437] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e50d876-5f2b-4c33-af22-546c15ba6369 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.015520] env[69663]: INFO nova.virt.vmwareapi.images [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] The imported VM was unregistered [ 1153.017842] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Caching image {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1153.018111] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Creating directory with path [datastore2] devstack-image-cache_base/f1e93f9c-993a-4df9-b849-82724e1b525b {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.019938] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95082640-d82b-4c99-9dd8-82cbac34aae2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.036038] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Created directory with path [datastore2] devstack-image-cache_base/f1e93f9c-993a-4df9-b849-82724e1b525b {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.036219] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_43111f2d-fcd7-41a5-8ed0-bd611729d504/OSTACK_IMG_43111f2d-fcd7-41a5-8ed0-bd611729d504.vmdk to [datastore2] devstack-image-cache_base/f1e93f9c-993a-4df9-b849-82724e1b525b/f1e93f9c-993a-4df9-b849-82724e1b525b.vmdk. {{(pid=69663) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1153.036455] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c4aea13e-329f-4a1f-a3d2-a070226c34ba {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.045038] env[69663]: DEBUG oslo_vmware.api [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for the task: (returnval){ [ 1153.045038] env[69663]: value = "task-3333460" [ 1153.045038] env[69663]: _type = "Task" [ 1153.045038] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.054723] env[69663]: DEBUG oslo_vmware.api [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333460, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.062066] env[69663]: DEBUG nova.network.neutron [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Updating instance_info_cache with network_info: [{"id": "df0faae1-9447-43e7-9ebd-353219d3f5c5", "address": "fa:16:3e:ab:09:a8", "network": {"id": "7ef2a542-c761-41fe-9064-8a46293182d7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1725131609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "012b7b4a90ba46bbaa828601d289a354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf0faae1-94", "ovs_interfaceid": "df0faae1-9447-43e7-9ebd-353219d3f5c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.146019] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a460636b-da5b-4b29-8df1-408ea8da672a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Volume attach. Driver type: vmdk {{(pid=69663) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1153.146019] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a460636b-da5b-4b29-8df1-408ea8da672a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665420', 'volume_id': 'acca4cf3-ddf0-4e77-9171-e601f1cc069d', 'name': 'volume-acca4cf3-ddf0-4e77-9171-e601f1cc069d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce8cbba3-89e0-41ed-a822-972f7452179f', 'attached_at': '', 'detached_at': '', 'volume_id': 'acca4cf3-ddf0-4e77-9171-e601f1cc069d', 'serial': 'acca4cf3-ddf0-4e77-9171-e601f1cc069d'} {{(pid=69663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1153.146019] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2559f2-c0b6-443e-8e2d-7923d3ac4608 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.167021] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbc37f8-4075-4b95-a43a-37e7bac2bdc1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.167867] env[69663]: INFO nova.compute.manager [-] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Took 1.54 seconds to deallocate network for instance. [ 1153.203282] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a460636b-da5b-4b29-8df1-408ea8da672a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] volume-acca4cf3-ddf0-4e77-9171-e601f1cc069d/volume-acca4cf3-ddf0-4e77-9171-e601f1cc069d.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.204962] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cc8aeb1-3d15-4ebe-a99e-85d198e22f8d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.230815] env[69663]: DEBUG oslo_vmware.api [None req-a460636b-da5b-4b29-8df1-408ea8da672a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1153.230815] env[69663]: value = "task-3333461" [ 1153.230815] env[69663]: _type = "Task" [ 1153.230815] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.241545] env[69663]: DEBUG oslo_vmware.api [None req-a460636b-da5b-4b29-8df1-408ea8da672a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333461, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.362965] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a40a6f4-90fb-4c3e-999d-cede25be9e51 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.388095] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Updating instance '8177eeb4-6e53-4d49-8a79-6e29929c0adf' progress to 0 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1153.412035] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2468c5a8-a56d-47c4-b3de-91b04fda2f49 tempest-ServerTagsTestJSON-224867736 tempest-ServerTagsTestJSON-224867736-project-member] Lock "1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.907s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.413856] env[69663]: DEBUG oslo_vmware.api [None req-fb664c87-5a9b-4c4e-8c2d-85edc20f7b97 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333457, 'name': PowerOffVM_Task, 'duration_secs': 0.485117} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.418282] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb664c87-5a9b-4c4e-8c2d-85edc20f7b97 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1153.424981] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb664c87-5a9b-4c4e-8c2d-85edc20f7b97 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Reconfiguring VM instance instance-00000059 to detach disk 2002 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1153.425850] env[69663]: DEBUG oslo_vmware.api [None req-c61390d3-8c22-4ca7-a81b-ae8f6397fee6 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333458, 'name': PowerOffVM_Task, 'duration_secs': 0.334618} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.429572] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2360be61-1abb-4021-a248-0e69ce55901e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.449075] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61390d3-8c22-4ca7-a81b-ae8f6397fee6 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1153.449370] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c61390d3-8c22-4ca7-a81b-ae8f6397fee6 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1153.450740] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3018badf-5190-481b-86c9-cff20531536b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.461683] env[69663]: DEBUG oslo_vmware.api [None req-fb664c87-5a9b-4c4e-8c2d-85edc20f7b97 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1153.461683] env[69663]: value = "task-3333463" [ 1153.461683] env[69663]: _type = "Task" [ 1153.461683] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.479758] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "7f54d305-5518-4f9d-9667-a9c5e9417de9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.480150] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "7f54d305-5518-4f9d-9667-a9c5e9417de9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.487983] env[69663]: DEBUG oslo_vmware.api [None req-fb664c87-5a9b-4c4e-8c2d-85edc20f7b97 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333463, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.559134] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c61390d3-8c22-4ca7-a81b-ae8f6397fee6 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1153.559454] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c61390d3-8c22-4ca7-a81b-ae8f6397fee6 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1153.559664] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c61390d3-8c22-4ca7-a81b-ae8f6397fee6 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Deleting the datastore file [datastore2] 748324ef-1238-4d84-a984-a5a4a83a830d {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.559975] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e7cb839-36bb-4914-8fd8-23d3ed0b105a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.567079] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Releasing lock "refresh_cache-94525ee5-32e7-4e56-9c51-8a2778f738d7" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.569581] env[69663]: DEBUG oslo_vmware.api [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333460, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.582063] env[69663]: DEBUG oslo_vmware.api [None req-c61390d3-8c22-4ca7-a81b-ae8f6397fee6 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for the task: (returnval){ [ 1153.582063] env[69663]: value = "task-3333464" [ 1153.582063] env[69663]: _type = "Task" [ 1153.582063] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.598774] env[69663]: DEBUG oslo_vmware.api [None req-c61390d3-8c22-4ca7-a81b-ae8f6397fee6 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.684300] env[69663]: DEBUG nova.compute.manager [req-f5c0b1b9-37ed-4deb-ab78-b66527252dd9 req-695215f3-25fd-4072-9738-52e7c074b15d service nova] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Received event network-changed-285745bc-c421-49e0-86a6-50eb90a0c252 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1153.684510] env[69663]: DEBUG nova.compute.manager [req-f5c0b1b9-37ed-4deb-ab78-b66527252dd9 req-695215f3-25fd-4072-9738-52e7c074b15d service nova] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Refreshing instance network info cache due to event network-changed-285745bc-c421-49e0-86a6-50eb90a0c252. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1153.684729] env[69663]: DEBUG oslo_concurrency.lockutils [req-f5c0b1b9-37ed-4deb-ab78-b66527252dd9 req-695215f3-25fd-4072-9738-52e7c074b15d service nova] Acquiring lock "refresh_cache-df83c894-73b4-4529-8a99-0ead18aa5cf2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.684908] env[69663]: DEBUG oslo_concurrency.lockutils [req-f5c0b1b9-37ed-4deb-ab78-b66527252dd9 req-695215f3-25fd-4072-9738-52e7c074b15d service nova] Acquired lock "refresh_cache-df83c894-73b4-4529-8a99-0ead18aa5cf2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.685091] env[69663]: DEBUG nova.network.neutron [req-f5c0b1b9-37ed-4deb-ab78-b66527252dd9 req-695215f3-25fd-4072-9738-52e7c074b15d service nova] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Refreshing network info cache for port 285745bc-c421-49e0-86a6-50eb90a0c252 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1153.706311] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f18fc83a-e2fd-4105-83fc-11571334c9b7 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.748043] env[69663]: DEBUG oslo_vmware.api [None req-a460636b-da5b-4b29-8df1-408ea8da672a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333461, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.810025] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f528db86-826d-4c91-a33b-b48a4ac05c69 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.820124] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d073457-ac19-4df9-9ada-2344a7429f76 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.866906] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6571bbd0-ac01-4aff-be27-758d7c6d6e26 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.877560] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb697b1-d0af-4df6-a2ef-9943e6cfaeb1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.895744] env[69663]: DEBUG nova.compute.provider_tree [None req-e328e932-7b9f-46d3-82ab-5b681c0f0b5d tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.903039] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1153.904274] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44964488-3b56-4615-80e5-d9739bdde91b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.915651] env[69663]: DEBUG oslo_vmware.api [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1153.915651] env[69663]: value = "task-3333465" [ 1153.915651] env[69663]: _type = "Task" [ 1153.915651] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.930224] env[69663]: DEBUG oslo_vmware.api [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.974819] env[69663]: DEBUG oslo_vmware.api [None req-fb664c87-5a9b-4c4e-8c2d-85edc20f7b97 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333463, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.993177] env[69663]: DEBUG nova.compute.manager [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1154.064856] env[69663]: DEBUG oslo_vmware.api [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333460, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.094889] env[69663]: DEBUG oslo_vmware.api [None req-c61390d3-8c22-4ca7-a81b-ae8f6397fee6 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.257803] env[69663]: DEBUG oslo_vmware.api [None req-a460636b-da5b-4b29-8df1-408ea8da672a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333461, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.264062] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1154.266411] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9376e5e-46db-4785-bf1d-244fc114325a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.278152] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1154.278492] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bda5930c-2b21-461f-83a5-1b185f8b4264 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.353853] env[69663]: DEBUG nova.compute.manager [req-9bbeea39-a503-4686-a77d-f56ec1e0283a req-691ab8ab-1901-4877-82b9-3679bad0a26f service nova] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Received event network-vif-unplugged-df0faae1-9447-43e7-9ebd-353219d3f5c5 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1154.354136] env[69663]: DEBUG oslo_concurrency.lockutils [req-9bbeea39-a503-4686-a77d-f56ec1e0283a req-691ab8ab-1901-4877-82b9-3679bad0a26f service nova] Acquiring lock "94525ee5-32e7-4e56-9c51-8a2778f738d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.354364] env[69663]: DEBUG oslo_concurrency.lockutils [req-9bbeea39-a503-4686-a77d-f56ec1e0283a req-691ab8ab-1901-4877-82b9-3679bad0a26f service nova] Lock "94525ee5-32e7-4e56-9c51-8a2778f738d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.354544] env[69663]: DEBUG oslo_concurrency.lockutils [req-9bbeea39-a503-4686-a77d-f56ec1e0283a req-691ab8ab-1901-4877-82b9-3679bad0a26f service nova] Lock "94525ee5-32e7-4e56-9c51-8a2778f738d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.355032] env[69663]: DEBUG nova.compute.manager [req-9bbeea39-a503-4686-a77d-f56ec1e0283a req-691ab8ab-1901-4877-82b9-3679bad0a26f service nova] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] No waiting events found dispatching network-vif-unplugged-df0faae1-9447-43e7-9ebd-353219d3f5c5 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1154.355277] env[69663]: WARNING nova.compute.manager [req-9bbeea39-a503-4686-a77d-f56ec1e0283a req-691ab8ab-1901-4877-82b9-3679bad0a26f service nova] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Received unexpected event network-vif-unplugged-df0faae1-9447-43e7-9ebd-353219d3f5c5 for instance with vm_state shelved and task_state shelving_offloading. [ 1154.367054] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1154.367507] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1154.367864] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Deleting the datastore file [datastore2] 94525ee5-32e7-4e56-9c51-8a2778f738d7 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1154.368261] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d68914ae-21e5-4a3b-bcb2-88e9df8e0204 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.377669] env[69663]: DEBUG oslo_vmware.api [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1154.377669] env[69663]: value = "task-3333467" [ 1154.377669] env[69663]: _type = "Task" [ 1154.377669] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.390901] env[69663]: DEBUG oslo_vmware.api [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.400851] env[69663]: DEBUG nova.scheduler.client.report [None req-e328e932-7b9f-46d3-82ab-5b681c0f0b5d tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1154.431096] env[69663]: DEBUG oslo_vmware.api [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.476061] env[69663]: DEBUG oslo_vmware.api [None req-fb664c87-5a9b-4c4e-8c2d-85edc20f7b97 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333463, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.521871] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.572690] env[69663]: DEBUG oslo_vmware.api [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333460, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.598128] env[69663]: DEBUG oslo_vmware.api [None req-c61390d3-8c22-4ca7-a81b-ae8f6397fee6 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.745305] env[69663]: DEBUG oslo_vmware.api [None req-a460636b-da5b-4b29-8df1-408ea8da672a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333461, 'name': ReconfigVM_Task, 'duration_secs': 1.082973} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.745693] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a460636b-da5b-4b29-8df1-408ea8da672a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Reconfigured VM instance instance-0000005c to attach disk [datastore2] volume-acca4cf3-ddf0-4e77-9171-e601f1cc069d/volume-acca4cf3-ddf0-4e77-9171-e601f1cc069d.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1154.750941] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0caca556-a8f5-4956-9b14-dcf98d8999fa {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.769128] env[69663]: DEBUG oslo_vmware.api [None req-a460636b-da5b-4b29-8df1-408ea8da672a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1154.769128] env[69663]: value = "task-3333468" [ 1154.769128] env[69663]: _type = "Task" [ 1154.769128] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.782760] env[69663]: DEBUG oslo_vmware.api [None req-a460636b-da5b-4b29-8df1-408ea8da672a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333468, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.805674] env[69663]: DEBUG nova.network.neutron [req-f5c0b1b9-37ed-4deb-ab78-b66527252dd9 req-695215f3-25fd-4072-9738-52e7c074b15d service nova] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Updated VIF entry in instance network info cache for port 285745bc-c421-49e0-86a6-50eb90a0c252. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1154.806175] env[69663]: DEBUG nova.network.neutron [req-f5c0b1b9-37ed-4deb-ab78-b66527252dd9 req-695215f3-25fd-4072-9738-52e7c074b15d service nova] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Updating instance_info_cache with network_info: [{"id": "285745bc-c421-49e0-86a6-50eb90a0c252", "address": "fa:16:3e:95:69:cb", "network": {"id": "dac535d4-890b-4c14-a296-d1a6e6353c0e", "bridge": "br-int", "label": "tempest-ServersWithFlavorSwapResizeTest-2036290172-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69e38c23e4344a638313c6c7d5573df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap285745bc-c4", "ovs_interfaceid": "285745bc-c421-49e0-86a6-50eb90a0c252", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.896186] env[69663]: DEBUG oslo_vmware.api [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.908034] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e328e932-7b9f-46d3-82ab-5b681c0f0b5d tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.910552] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f18fc83a-e2fd-4105-83fc-11571334c9b7 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.204s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.911143] env[69663]: DEBUG nova.objects.instance [None req-f18fc83a-e2fd-4105-83fc-11571334c9b7 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Lazy-loading 'resources' on Instance uuid 16b5464a-f8e6-48ba-964e-41ded7b00fa2 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.932444] env[69663]: DEBUG oslo_vmware.api [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333465, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.933982] env[69663]: INFO nova.scheduler.client.report [None req-e328e932-7b9f-46d3-82ab-5b681c0f0b5d tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Deleted allocations for instance a52e6960-2024-44b6-b2bb-6d4274e10f15 [ 1154.977659] env[69663]: DEBUG oslo_vmware.api [None req-fb664c87-5a9b-4c4e-8c2d-85edc20f7b97 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333463, 'name': ReconfigVM_Task, 'duration_secs': 1.397008} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.977975] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb664c87-5a9b-4c4e-8c2d-85edc20f7b97 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Reconfigured VM instance instance-00000059 to detach disk 2002 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1154.978289] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb664c87-5a9b-4c4e-8c2d-85edc20f7b97 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1154.978474] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b4bc803-8183-41a9-b16e-2ed6784b6f1d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.007112] env[69663]: DEBUG oslo_vmware.api [None req-fb664c87-5a9b-4c4e-8c2d-85edc20f7b97 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1155.007112] env[69663]: value = "task-3333469" [ 1155.007112] env[69663]: _type = "Task" [ 1155.007112] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.020317] env[69663]: DEBUG oslo_vmware.api [None req-fb664c87-5a9b-4c4e-8c2d-85edc20f7b97 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.068961] env[69663]: DEBUG oslo_vmware.api [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333460, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.095952] env[69663]: DEBUG oslo_vmware.api [None req-c61390d3-8c22-4ca7-a81b-ae8f6397fee6 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.120705] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a861151c-378f-465c-a04b-389557f71cc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "17aeb666-e78b-4ef9-b7bb-b2623aed121b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.121251] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a861151c-378f-465c-a04b-389557f71cc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "17aeb666-e78b-4ef9-b7bb-b2623aed121b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.282185] env[69663]: DEBUG oslo_vmware.api [None req-a460636b-da5b-4b29-8df1-408ea8da672a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333468, 'name': ReconfigVM_Task, 'duration_secs': 0.28384} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.282614] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a460636b-da5b-4b29-8df1-408ea8da672a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665420', 'volume_id': 'acca4cf3-ddf0-4e77-9171-e601f1cc069d', 'name': 'volume-acca4cf3-ddf0-4e77-9171-e601f1cc069d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce8cbba3-89e0-41ed-a822-972f7452179f', 'attached_at': '', 'detached_at': '', 'volume_id': 'acca4cf3-ddf0-4e77-9171-e601f1cc069d', 'serial': 'acca4cf3-ddf0-4e77-9171-e601f1cc069d'} {{(pid=69663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1155.309509] env[69663]: DEBUG oslo_concurrency.lockutils [req-f5c0b1b9-37ed-4deb-ab78-b66527252dd9 req-695215f3-25fd-4072-9738-52e7c074b15d service nova] Releasing lock "refresh_cache-df83c894-73b4-4529-8a99-0ead18aa5cf2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.392846] env[69663]: DEBUG oslo_vmware.api [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.433142] env[69663]: DEBUG oslo_vmware.api [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333465, 'name': PowerOffVM_Task, 'duration_secs': 1.137481} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.433566] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1155.433779] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Updating instance '8177eeb4-6e53-4d49-8a79-6e29929c0adf' progress to 17 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1155.445514] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e328e932-7b9f-46d3-82ab-5b681c0f0b5d tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Lock "a52e6960-2024-44b6-b2bb-6d4274e10f15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.264s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.531313] env[69663]: DEBUG oslo_vmware.api [None req-fb664c87-5a9b-4c4e-8c2d-85edc20f7b97 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333469, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.572055] env[69663]: DEBUG oslo_vmware.api [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333460, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.604795] env[69663]: DEBUG oslo_vmware.api [None req-c61390d3-8c22-4ca7-a81b-ae8f6397fee6 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.628347] env[69663]: INFO nova.compute.manager [None req-a861151c-378f-465c-a04b-389557f71cc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Detaching volume e41ca902-0d22-4452-b951-7fbd74f9f173 [ 1155.669943] env[69663]: INFO nova.virt.block_device [None req-a861151c-378f-465c-a04b-389557f71cc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Attempting to driver detach volume e41ca902-0d22-4452-b951-7fbd74f9f173 from mountpoint /dev/sdb [ 1155.670229] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a861151c-378f-465c-a04b-389557f71cc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Volume detach. Driver type: vmdk {{(pid=69663) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1155.670429] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a861151c-378f-465c-a04b-389557f71cc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665389', 'volume_id': 'e41ca902-0d22-4452-b951-7fbd74f9f173', 'name': 'volume-e41ca902-0d22-4452-b951-7fbd74f9f173', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '17aeb666-e78b-4ef9-b7bb-b2623aed121b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e41ca902-0d22-4452-b951-7fbd74f9f173', 'serial': 'e41ca902-0d22-4452-b951-7fbd74f9f173'} {{(pid=69663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1155.671467] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70f97d3-b3bc-4fcb-a0b4-30d76c1db574 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.704868] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eebfd53-46b5-4b36-982a-e0ddb0b1cfa4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.713455] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2416bc73-04a9-4922-b73b-cede39212e9d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.741461] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a594c259-c215-492b-97a8-3040a7c2c66b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.759115] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a861151c-378f-465c-a04b-389557f71cc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] The volume has not been displaced from its original location: [datastore2] volume-e41ca902-0d22-4452-b951-7fbd74f9f173/volume-e41ca902-0d22-4452-b951-7fbd74f9f173.vmdk. No consolidation needed. {{(pid=69663) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1155.765096] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a861151c-378f-465c-a04b-389557f71cc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1155.768572] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c255eb5d-8e23-4fca-bbaa-b0c5ff70dc83 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.793252] env[69663]: DEBUG oslo_vmware.api [None req-a861151c-378f-465c-a04b-389557f71cc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1155.793252] env[69663]: value = "task-3333470" [ 1155.793252] env[69663]: _type = "Task" [ 1155.793252] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.807511] env[69663]: DEBUG oslo_vmware.api [None req-a861151c-378f-465c-a04b-389557f71cc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333470, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.882473] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ed25e5-c0c5-4978-9d0a-6e5aeadf2345 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.898160] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c7f340-517d-45d6-8e97-65631cd5ef66 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.901793] env[69663]: DEBUG oslo_vmware.api [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.432284} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.902109] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.902432] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1155.902655] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1155.939276] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7787c79f-e568-4470-bcf8-60da19f41d1e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.948465] env[69663]: DEBUG nova.virt.hardware [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1155.948843] env[69663]: DEBUG nova.virt.hardware [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1155.949077] env[69663]: DEBUG nova.virt.hardware [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1155.949339] env[69663]: DEBUG nova.virt.hardware [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1155.949580] env[69663]: DEBUG nova.virt.hardware [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1155.949720] env[69663]: DEBUG nova.virt.hardware [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1155.950316] env[69663]: DEBUG nova.virt.hardware [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1155.950316] env[69663]: DEBUG nova.virt.hardware [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1155.950897] env[69663]: DEBUG nova.virt.hardware [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1155.950897] env[69663]: DEBUG nova.virt.hardware [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1155.950897] env[69663]: DEBUG nova.virt.hardware [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1155.957668] env[69663]: INFO nova.scheduler.client.report [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Deleted allocations for instance 94525ee5-32e7-4e56-9c51-8a2778f738d7 [ 1155.960600] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e99d0d4-a34c-479d-98f1-f4916e580e33 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.972553] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d74ce1-c6a7-49fa-b1bf-bd3b1fb320de {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.989994] env[69663]: DEBUG nova.compute.provider_tree [None req-f18fc83a-e2fd-4105-83fc-11571334c9b7 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.993053] env[69663]: DEBUG oslo_vmware.api [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1155.993053] env[69663]: value = "task-3333471" [ 1155.993053] env[69663]: _type = "Task" [ 1155.993053] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.021560] env[69663]: DEBUG oslo_vmware.api [None req-fb664c87-5a9b-4c4e-8c2d-85edc20f7b97 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333469, 'name': PowerOnVM_Task, 'duration_secs': 0.665077} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.021907] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb664c87-5a9b-4c4e-8c2d-85edc20f7b97 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1156.022202] env[69663]: DEBUG nova.compute.manager [None req-fb664c87-5a9b-4c4e-8c2d-85edc20f7b97 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1156.023466] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6764ec-c454-4d53-98e4-e8880b254481 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.066719] env[69663]: DEBUG oslo_vmware.api [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333460, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.772517} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.067490] env[69663]: INFO nova.virt.vmwareapi.ds_util [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_43111f2d-fcd7-41a5-8ed0-bd611729d504/OSTACK_IMG_43111f2d-fcd7-41a5-8ed0-bd611729d504.vmdk to [datastore2] devstack-image-cache_base/f1e93f9c-993a-4df9-b849-82724e1b525b/f1e93f9c-993a-4df9-b849-82724e1b525b.vmdk. [ 1156.067811] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Cleaning up location [datastore2] OSTACK_IMG_43111f2d-fcd7-41a5-8ed0-bd611729d504 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1156.068097] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_43111f2d-fcd7-41a5-8ed0-bd611729d504 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.068460] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b0f9352-6d8a-4598-bf07-9e376d2dfe1f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.078300] env[69663]: DEBUG oslo_vmware.api [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for the task: (returnval){ [ 1156.078300] env[69663]: value = "task-3333472" [ 1156.078300] env[69663]: _type = "Task" [ 1156.078300] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.093757] env[69663]: DEBUG oslo_vmware.api [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.102441] env[69663]: DEBUG oslo_vmware.api [None req-c61390d3-8c22-4ca7-a81b-ae8f6397fee6 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Task: {'id': task-3333464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.21657} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.103594] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c61390d3-8c22-4ca7-a81b-ae8f6397fee6 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.103897] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c61390d3-8c22-4ca7-a81b-ae8f6397fee6 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1156.104181] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c61390d3-8c22-4ca7-a81b-ae8f6397fee6 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1156.104441] env[69663]: INFO nova.compute.manager [None req-c61390d3-8c22-4ca7-a81b-ae8f6397fee6 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Took 3.23 seconds to destroy the instance on the hypervisor. [ 1156.104909] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c61390d3-8c22-4ca7-a81b-ae8f6397fee6 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.105739] env[69663]: DEBUG nova.compute.manager [-] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1156.105940] env[69663]: DEBUG nova.network.neutron [-] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1156.304311] env[69663]: DEBUG oslo_vmware.api [None req-a861151c-378f-465c-a04b-389557f71cc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333470, 'name': ReconfigVM_Task, 'duration_secs': 0.364979} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.304687] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a861151c-378f-465c-a04b-389557f71cc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1156.310110] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5f9cab8-b843-4bb4-a5c7-eab2c63c3e60 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.328146] env[69663]: DEBUG oslo_vmware.api [None req-a861151c-378f-465c-a04b-389557f71cc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1156.328146] env[69663]: value = "task-3333473" [ 1156.328146] env[69663]: _type = "Task" [ 1156.328146] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.334117] env[69663]: DEBUG nova.objects.instance [None req-a460636b-da5b-4b29-8df1-408ea8da672a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lazy-loading 'flavor' on Instance uuid ce8cbba3-89e0-41ed-a822-972f7452179f {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.341932] env[69663]: DEBUG oslo_vmware.api [None req-a861151c-378f-465c-a04b-389557f71cc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333473, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.480376] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.494818] env[69663]: DEBUG nova.scheduler.client.report [None req-f18fc83a-e2fd-4105-83fc-11571334c9b7 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1156.504469] env[69663]: DEBUG nova.compute.manager [req-61f29d6d-0416-4203-9f62-e0a72e3d42db req-6ab460f9-5af4-4dd0-8824-e7ad4ab2229c service nova] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Received event network-changed-df0faae1-9447-43e7-9ebd-353219d3f5c5 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1156.504690] env[69663]: DEBUG nova.compute.manager [req-61f29d6d-0416-4203-9f62-e0a72e3d42db req-6ab460f9-5af4-4dd0-8824-e7ad4ab2229c service nova] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Refreshing instance network info cache due to event network-changed-df0faae1-9447-43e7-9ebd-353219d3f5c5. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1156.504937] env[69663]: DEBUG oslo_concurrency.lockutils [req-61f29d6d-0416-4203-9f62-e0a72e3d42db req-6ab460f9-5af4-4dd0-8824-e7ad4ab2229c service nova] Acquiring lock "refresh_cache-94525ee5-32e7-4e56-9c51-8a2778f738d7" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.505244] env[69663]: DEBUG oslo_concurrency.lockutils [req-61f29d6d-0416-4203-9f62-e0a72e3d42db req-6ab460f9-5af4-4dd0-8824-e7ad4ab2229c service nova] Acquired lock "refresh_cache-94525ee5-32e7-4e56-9c51-8a2778f738d7" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.505447] env[69663]: DEBUG nova.network.neutron [req-61f29d6d-0416-4203-9f62-e0a72e3d42db req-6ab460f9-5af4-4dd0-8824-e7ad4ab2229c service nova] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Refreshing network info cache for port df0faae1-9447-43e7-9ebd-353219d3f5c5 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1156.515017] env[69663]: DEBUG oslo_vmware.api [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333471, 'name': ReconfigVM_Task, 'duration_secs': 0.252936} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.515530] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Updating instance '8177eeb4-6e53-4d49-8a79-6e29929c0adf' progress to 33 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1156.541209] env[69663]: DEBUG oslo_concurrency.lockutils [None req-be3e9e92-67f1-4ea8-8736-ed6ae2702ee2 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Acquiring lock "c1986cd3-91cd-4b18-9494-e11af4fcf379" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.542261] env[69663]: DEBUG oslo_concurrency.lockutils [None req-be3e9e92-67f1-4ea8-8736-ed6ae2702ee2 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Lock "c1986cd3-91cd-4b18-9494-e11af4fcf379" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.542547] env[69663]: DEBUG oslo_concurrency.lockutils [None req-be3e9e92-67f1-4ea8-8736-ed6ae2702ee2 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Acquiring lock "c1986cd3-91cd-4b18-9494-e11af4fcf379-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.542774] env[69663]: DEBUG oslo_concurrency.lockutils [None req-be3e9e92-67f1-4ea8-8736-ed6ae2702ee2 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Lock "c1986cd3-91cd-4b18-9494-e11af4fcf379-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.542991] env[69663]: DEBUG oslo_concurrency.lockutils [None req-be3e9e92-67f1-4ea8-8736-ed6ae2702ee2 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Lock "c1986cd3-91cd-4b18-9494-e11af4fcf379-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.546611] env[69663]: INFO nova.compute.manager [None req-be3e9e92-67f1-4ea8-8736-ed6ae2702ee2 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Terminating instance [ 1156.548739] env[69663]: DEBUG nova.compute.manager [None req-be3e9e92-67f1-4ea8-8736-ed6ae2702ee2 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1156.548990] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-be3e9e92-67f1-4ea8-8736-ed6ae2702ee2 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1156.552036] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79590b0f-2125-4c69-a880-29ba86b932cc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.560924] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3e9e92-67f1-4ea8-8736-ed6ae2702ee2 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1156.561623] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62f3e787-1db4-48b3-966b-ba1532ef6861 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.569820] env[69663]: DEBUG oslo_vmware.api [None req-be3e9e92-67f1-4ea8-8736-ed6ae2702ee2 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Waiting for the task: (returnval){ [ 1156.569820] env[69663]: value = "task-3333474" [ 1156.569820] env[69663]: _type = "Task" [ 1156.569820] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.582375] env[69663]: DEBUG oslo_vmware.api [None req-be3e9e92-67f1-4ea8-8736-ed6ae2702ee2 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': task-3333474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.594239] env[69663]: DEBUG oslo_vmware.api [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.059399} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.595028] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.595183] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f1e93f9c-993a-4df9-b849-82724e1b525b/f1e93f9c-993a-4df9-b849-82724e1b525b.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.596019] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f1e93f9c-993a-4df9-b849-82724e1b525b/f1e93f9c-993a-4df9-b849-82724e1b525b.vmdk to [datastore2] a3dff467-3feb-4278-8511-b4ccdacb50ea/a3dff467-3feb-4278-8511-b4ccdacb50ea.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1156.596328] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bbffc6c-5ce1-4d78-82b9-2cbf4232647b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.606745] env[69663]: DEBUG oslo_vmware.api [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for the task: (returnval){ [ 1156.606745] env[69663]: value = "task-3333475" [ 1156.606745] env[69663]: _type = "Task" [ 1156.606745] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.618040] env[69663]: DEBUG oslo_vmware.api [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.647120] env[69663]: DEBUG nova.compute.manager [req-fa1611a4-7845-4754-b68e-7d568e62e534 req-b8c9370b-dd3c-489f-9db2-c5c728e0c48a service nova] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Received event network-vif-deleted-d3fbf8b3-06ca-4d34-8728-b1ecaa4b9503 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1156.647356] env[69663]: INFO nova.compute.manager [req-fa1611a4-7845-4754-b68e-7d568e62e534 req-b8c9370b-dd3c-489f-9db2-c5c728e0c48a service nova] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Neutron deleted interface d3fbf8b3-06ca-4d34-8728-b1ecaa4b9503; detaching it from the instance and deleting it from the info cache [ 1156.647803] env[69663]: DEBUG nova.network.neutron [req-fa1611a4-7845-4754-b68e-7d568e62e534 req-b8c9370b-dd3c-489f-9db2-c5c728e0c48a service nova] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.838749] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a460636b-da5b-4b29-8df1-408ea8da672a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "ce8cbba3-89e0-41ed-a822-972f7452179f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.956s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.843604] env[69663]: DEBUG oslo_vmware.api [None req-a861151c-378f-465c-a04b-389557f71cc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333473, 'name': ReconfigVM_Task, 'duration_secs': 0.191365} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.844295] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-a861151c-378f-465c-a04b-389557f71cc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665389', 'volume_id': 'e41ca902-0d22-4452-b951-7fbd74f9f173', 'name': 'volume-e41ca902-0d22-4452-b951-7fbd74f9f173', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '17aeb666-e78b-4ef9-b7bb-b2623aed121b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e41ca902-0d22-4452-b951-7fbd74f9f173', 'serial': 'e41ca902-0d22-4452-b951-7fbd74f9f173'} {{(pid=69663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1156.994566] env[69663]: DEBUG nova.network.neutron [-] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.003621] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f18fc83a-e2fd-4105-83fc-11571334c9b7 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.006995] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.485s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.008997] env[69663]: INFO nova.compute.claims [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.022325] env[69663]: DEBUG nova.virt.hardware [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1157.022610] env[69663]: DEBUG nova.virt.hardware [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1157.022852] env[69663]: DEBUG nova.virt.hardware [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.025682] env[69663]: DEBUG nova.virt.hardware [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1157.025823] env[69663]: DEBUG nova.virt.hardware [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.026034] env[69663]: DEBUG nova.virt.hardware [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1157.026236] env[69663]: DEBUG nova.virt.hardware [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1157.026407] env[69663]: DEBUG nova.virt.hardware [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1157.028251] env[69663]: DEBUG nova.virt.hardware [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1157.028499] env[69663]: DEBUG nova.virt.hardware [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1157.028697] env[69663]: DEBUG nova.virt.hardware [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1157.034407] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Reconfiguring VM instance instance-00000062 to detach disk 2000 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1157.036361] env[69663]: INFO nova.scheduler.client.report [None req-f18fc83a-e2fd-4105-83fc-11571334c9b7 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Deleted allocations for instance 16b5464a-f8e6-48ba-964e-41ded7b00fa2 [ 1157.037435] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c84a2021-43d3-4f19-9405-0a2b5dfd3027 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.066901] env[69663]: DEBUG oslo_vmware.api [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1157.066901] env[69663]: value = "task-3333476" [ 1157.066901] env[69663]: _type = "Task" [ 1157.066901] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.085020] env[69663]: DEBUG oslo_vmware.api [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333476, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.093479] env[69663]: DEBUG oslo_vmware.api [None req-be3e9e92-67f1-4ea8-8736-ed6ae2702ee2 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': task-3333474, 'name': PowerOffVM_Task, 'duration_secs': 0.33985} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.093479] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-be3e9e92-67f1-4ea8-8736-ed6ae2702ee2 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1157.093479] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-be3e9e92-67f1-4ea8-8736-ed6ae2702ee2 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1157.093674] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b15155fe-296c-41ec-8e1d-fa12067362a5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.122334] env[69663]: DEBUG oslo_vmware.api [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333475, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.150852] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-30795357-0c32-41cc-9ad1-3afa449c1c36 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.169273] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73197c55-0e9d-40c0-9f2a-f0e30d315072 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.186897] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-be3e9e92-67f1-4ea8-8736-ed6ae2702ee2 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1157.187240] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-be3e9e92-67f1-4ea8-8736-ed6ae2702ee2 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1157.187474] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-be3e9e92-67f1-4ea8-8736-ed6ae2702ee2 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Deleting the datastore file [datastore1] c1986cd3-91cd-4b18-9494-e11af4fcf379 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.188136] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25ab12b5-47ec-4edb-baf7-effabcd0349d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.199855] env[69663]: DEBUG oslo_vmware.api [None req-be3e9e92-67f1-4ea8-8736-ed6ae2702ee2 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Waiting for the task: (returnval){ [ 1157.199855] env[69663]: value = "task-3333478" [ 1157.199855] env[69663]: _type = "Task" [ 1157.199855] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.220030] env[69663]: DEBUG nova.compute.manager [req-fa1611a4-7845-4754-b68e-7d568e62e534 req-b8c9370b-dd3c-489f-9db2-c5c728e0c48a service nova] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Detach interface failed, port_id=d3fbf8b3-06ca-4d34-8728-b1ecaa4b9503, reason: Instance 748324ef-1238-4d84-a984-a5a4a83a830d could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1157.228843] env[69663]: DEBUG oslo_vmware.api [None req-be3e9e92-67f1-4ea8-8736-ed6ae2702ee2 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': task-3333478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.425829] env[69663]: DEBUG nova.objects.instance [None req-a861151c-378f-465c-a04b-389557f71cc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lazy-loading 'flavor' on Instance uuid 17aeb666-e78b-4ef9-b7bb-b2623aed121b {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.497156] env[69663]: INFO nova.compute.manager [-] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Took 1.39 seconds to deallocate network for instance. [ 1157.564376] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f18fc83a-e2fd-4105-83fc-11571334c9b7 tempest-VolumesAdminNegativeTest-952299599 tempest-VolumesAdminNegativeTest-952299599-project-member] Lock "16b5464a-f8e6-48ba-964e-41ded7b00fa2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.135s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.586791] env[69663]: DEBUG oslo_vmware.api [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.626660] env[69663]: DEBUG oslo_vmware.api [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333475, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.716997] env[69663]: DEBUG oslo_vmware.api [None req-be3e9e92-67f1-4ea8-8736-ed6ae2702ee2 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Task: {'id': task-3333478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351468} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.717953] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-be3e9e92-67f1-4ea8-8736-ed6ae2702ee2 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.718180] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-be3e9e92-67f1-4ea8-8736-ed6ae2702ee2 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1157.718372] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-be3e9e92-67f1-4ea8-8736-ed6ae2702ee2 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1157.718549] env[69663]: INFO nova.compute.manager [None req-be3e9e92-67f1-4ea8-8736-ed6ae2702ee2 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1157.718797] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be3e9e92-67f1-4ea8-8736-ed6ae2702ee2 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.719015] env[69663]: DEBUG nova.compute.manager [-] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1157.719119] env[69663]: DEBUG nova.network.neutron [-] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1157.901743] env[69663]: DEBUG nova.network.neutron [req-61f29d6d-0416-4203-9f62-e0a72e3d42db req-6ab460f9-5af4-4dd0-8824-e7ad4ab2229c service nova] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Updated VIF entry in instance network info cache for port df0faae1-9447-43e7-9ebd-353219d3f5c5. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1157.902261] env[69663]: DEBUG nova.network.neutron [req-61f29d6d-0416-4203-9f62-e0a72e3d42db req-6ab460f9-5af4-4dd0-8824-e7ad4ab2229c service nova] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Updating instance_info_cache with network_info: [{"id": "df0faae1-9447-43e7-9ebd-353219d3f5c5", "address": "fa:16:3e:ab:09:a8", "network": {"id": "7ef2a542-c761-41fe-9064-8a46293182d7", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1725131609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "012b7b4a90ba46bbaa828601d289a354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapdf0faae1-94", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.921959] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquiring lock "94525ee5-32e7-4e56-9c51-8a2778f738d7" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.951009] env[69663]: DEBUG nova.compute.manager [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Stashing vm_state: active {{(pid=69663) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1158.004255] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c61390d3-8c22-4ca7-a81b-ae8f6397fee6 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.086044] env[69663]: DEBUG oslo_vmware.api [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333476, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.132928] env[69663]: DEBUG oslo_vmware.api [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333475, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.405139] env[69663]: DEBUG oslo_concurrency.lockutils [req-61f29d6d-0416-4203-9f62-e0a72e3d42db req-6ab460f9-5af4-4dd0-8824-e7ad4ab2229c service nova] Releasing lock "refresh_cache-94525ee5-32e7-4e56-9c51-8a2778f738d7" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.428112] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b02a8ef-8a4e-48c2-8948-5fdd40264f48 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.438024] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a861151c-378f-465c-a04b-389557f71cc3 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "17aeb666-e78b-4ef9-b7bb-b2623aed121b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.314s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.440205] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c9ea9f-c6ab-48e5-8901-537b26946489 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.484387] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef4f2c7-86ee-41b5-bd95-9d7b51c4cee6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.500025] env[69663]: DEBUG oslo_concurrency.lockutils [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.500025] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b0040f-bc47-4c10-be92-fd83f0da836d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.521474] env[69663]: DEBUG nova.compute.provider_tree [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1158.549697] env[69663]: DEBUG nova.compute.manager [req-0334eec9-8c1b-43a4-9744-eab3ad8f71ac req-cd1cf626-d66a-48d4-a4ac-f8195187021b service nova] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Received event network-vif-deleted-da6c9f13-ca83-4289-9998-ca23eda6068e {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1158.550736] env[69663]: INFO nova.compute.manager [req-0334eec9-8c1b-43a4-9744-eab3ad8f71ac req-cd1cf626-d66a-48d4-a4ac-f8195187021b service nova] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Neutron deleted interface da6c9f13-ca83-4289-9998-ca23eda6068e; detaching it from the instance and deleting it from the info cache [ 1158.551356] env[69663]: DEBUG nova.network.neutron [req-0334eec9-8c1b-43a4-9744-eab3ad8f71ac req-cd1cf626-d66a-48d4-a4ac-f8195187021b service nova] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.585048] env[69663]: DEBUG oslo_vmware.api [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333476, 'name': ReconfigVM_Task, 'duration_secs': 1.072506} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.588027] env[69663]: DEBUG oslo_vmware.rw_handles [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bdb44f-c9bb-f5c2-b35e-4c5bdb1a2d52/disk-0.vmdk. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1158.589018] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Reconfigured VM instance instance-00000062 to detach disk 2000 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1158.589617] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf674a3d-d798-4dcb-afb1-a19635e16d43 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.596025] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe51ce13-5e77-4100-9958-660c64b00da8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.606024] env[69663]: DEBUG oslo_vmware.rw_handles [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bdb44f-c9bb-f5c2-b35e-4c5bdb1a2d52/disk-0.vmdk is in state: ready. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1158.606024] env[69663]: ERROR oslo_vmware.rw_handles [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bdb44f-c9bb-f5c2-b35e-4c5bdb1a2d52/disk-0.vmdk due to incomplete transfer. [ 1158.606024] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-22ea398d-fe9c-4e18-b97c-c1e3dcc45f35 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.626929] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 8177eeb4-6e53-4d49-8a79-6e29929c0adf/8177eeb4-6e53-4d49-8a79-6e29929c0adf.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.632315] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2257461-4d4e-48a3-9c98-ce021cd257fe {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.648183] env[69663]: DEBUG oslo_vmware.rw_handles [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bdb44f-c9bb-f5c2-b35e-4c5bdb1a2d52/disk-0.vmdk. {{(pid=69663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1158.648418] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Uploaded image 407f8720-1c0d-4029-9394-5ab8697733d1 to the Glance image server {{(pid=69663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1158.651287] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Destroying the VM {{(pid=69663) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1158.652402] env[69663]: DEBUG nova.network.neutron [-] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.653951] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-49289dc7-c023-45ed-80ef-d5387941ed9b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.660763] env[69663]: DEBUG oslo_vmware.api [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333475, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.662535] env[69663]: DEBUG oslo_vmware.api [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1158.662535] env[69663]: value = "task-3333479" [ 1158.662535] env[69663]: _type = "Task" [ 1158.662535] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.667593] env[69663]: DEBUG oslo_vmware.api [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1158.667593] env[69663]: value = "task-3333480" [ 1158.667593] env[69663]: _type = "Task" [ 1158.667593] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.676304] env[69663]: DEBUG oslo_vmware.api [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333479, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.686520] env[69663]: DEBUG oslo_vmware.api [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333480, 'name': Destroy_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.047535] env[69663]: ERROR nova.scheduler.client.report [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [req-e20e5200-a934-4291-b0d0-58f3381c6da1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f2fb168a-c97f-41a4-9b18-725376271f6b. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e20e5200-a934-4291-b0d0-58f3381c6da1"}]} [ 1159.058509] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4a9e381-c885-442c-b822-a1cd3a2cf144 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.066311] env[69663]: DEBUG nova.scheduler.client.report [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Refreshing inventories for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1159.072381] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f885e55-eea4-4de5-8e6e-e068fc66c92b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.087260] env[69663]: DEBUG nova.scheduler.client.report [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Updating ProviderTree inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1159.087507] env[69663]: DEBUG nova.compute.provider_tree [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 108, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1159.102438] env[69663]: DEBUG nova.scheduler.client.report [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Refreshing aggregate associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, aggregates: None {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1159.119373] env[69663]: DEBUG nova.compute.manager [req-0334eec9-8c1b-43a4-9744-eab3ad8f71ac req-cd1cf626-d66a-48d4-a4ac-f8195187021b service nova] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Detach interface failed, port_id=da6c9f13-ca83-4289-9998-ca23eda6068e, reason: Instance c1986cd3-91cd-4b18-9494-e11af4fcf379 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1159.119605] env[69663]: DEBUG nova.compute.manager [req-0334eec9-8c1b-43a4-9744-eab3ad8f71ac req-cd1cf626-d66a-48d4-a4ac-f8195187021b service nova] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Received event network-changed-86de2103-dfa5-447e-83c1-acab8c9e4407 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1159.119782] env[69663]: DEBUG nova.compute.manager [req-0334eec9-8c1b-43a4-9744-eab3ad8f71ac req-cd1cf626-d66a-48d4-a4ac-f8195187021b service nova] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Refreshing instance network info cache due to event network-changed-86de2103-dfa5-447e-83c1-acab8c9e4407. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1159.120082] env[69663]: DEBUG oslo_concurrency.lockutils [req-0334eec9-8c1b-43a4-9744-eab3ad8f71ac req-cd1cf626-d66a-48d4-a4ac-f8195187021b service nova] Acquiring lock "refresh_cache-789877a1-9e03-4bce-97e5-ca1cce81e4ab" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.120212] env[69663]: DEBUG oslo_concurrency.lockutils [req-0334eec9-8c1b-43a4-9744-eab3ad8f71ac req-cd1cf626-d66a-48d4-a4ac-f8195187021b service nova] Acquired lock "refresh_cache-789877a1-9e03-4bce-97e5-ca1cce81e4ab" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.120390] env[69663]: DEBUG nova.network.neutron [req-0334eec9-8c1b-43a4-9744-eab3ad8f71ac req-cd1cf626-d66a-48d4-a4ac-f8195187021b service nova] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Refreshing network info cache for port 86de2103-dfa5-447e-83c1-acab8c9e4407 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1159.131566] env[69663]: DEBUG oslo_vmware.api [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333475, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.435427} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.131566] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f1e93f9c-993a-4df9-b849-82724e1b525b/f1e93f9c-993a-4df9-b849-82724e1b525b.vmdk to [datastore2] a3dff467-3feb-4278-8511-b4ccdacb50ea/a3dff467-3feb-4278-8511-b4ccdacb50ea.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1159.132622] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5064093b-afe6-4055-b554-2387f40464ae {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.140735] env[69663]: DEBUG nova.scheduler.client.report [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Refreshing trait associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1159.162057] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] a3dff467-3feb-4278-8511-b4ccdacb50ea/a3dff467-3feb-4278-8511-b4ccdacb50ea.vmdk or device None with type streamOptimized {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.162581] env[69663]: INFO nova.compute.manager [-] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Took 1.44 seconds to deallocate network for instance. [ 1159.163188] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-687977c3-0b14-494c-87e4-8d104569d352 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.203735] env[69663]: DEBUG oslo_vmware.api [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.204025] env[69663]: DEBUG oslo_vmware.api [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333480, 'name': Destroy_Task, 'duration_secs': 0.479942} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.204312] env[69663]: DEBUG oslo_vmware.api [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for the task: (returnval){ [ 1159.204312] env[69663]: value = "task-3333481" [ 1159.204312] env[69663]: _type = "Task" [ 1159.204312] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.204550] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Destroyed the VM [ 1159.204784] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Deleting Snapshot of the VM instance {{(pid=69663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1159.205101] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-db3fc94d-5b7d-473c-a954-01a3cd230063 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.217150] env[69663]: DEBUG oslo_vmware.api [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333481, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.220663] env[69663]: DEBUG oslo_vmware.api [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1159.220663] env[69663]: value = "task-3333482" [ 1159.220663] env[69663]: _type = "Task" [ 1159.220663] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.226620] env[69663]: DEBUG oslo_concurrency.lockutils [None req-93804dec-cf32-4283-9198-7439e41de1a8 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "17aeb666-e78b-4ef9-b7bb-b2623aed121b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.227134] env[69663]: DEBUG oslo_concurrency.lockutils [None req-93804dec-cf32-4283-9198-7439e41de1a8 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "17aeb666-e78b-4ef9-b7bb-b2623aed121b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.228024] env[69663]: DEBUG oslo_concurrency.lockutils [None req-93804dec-cf32-4283-9198-7439e41de1a8 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "17aeb666-e78b-4ef9-b7bb-b2623aed121b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.228024] env[69663]: DEBUG oslo_concurrency.lockutils [None req-93804dec-cf32-4283-9198-7439e41de1a8 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "17aeb666-e78b-4ef9-b7bb-b2623aed121b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.228024] env[69663]: DEBUG oslo_concurrency.lockutils [None req-93804dec-cf32-4283-9198-7439e41de1a8 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "17aeb666-e78b-4ef9-b7bb-b2623aed121b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.230434] env[69663]: INFO nova.compute.manager [None req-93804dec-cf32-4283-9198-7439e41de1a8 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Terminating instance [ 1159.236464] env[69663]: DEBUG nova.compute.manager [None req-93804dec-cf32-4283-9198-7439e41de1a8 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1159.236734] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-93804dec-cf32-4283-9198-7439e41de1a8 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1159.240650] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e881f2cc-57aa-4e7a-8855-646fabeffab0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.250548] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-93804dec-cf32-4283-9198-7439e41de1a8 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1159.250779] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64e35210-3e8f-4075-93bb-591a41cb56ec {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.258461] env[69663]: DEBUG oslo_vmware.api [None req-93804dec-cf32-4283-9198-7439e41de1a8 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1159.258461] env[69663]: value = "task-3333483" [ 1159.258461] env[69663]: _type = "Task" [ 1159.258461] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.270986] env[69663]: DEBUG oslo_vmware.api [None req-93804dec-cf32-4283-9198-7439e41de1a8 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.529472] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760d5909-da3b-4540-b317-5e859ce772fb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.540642] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2656524-2e5f-4adb-9b0d-02bbe226d37a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.575058] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04309ed0-e95b-49b3-9721-4046bd500bdb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.584446] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da111c96-62e8-4c07-92bd-8b993145a432 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.599896] env[69663]: DEBUG nova.compute.provider_tree [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1159.696681] env[69663]: DEBUG oslo_concurrency.lockutils [None req-be3e9e92-67f1-4ea8-8736-ed6ae2702ee2 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.696681] env[69663]: DEBUG oslo_vmware.api [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333479, 'name': ReconfigVM_Task, 'duration_secs': 0.63424} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.696681] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 8177eeb4-6e53-4d49-8a79-6e29929c0adf/8177eeb4-6e53-4d49-8a79-6e29929c0adf.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.696681] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Updating instance '8177eeb4-6e53-4d49-8a79-6e29929c0adf' progress to 50 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1159.718305] env[69663]: DEBUG oslo_vmware.api [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.730171] env[69663]: DEBUG oslo_vmware.api [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333482, 'name': RemoveSnapshot_Task, 'duration_secs': 0.453701} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.730451] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Deleted Snapshot of the VM instance {{(pid=69663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1159.730777] env[69663]: DEBUG nova.compute.manager [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1159.731659] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5b8361-04df-4154-8085-0a3ebc2de41e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.769613] env[69663]: DEBUG oslo_vmware.api [None req-93804dec-cf32-4283-9198-7439e41de1a8 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333483, 'name': PowerOffVM_Task, 'duration_secs': 0.384442} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.770021] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-93804dec-cf32-4283-9198-7439e41de1a8 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1159.770102] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-93804dec-cf32-4283-9198-7439e41de1a8 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1159.770442] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fad2def3-55ca-412c-954b-21703be7ece5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.852207] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-93804dec-cf32-4283-9198-7439e41de1a8 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1159.852468] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-93804dec-cf32-4283-9198-7439e41de1a8 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1159.852657] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-93804dec-cf32-4283-9198-7439e41de1a8 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Deleting the datastore file [datastore1] 17aeb666-e78b-4ef9-b7bb-b2623aed121b {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.852946] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9be642bb-3470-4fde-bc89-92f653e41abc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.862762] env[69663]: DEBUG oslo_vmware.api [None req-93804dec-cf32-4283-9198-7439e41de1a8 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1159.862762] env[69663]: value = "task-3333485" [ 1159.862762] env[69663]: _type = "Task" [ 1159.862762] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.873614] env[69663]: DEBUG oslo_vmware.api [None req-93804dec-cf32-4283-9198-7439e41de1a8 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.883293] env[69663]: DEBUG nova.network.neutron [req-0334eec9-8c1b-43a4-9744-eab3ad8f71ac req-cd1cf626-d66a-48d4-a4ac-f8195187021b service nova] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Updated VIF entry in instance network info cache for port 86de2103-dfa5-447e-83c1-acab8c9e4407. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1159.884229] env[69663]: DEBUG nova.network.neutron [req-0334eec9-8c1b-43a4-9744-eab3ad8f71ac req-cd1cf626-d66a-48d4-a4ac-f8195187021b service nova] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Updating instance_info_cache with network_info: [{"id": "86de2103-dfa5-447e-83c1-acab8c9e4407", "address": "fa:16:3e:24:3f:3b", "network": {"id": "5a6f0b16-b7d9-4000-a0b1-0c53263b1283", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628369363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75906937e13d492489a3a42c454f1141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86de2103-df", "ovs_interfaceid": "86de2103-dfa5-447e-83c1-acab8c9e4407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.143647] env[69663]: DEBUG nova.scheduler.client.report [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Updated inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b with generation 153 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1160.143950] env[69663]: DEBUG nova.compute.provider_tree [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Updating resource provider f2fb168a-c97f-41a4-9b18-725376271f6b generation from 153 to 154 during operation: update_inventory {{(pid=69663) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1160.144195] env[69663]: DEBUG nova.compute.provider_tree [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1160.204152] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b59ef8b-1226-4907-aae6-685dbbd039ec {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.226618] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581b3f11-f1aa-429e-9f06-188da9139477 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.235053] env[69663]: DEBUG oslo_vmware.api [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333481, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.251202] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Updating instance '8177eeb4-6e53-4d49-8a79-6e29929c0adf' progress to 67 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1160.255495] env[69663]: INFO nova.compute.manager [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Shelve offloading [ 1160.258331] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1160.258591] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7333f5b-fb7a-4bcb-8a38-c8a9b13ad984 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.273313] env[69663]: DEBUG oslo_vmware.api [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1160.273313] env[69663]: value = "task-3333486" [ 1160.273313] env[69663]: _type = "Task" [ 1160.273313] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.284313] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] VM already powered off {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1160.284563] env[69663]: DEBUG nova.compute.manager [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1160.285398] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323a1bba-b538-4d42-ac50-8ab06564a44a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.292233] env[69663]: DEBUG oslo_concurrency.lockutils [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "refresh_cache-30af9238-0051-4d0d-8741-91006fdfc9e1" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.292436] env[69663]: DEBUG oslo_concurrency.lockutils [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquired lock "refresh_cache-30af9238-0051-4d0d-8741-91006fdfc9e1" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.292627] env[69663]: DEBUG nova.network.neutron [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1160.373111] env[69663]: DEBUG oslo_vmware.api [None req-93804dec-cf32-4283-9198-7439e41de1a8 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160382} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.373371] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-93804dec-cf32-4283-9198-7439e41de1a8 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1160.373568] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-93804dec-cf32-4283-9198-7439e41de1a8 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1160.373755] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-93804dec-cf32-4283-9198-7439e41de1a8 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1160.373935] env[69663]: INFO nova.compute.manager [None req-93804dec-cf32-4283-9198-7439e41de1a8 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1160.374215] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93804dec-cf32-4283-9198-7439e41de1a8 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.374416] env[69663]: DEBUG nova.compute.manager [-] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1160.374505] env[69663]: DEBUG nova.network.neutron [-] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1160.389886] env[69663]: DEBUG oslo_concurrency.lockutils [req-0334eec9-8c1b-43a4-9744-eab3ad8f71ac req-cd1cf626-d66a-48d4-a4ac-f8195187021b service nova] Releasing lock "refresh_cache-789877a1-9e03-4bce-97e5-ca1cce81e4ab" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.390195] env[69663]: DEBUG nova.compute.manager [req-0334eec9-8c1b-43a4-9744-eab3ad8f71ac req-cd1cf626-d66a-48d4-a4ac-f8195187021b service nova] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Received event network-changed-86de2103-dfa5-447e-83c1-acab8c9e4407 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1160.390373] env[69663]: DEBUG nova.compute.manager [req-0334eec9-8c1b-43a4-9744-eab3ad8f71ac req-cd1cf626-d66a-48d4-a4ac-f8195187021b service nova] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Refreshing instance network info cache due to event network-changed-86de2103-dfa5-447e-83c1-acab8c9e4407. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1160.390593] env[69663]: DEBUG oslo_concurrency.lockutils [req-0334eec9-8c1b-43a4-9744-eab3ad8f71ac req-cd1cf626-d66a-48d4-a4ac-f8195187021b service nova] Acquiring lock "refresh_cache-789877a1-9e03-4bce-97e5-ca1cce81e4ab" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.390740] env[69663]: DEBUG oslo_concurrency.lockutils [req-0334eec9-8c1b-43a4-9744-eab3ad8f71ac req-cd1cf626-d66a-48d4-a4ac-f8195187021b service nova] Acquired lock "refresh_cache-789877a1-9e03-4bce-97e5-ca1cce81e4ab" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.390986] env[69663]: DEBUG nova.network.neutron [req-0334eec9-8c1b-43a4-9744-eab3ad8f71ac req-cd1cf626-d66a-48d4-a4ac-f8195187021b service nova] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Refreshing network info cache for port 86de2103-dfa5-447e-83c1-acab8c9e4407 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1160.650494] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.643s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.651115] env[69663]: DEBUG nova.compute.manager [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1160.654803] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.175s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.654968] env[69663]: DEBUG nova.objects.instance [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lazy-loading 'resources' on Instance uuid 94525ee5-32e7-4e56-9c51-8a2778f738d7 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.720204] env[69663]: DEBUG oslo_vmware.api [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333481, 'name': ReconfigVM_Task, 'duration_secs': 1.076977} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.720546] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Reconfigured VM instance instance-00000047 to attach disk [datastore2] a3dff467-3feb-4278-8511-b4ccdacb50ea/a3dff467-3feb-4278-8511-b4ccdacb50ea.vmdk or device None with type streamOptimized {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.721264] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bcf3e50a-bc68-4c3d-98c7-d6fc344482b9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.730345] env[69663]: DEBUG oslo_vmware.api [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for the task: (returnval){ [ 1160.730345] env[69663]: value = "task-3333487" [ 1160.730345] env[69663]: _type = "Task" [ 1160.730345] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.742532] env[69663]: DEBUG oslo_vmware.api [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333487, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.818874] env[69663]: DEBUG nova.network.neutron [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Port 21191ba5-a6a6-496f-b896-4796c9160074 binding to destination host cpu-1 is already ACTIVE {{(pid=69663) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1161.159292] env[69663]: DEBUG nova.compute.utils [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1161.160894] env[69663]: DEBUG nova.compute.manager [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1161.161249] env[69663]: DEBUG nova.network.neutron [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1161.165265] env[69663]: DEBUG nova.objects.instance [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lazy-loading 'numa_topology' on Instance uuid 94525ee5-32e7-4e56-9c51-8a2778f738d7 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.168192] env[69663]: DEBUG nova.compute.manager [req-0b47295d-bc28-4d5c-8f77-3a091449e950 req-9200b199-6396-4241-93b9-7d5c5c6ce8f0 service nova] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Received event network-vif-deleted-b3d72b8a-4a01-48a0-9de1-560ed6701f61 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1161.168559] env[69663]: INFO nova.compute.manager [req-0b47295d-bc28-4d5c-8f77-3a091449e950 req-9200b199-6396-4241-93b9-7d5c5c6ce8f0 service nova] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Neutron deleted interface b3d72b8a-4a01-48a0-9de1-560ed6701f61; detaching it from the instance and deleting it from the info cache [ 1161.168921] env[69663]: DEBUG nova.network.neutron [req-0b47295d-bc28-4d5c-8f77-3a091449e950 req-9200b199-6396-4241-93b9-7d5c5c6ce8f0 service nova] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.175024] env[69663]: DEBUG nova.objects.base [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Object Instance<94525ee5-32e7-4e56-9c51-8a2778f738d7> lazy-loaded attributes: resources,numa_topology {{(pid=69663) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1161.194601] env[69663]: DEBUG nova.network.neutron [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Updating instance_info_cache with network_info: [{"id": "d9aa70e5-4de5-4ae0-8cf8-013921c49e1e", "address": "fa:16:3e:99:7b:03", "network": {"id": "574b1c04-2607-4692-ac23-60377f5a2ddd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1371851621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68815e7d149245cba41f9e38abbf12c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9aa70e5-4d", "ovs_interfaceid": "d9aa70e5-4de5-4ae0-8cf8-013921c49e1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.243420] env[69663]: DEBUG nova.policy [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bb78cfccdef4ff889a1e5b0d63dba49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd129d2f178144b2b2f0a284d38a100d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1161.244929] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6bb07753-355a-49c4-8a22-e9a26948bc9a tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Acquiring lock "fb9630cf-b4cf-4f8c-a23f-d0911eac9419" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.245178] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6bb07753-355a-49c4-8a22-e9a26948bc9a tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "fb9630cf-b4cf-4f8c-a23f-d0911eac9419" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.255791] env[69663]: DEBUG oslo_vmware.api [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333487, 'name': Rename_Task, 'duration_secs': 0.461908} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.255791] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1161.255994] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d329695b-de30-454f-9499-7a6641fbd8ee {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.266876] env[69663]: DEBUG oslo_vmware.api [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for the task: (returnval){ [ 1161.266876] env[69663]: value = "task-3333488" [ 1161.266876] env[69663]: _type = "Task" [ 1161.266876] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.280354] env[69663]: DEBUG oslo_vmware.api [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.428343] env[69663]: DEBUG nova.network.neutron [req-0334eec9-8c1b-43a4-9744-eab3ad8f71ac req-cd1cf626-d66a-48d4-a4ac-f8195187021b service nova] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Updated VIF entry in instance network info cache for port 86de2103-dfa5-447e-83c1-acab8c9e4407. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1161.428701] env[69663]: DEBUG nova.network.neutron [req-0334eec9-8c1b-43a4-9744-eab3ad8f71ac req-cd1cf626-d66a-48d4-a4ac-f8195187021b service nova] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Updating instance_info_cache with network_info: [{"id": "86de2103-dfa5-447e-83c1-acab8c9e4407", "address": "fa:16:3e:24:3f:3b", "network": {"id": "5a6f0b16-b7d9-4000-a0b1-0c53263b1283", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-628369363-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75906937e13d492489a3a42c454f1141", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee20e439-fed9-490e-97dd-f3c886977ae1", "external-id": "nsx-vlan-transportzone-357", "segmentation_id": 357, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86de2103-df", "ovs_interfaceid": "86de2103-dfa5-447e-83c1-acab8c9e4407", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.565792] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca280d9-bd13-4d9d-9121-fd50ed091751 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.575059] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0710f7e-ae02-4284-b1d8-0b27fd58144b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.579085] env[69663]: DEBUG nova.network.neutron [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Successfully created port: 690559b0-ce8d-46ea-aa95-2e81608044c9 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1161.613885] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184aad0c-91d8-4ab9-88e1-51be135eda84 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.617396] env[69663]: DEBUG nova.network.neutron [-] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.624166] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e224d26c-30e3-4dee-a2ed-46e538c75705 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.639883] env[69663]: DEBUG nova.compute.provider_tree [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.667744] env[69663]: DEBUG nova.compute.manager [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1161.684060] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18419a81-29c6-4095-bbe1-d5544e073241 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.695384] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfc39a4-4e8f-4f0d-9391-1aa0568d4270 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.713662] env[69663]: DEBUG oslo_concurrency.lockutils [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Releasing lock "refresh_cache-30af9238-0051-4d0d-8741-91006fdfc9e1" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.745073] env[69663]: DEBUG nova.compute.manager [req-0b47295d-bc28-4d5c-8f77-3a091449e950 req-9200b199-6396-4241-93b9-7d5c5c6ce8f0 service nova] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Detach interface failed, port_id=b3d72b8a-4a01-48a0-9de1-560ed6701f61, reason: Instance 17aeb666-e78b-4ef9-b7bb-b2623aed121b could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1161.748094] env[69663]: INFO nova.compute.manager [None req-6bb07753-355a-49c4-8a22-e9a26948bc9a tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Detaching volume d1b9ccb3-dcb5-42f0-86d7-d6c9803967e0 [ 1161.777887] env[69663]: DEBUG oslo_vmware.api [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333488, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.814484] env[69663]: INFO nova.virt.block_device [None req-6bb07753-355a-49c4-8a22-e9a26948bc9a tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Attempting to driver detach volume d1b9ccb3-dcb5-42f0-86d7-d6c9803967e0 from mountpoint /dev/sdb [ 1161.814744] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bb07753-355a-49c4-8a22-e9a26948bc9a tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Volume detach. Driver type: vmdk {{(pid=69663) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1161.814933] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bb07753-355a-49c4-8a22-e9a26948bc9a tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665397', 'volume_id': 'd1b9ccb3-dcb5-42f0-86d7-d6c9803967e0', 'name': 'volume-d1b9ccb3-dcb5-42f0-86d7-d6c9803967e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fb9630cf-b4cf-4f8c-a23f-d0911eac9419', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1b9ccb3-dcb5-42f0-86d7-d6c9803967e0', 'serial': 'd1b9ccb3-dcb5-42f0-86d7-d6c9803967e0'} {{(pid=69663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1161.815889] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda8fe83-824c-4787-900c-892f10406d8a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.850733] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c931c44f-6d21-4c5d-a387-586e27a6ca46 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.857832] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "8177eeb4-6e53-4d49-8a79-6e29929c0adf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.858067] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "8177eeb4-6e53-4d49-8a79-6e29929c0adf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.858253] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "8177eeb4-6e53-4d49-8a79-6e29929c0adf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.864769] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadda043-e8f8-4c17-8964-aa20dd8f1a00 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.889406] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c238de-63a1-4297-b91b-0e5b985cd356 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.906874] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bb07753-355a-49c4-8a22-e9a26948bc9a tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] The volume has not been displaced from its original location: [datastore1] volume-d1b9ccb3-dcb5-42f0-86d7-d6c9803967e0/volume-d1b9ccb3-dcb5-42f0-86d7-d6c9803967e0.vmdk. No consolidation needed. {{(pid=69663) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1161.912309] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bb07753-355a-49c4-8a22-e9a26948bc9a tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Reconfiguring VM instance instance-00000056 to detach disk 2001 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1161.912796] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4ae3b39-fdba-47c3-9b31-4c7308f6ab45 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.934820] env[69663]: DEBUG oslo_concurrency.lockutils [req-0334eec9-8c1b-43a4-9744-eab3ad8f71ac req-cd1cf626-d66a-48d4-a4ac-f8195187021b service nova] Releasing lock "refresh_cache-789877a1-9e03-4bce-97e5-ca1cce81e4ab" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.935419] env[69663]: DEBUG oslo_vmware.api [None req-6bb07753-355a-49c4-8a22-e9a26948bc9a tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Waiting for the task: (returnval){ [ 1161.935419] env[69663]: value = "task-3333489" [ 1161.935419] env[69663]: _type = "Task" [ 1161.935419] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.947346] env[69663]: DEBUG oslo_vmware.api [None req-6bb07753-355a-49c4-8a22-e9a26948bc9a tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.037846] env[69663]: DEBUG nova.compute.manager [req-b82c82f0-2222-4820-b751-521ef5b0797f req-9ee6da26-d27c-4685-8dd5-d4193fca8df5 service nova] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Received event network-vif-unplugged-d9aa70e5-4de5-4ae0-8cf8-013921c49e1e {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1162.038692] env[69663]: DEBUG oslo_concurrency.lockutils [req-b82c82f0-2222-4820-b751-521ef5b0797f req-9ee6da26-d27c-4685-8dd5-d4193fca8df5 service nova] Acquiring lock "30af9238-0051-4d0d-8741-91006fdfc9e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.038692] env[69663]: DEBUG oslo_concurrency.lockutils [req-b82c82f0-2222-4820-b751-521ef5b0797f req-9ee6da26-d27c-4685-8dd5-d4193fca8df5 service nova] Lock "30af9238-0051-4d0d-8741-91006fdfc9e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.038692] env[69663]: DEBUG oslo_concurrency.lockutils [req-b82c82f0-2222-4820-b751-521ef5b0797f req-9ee6da26-d27c-4685-8dd5-d4193fca8df5 service nova] Lock "30af9238-0051-4d0d-8741-91006fdfc9e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.038927] env[69663]: DEBUG nova.compute.manager [req-b82c82f0-2222-4820-b751-521ef5b0797f req-9ee6da26-d27c-4685-8dd5-d4193fca8df5 service nova] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] No waiting events found dispatching network-vif-unplugged-d9aa70e5-4de5-4ae0-8cf8-013921c49e1e {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1162.042124] env[69663]: WARNING nova.compute.manager [req-b82c82f0-2222-4820-b751-521ef5b0797f req-9ee6da26-d27c-4685-8dd5-d4193fca8df5 service nova] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Received unexpected event network-vif-unplugged-d9aa70e5-4de5-4ae0-8cf8-013921c49e1e for instance with vm_state shelved and task_state shelving_offloading. [ 1162.071182] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1162.072706] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079d7094-f05a-41a1-86ec-41dc2afd0883 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.085197] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1162.085197] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9baa0240-4900-4762-a478-7385488622d2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.119649] env[69663]: INFO nova.compute.manager [-] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Took 1.74 seconds to deallocate network for instance. [ 1162.143469] env[69663]: DEBUG nova.scheduler.client.report [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1162.158422] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1162.158791] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1162.159054] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Deleting the datastore file [datastore1] 30af9238-0051-4d0d-8741-91006fdfc9e1 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.160412] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05baa6f5-0de8-4778-97ad-9510626d391c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.168008] env[69663]: DEBUG oslo_vmware.api [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1162.168008] env[69663]: value = "task-3333491" [ 1162.168008] env[69663]: _type = "Task" [ 1162.168008] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.185783] env[69663]: DEBUG oslo_vmware.api [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.279237] env[69663]: DEBUG oslo_vmware.api [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333488, 'name': PowerOnVM_Task, 'duration_secs': 0.848631} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.279237] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1162.431573] env[69663]: DEBUG nova.compute.manager [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1162.432014] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fc339d-1580-49aa-b708-663bf7c54655 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.449321] env[69663]: DEBUG oslo_vmware.api [None req-6bb07753-355a-49c4-8a22-e9a26948bc9a tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333489, 'name': ReconfigVM_Task, 'duration_secs': 0.293013} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.449772] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bb07753-355a-49c4-8a22-e9a26948bc9a tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Reconfigured VM instance instance-00000056 to detach disk 2001 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1162.454523] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05345e72-597e-4f11-a916-79569ae0b6db {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.470161] env[69663]: DEBUG oslo_vmware.api [None req-6bb07753-355a-49c4-8a22-e9a26948bc9a tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Waiting for the task: (returnval){ [ 1162.470161] env[69663]: value = "task-3333492" [ 1162.470161] env[69663]: _type = "Task" [ 1162.470161] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.478851] env[69663]: DEBUG oslo_vmware.api [None req-6bb07753-355a-49c4-8a22-e9a26948bc9a tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333492, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.629107] env[69663]: DEBUG oslo_concurrency.lockutils [None req-93804dec-cf32-4283-9198-7439e41de1a8 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.651486] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.997s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.654303] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c61390d3-8c22-4ca7-a81b-ae8f6397fee6 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.650s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.654625] env[69663]: DEBUG nova.objects.instance [None req-c61390d3-8c22-4ca7-a81b-ae8f6397fee6 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Lazy-loading 'resources' on Instance uuid 748324ef-1238-4d84-a984-a5a4a83a830d {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.679246] env[69663]: DEBUG oslo_vmware.api [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180896} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.679562] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.679723] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1162.679935] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1162.683225] env[69663]: DEBUG nova.compute.manager [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1162.704994] env[69663]: INFO nova.scheduler.client.report [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Deleted allocations for instance 30af9238-0051-4d0d-8741-91006fdfc9e1 [ 1162.710430] env[69663]: DEBUG nova.virt.hardware [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1162.710430] env[69663]: DEBUG nova.virt.hardware [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1162.710701] env[69663]: DEBUG nova.virt.hardware [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1162.710893] env[69663]: DEBUG nova.virt.hardware [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1162.711182] env[69663]: DEBUG nova.virt.hardware [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1162.711276] env[69663]: DEBUG nova.virt.hardware [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1162.711498] env[69663]: DEBUG nova.virt.hardware [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1162.711741] env[69663]: DEBUG nova.virt.hardware [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1162.711976] env[69663]: DEBUG nova.virt.hardware [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1162.712316] env[69663]: DEBUG nova.virt.hardware [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1162.712382] env[69663]: DEBUG nova.virt.hardware [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1162.713298] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175bea4c-1c07-461d-aeaf-9cb49210bfca {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.721943] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8e8012-b1c0-4b9d-a06d-e997b9f9edff {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.911380] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "refresh_cache-8177eeb4-6e53-4d49-8a79-6e29929c0adf" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.911630] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquired lock "refresh_cache-8177eeb4-6e53-4d49-8a79-6e29929c0adf" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.911858] env[69663]: DEBUG nova.network.neutron [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1162.951383] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9a510d52-ffcc-429c-9492-1452660288f7 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Lock "a3dff467-3feb-4278-8511-b4ccdacb50ea" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 40.706s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.987878] env[69663]: DEBUG oslo_vmware.api [None req-6bb07753-355a-49c4-8a22-e9a26948bc9a tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333492, 'name': ReconfigVM_Task, 'duration_secs': 0.173544} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.988502] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bb07753-355a-49c4-8a22-e9a26948bc9a tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665397', 'volume_id': 'd1b9ccb3-dcb5-42f0-86d7-d6c9803967e0', 'name': 'volume-d1b9ccb3-dcb5-42f0-86d7-d6c9803967e0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fb9630cf-b4cf-4f8c-a23f-d0911eac9419', 'attached_at': '', 'detached_at': '', 'volume_id': 'd1b9ccb3-dcb5-42f0-86d7-d6c9803967e0', 'serial': 'd1b9ccb3-dcb5-42f0-86d7-d6c9803967e0'} {{(pid=69663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1163.131891] env[69663]: DEBUG nova.network.neutron [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Successfully updated port: 690559b0-ce8d-46ea-aa95-2e81608044c9 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1163.163581] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dc332005-d3e8-4dba-aaad-17599d2a3757 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lock "94525ee5-32e7-4e56-9c51-8a2778f738d7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.727s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.166350] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lock "94525ee5-32e7-4e56-9c51-8a2778f738d7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 5.243s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.166350] env[69663]: INFO nova.compute.manager [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Unshelving [ 1163.212804] env[69663]: DEBUG oslo_concurrency.lockutils [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.217021] env[69663]: DEBUG nova.compute.manager [req-24458d57-cc6b-4991-a502-e8aa972dac8c req-bf854607-b1de-4c95-b055-06736b414817 service nova] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Received event network-vif-plugged-690559b0-ce8d-46ea-aa95-2e81608044c9 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1163.217021] env[69663]: DEBUG oslo_concurrency.lockutils [req-24458d57-cc6b-4991-a502-e8aa972dac8c req-bf854607-b1de-4c95-b055-06736b414817 service nova] Acquiring lock "7f54d305-5518-4f9d-9667-a9c5e9417de9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.217021] env[69663]: DEBUG oslo_concurrency.lockutils [req-24458d57-cc6b-4991-a502-e8aa972dac8c req-bf854607-b1de-4c95-b055-06736b414817 service nova] Lock "7f54d305-5518-4f9d-9667-a9c5e9417de9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.217021] env[69663]: DEBUG oslo_concurrency.lockutils [req-24458d57-cc6b-4991-a502-e8aa972dac8c req-bf854607-b1de-4c95-b055-06736b414817 service nova] Lock "7f54d305-5518-4f9d-9667-a9c5e9417de9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.217021] env[69663]: DEBUG nova.compute.manager [req-24458d57-cc6b-4991-a502-e8aa972dac8c req-bf854607-b1de-4c95-b055-06736b414817 service nova] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] No waiting events found dispatching network-vif-plugged-690559b0-ce8d-46ea-aa95-2e81608044c9 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1163.217021] env[69663]: WARNING nova.compute.manager [req-24458d57-cc6b-4991-a502-e8aa972dac8c req-bf854607-b1de-4c95-b055-06736b414817 service nova] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Received unexpected event network-vif-plugged-690559b0-ce8d-46ea-aa95-2e81608044c9 for instance with vm_state building and task_state spawning. [ 1163.217021] env[69663]: DEBUG nova.compute.manager [req-24458d57-cc6b-4991-a502-e8aa972dac8c req-bf854607-b1de-4c95-b055-06736b414817 service nova] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Received event network-changed-690559b0-ce8d-46ea-aa95-2e81608044c9 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1163.217470] env[69663]: DEBUG nova.compute.manager [req-24458d57-cc6b-4991-a502-e8aa972dac8c req-bf854607-b1de-4c95-b055-06736b414817 service nova] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Refreshing instance network info cache due to event network-changed-690559b0-ce8d-46ea-aa95-2e81608044c9. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1163.217470] env[69663]: DEBUG oslo_concurrency.lockutils [req-24458d57-cc6b-4991-a502-e8aa972dac8c req-bf854607-b1de-4c95-b055-06736b414817 service nova] Acquiring lock "refresh_cache-7f54d305-5518-4f9d-9667-a9c5e9417de9" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.217547] env[69663]: DEBUG oslo_concurrency.lockutils [req-24458d57-cc6b-4991-a502-e8aa972dac8c req-bf854607-b1de-4c95-b055-06736b414817 service nova] Acquired lock "refresh_cache-7f54d305-5518-4f9d-9667-a9c5e9417de9" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.217812] env[69663]: DEBUG nova.network.neutron [req-24458d57-cc6b-4991-a502-e8aa972dac8c req-bf854607-b1de-4c95-b055-06736b414817 service nova] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Refreshing network info cache for port 690559b0-ce8d-46ea-aa95-2e81608044c9 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1163.487106] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbebffc7-8264-4b79-9c92-a75d3e6d2175 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.499578] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4cd3de-f8f2-4183-9917-789513c6970e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.542377] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120d0649-93f2-4571-ae5c-34334e0465a4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.552912] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65667e81-4d0c-4c35-967a-01ce08244c3d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.557936] env[69663]: DEBUG nova.objects.instance [None req-6bb07753-355a-49c4-8a22-e9a26948bc9a tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lazy-loading 'flavor' on Instance uuid fb9630cf-b4cf-4f8c-a23f-d0911eac9419 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.571965] env[69663]: DEBUG nova.compute.provider_tree [None req-c61390d3-8c22-4ca7-a81b-ae8f6397fee6 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.634277] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "refresh_cache-7f54d305-5518-4f9d-9667-a9c5e9417de9" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.661975] env[69663]: DEBUG nova.network.neutron [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Updating instance_info_cache with network_info: [{"id": "21191ba5-a6a6-496f-b896-4796c9160074", "address": "fa:16:3e:5d:d6:b0", "network": {"id": "b06eceef-e5b1-4b80-9f31-725913c44368", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811074450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b520dada971c4d7c823cfd847cf6836d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21191ba5-a6", "ovs_interfaceid": "21191ba5-a6a6-496f-b896-4796c9160074", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.749432] env[69663]: DEBUG nova.network.neutron [req-24458d57-cc6b-4991-a502-e8aa972dac8c req-bf854607-b1de-4c95-b055-06736b414817 service nova] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1163.866247] env[69663]: DEBUG nova.network.neutron [req-24458d57-cc6b-4991-a502-e8aa972dac8c req-bf854607-b1de-4c95-b055-06736b414817 service nova] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.077191] env[69663]: DEBUG nova.scheduler.client.report [None req-c61390d3-8c22-4ca7-a81b-ae8f6397fee6 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1164.165467] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Releasing lock "refresh_cache-8177eeb4-6e53-4d49-8a79-6e29929c0adf" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.174048] env[69663]: DEBUG nova.compute.utils [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1164.283770] env[69663]: DEBUG nova.compute.manager [req-1b63109b-2431-433e-8cc7-b002476fb42d req-861ac50e-e7a9-41d6-b55d-4b8017f954b6 service nova] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Received event network-changed-d9aa70e5-4de5-4ae0-8cf8-013921c49e1e {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1164.283980] env[69663]: DEBUG nova.compute.manager [req-1b63109b-2431-433e-8cc7-b002476fb42d req-861ac50e-e7a9-41d6-b55d-4b8017f954b6 service nova] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Refreshing instance network info cache due to event network-changed-d9aa70e5-4de5-4ae0-8cf8-013921c49e1e. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1164.284834] env[69663]: DEBUG oslo_concurrency.lockutils [req-1b63109b-2431-433e-8cc7-b002476fb42d req-861ac50e-e7a9-41d6-b55d-4b8017f954b6 service nova] Acquiring lock "refresh_cache-30af9238-0051-4d0d-8741-91006fdfc9e1" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.285065] env[69663]: DEBUG oslo_concurrency.lockutils [req-1b63109b-2431-433e-8cc7-b002476fb42d req-861ac50e-e7a9-41d6-b55d-4b8017f954b6 service nova] Acquired lock "refresh_cache-30af9238-0051-4d0d-8741-91006fdfc9e1" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.285208] env[69663]: DEBUG nova.network.neutron [req-1b63109b-2431-433e-8cc7-b002476fb42d req-861ac50e-e7a9-41d6-b55d-4b8017f954b6 service nova] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Refreshing network info cache for port d9aa70e5-4de5-4ae0-8cf8-013921c49e1e {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1164.370607] env[69663]: DEBUG oslo_concurrency.lockutils [req-24458d57-cc6b-4991-a502-e8aa972dac8c req-bf854607-b1de-4c95-b055-06736b414817 service nova] Releasing lock "refresh_cache-7f54d305-5518-4f9d-9667-a9c5e9417de9" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.371127] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquired lock "refresh_cache-7f54d305-5518-4f9d-9667-a9c5e9417de9" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.371410] env[69663]: DEBUG nova.network.neutron [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1164.395531] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f45e69-2b8e-4034-843a-d6c2d1a8e887 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.402932] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bc9a52-dcbe-48f6-a063-58873f63ead8 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Suspending the VM {{(pid=69663) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 1164.403203] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9a40485f-79b8-4a2e-b4d3-f36c03d09452 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.410830] env[69663]: DEBUG oslo_vmware.api [None req-c5bc9a52-dcbe-48f6-a063-58873f63ead8 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for the task: (returnval){ [ 1164.410830] env[69663]: value = "task-3333493" [ 1164.410830] env[69663]: _type = "Task" [ 1164.410830] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.425530] env[69663]: DEBUG oslo_vmware.api [None req-c5bc9a52-dcbe-48f6-a063-58873f63ead8 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333493, 'name': SuspendVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.464156] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f9ad7148-e3a0-4635-823f-4807e48a1ee9 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "30af9238-0051-4d0d-8741-91006fdfc9e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.515074] env[69663]: DEBUG oslo_concurrency.lockutils [None req-85a75c8c-2bcc-4102-875b-a9e58a3fe549 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Acquiring lock "fb9630cf-b4cf-4f8c-a23f-d0911eac9419" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.583508] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6bb07753-355a-49c4-8a22-e9a26948bc9a tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "fb9630cf-b4cf-4f8c-a23f-d0911eac9419" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.337s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.584839] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c61390d3-8c22-4ca7-a81b-ae8f6397fee6 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.931s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.587587] env[69663]: DEBUG oslo_concurrency.lockutils [None req-85a75c8c-2bcc-4102-875b-a9e58a3fe549 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "fb9630cf-b4cf-4f8c-a23f-d0911eac9419" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.073s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.590026] env[69663]: DEBUG nova.compute.manager [None req-85a75c8c-2bcc-4102-875b-a9e58a3fe549 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1164.590026] env[69663]: DEBUG oslo_concurrency.lockutils [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.091s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.590363] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cc8f3b-e601-47ea-87eb-b79658f4a44f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.598641] env[69663]: DEBUG nova.compute.manager [None req-85a75c8c-2bcc-4102-875b-a9e58a3fe549 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69663) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1164.599920] env[69663]: DEBUG nova.objects.instance [None req-85a75c8c-2bcc-4102-875b-a9e58a3fe549 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lazy-loading 'flavor' on Instance uuid fb9630cf-b4cf-4f8c-a23f-d0911eac9419 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.630109] env[69663]: INFO nova.scheduler.client.report [None req-c61390d3-8c22-4ca7-a81b-ae8f6397fee6 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Deleted allocations for instance 748324ef-1238-4d84-a984-a5a4a83a830d [ 1164.680693] env[69663]: INFO nova.virt.block_device [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Booting with volume 5472b0d2-bd47-4f70-a39e-0a13f2fb2434 at /dev/sdb [ 1164.683071] env[69663]: DEBUG oslo_concurrency.lockutils [None req-346eb578-a19d-4195-8624-66760ba9a59a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "3ea15498-48ec-4d18-838f-27ab8ab76777" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.683359] env[69663]: DEBUG oslo_concurrency.lockutils [None req-346eb578-a19d-4195-8624-66760ba9a59a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "3ea15498-48ec-4d18-838f-27ab8ab76777" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.683520] env[69663]: DEBUG oslo_concurrency.lockutils [None req-346eb578-a19d-4195-8624-66760ba9a59a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "3ea15498-48ec-4d18-838f-27ab8ab76777-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.684244] env[69663]: DEBUG oslo_concurrency.lockutils [None req-346eb578-a19d-4195-8624-66760ba9a59a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "3ea15498-48ec-4d18-838f-27ab8ab76777-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.684444] env[69663]: DEBUG oslo_concurrency.lockutils [None req-346eb578-a19d-4195-8624-66760ba9a59a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "3ea15498-48ec-4d18-838f-27ab8ab76777-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.687552] env[69663]: INFO nova.compute.manager [None req-346eb578-a19d-4195-8624-66760ba9a59a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Terminating instance [ 1164.692011] env[69663]: DEBUG nova.compute.manager [None req-346eb578-a19d-4195-8624-66760ba9a59a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1164.692011] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-346eb578-a19d-4195-8624-66760ba9a59a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1164.692011] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa98fa6-72ea-44d6-bf8a-e5e0c49cfb4e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.701734] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2959164f-bf81-40cf-ab33-95cafa7d5f8b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.707157] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-346eb578-a19d-4195-8624-66760ba9a59a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1164.707855] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7ead596-56eb-4999-ab98-119e1bcc80dc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.727039] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be779326-bd5e-4068-a776-c2dfb2a84fca {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.732068] env[69663]: DEBUG oslo_vmware.api [None req-346eb578-a19d-4195-8624-66760ba9a59a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1164.732068] env[69663]: value = "task-3333494" [ 1164.732068] env[69663]: _type = "Task" [ 1164.732068] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.740277] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Updating instance '8177eeb4-6e53-4d49-8a79-6e29929c0adf' progress to 83 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1164.750765] env[69663]: DEBUG oslo_vmware.api [None req-346eb578-a19d-4195-8624-66760ba9a59a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.758020] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56d66f6f-4bd4-47ca-b757-afca33b5f987 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.767670] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7772c7db-785b-4e88-9aef-4c6711e9fc6b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.811039] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28172af5-92d3-4a4b-bcce-bb309fff384e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.820638] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17f31a2-e3b0-4683-9a2d-3b900413d810 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.845586] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.845808] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.865876] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0b28b7-3b18-4327-82dd-b8ba36b49c36 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.876360] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4428daf-21ac-4521-9f00-759f6a04296d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.895257] env[69663]: DEBUG nova.virt.block_device [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Updating existing volume attachment record: 90264622-f809-4e42-946f-d742628dd4ba {{(pid=69663) _volume_attach /opt/stack/nova/nova/virt/block_device.py:665}} [ 1164.922480] env[69663]: DEBUG oslo_vmware.api [None req-c5bc9a52-dcbe-48f6-a063-58873f63ead8 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333493, 'name': SuspendVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.923435] env[69663]: DEBUG nova.network.neutron [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1165.098011] env[69663]: INFO nova.compute.claims [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1165.106192] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a75c8c-2bcc-4102-875b-a9e58a3fe549 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1165.106192] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a2d8047-c991-4241-b79c-aba029eecb7c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.115374] env[69663]: DEBUG oslo_vmware.api [None req-85a75c8c-2bcc-4102-875b-a9e58a3fe549 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Waiting for the task: (returnval){ [ 1165.115374] env[69663]: value = "task-3333497" [ 1165.115374] env[69663]: _type = "Task" [ 1165.115374] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.125408] env[69663]: DEBUG oslo_vmware.api [None req-85a75c8c-2bcc-4102-875b-a9e58a3fe549 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.140318] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c61390d3-8c22-4ca7-a81b-ae8f6397fee6 tempest-ServerRescueTestJSON-710259377 tempest-ServerRescueTestJSON-710259377-project-member] Lock "748324ef-1238-4d84-a984-a5a4a83a830d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.280s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.249059] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1165.249059] env[69663]: DEBUG oslo_vmware.api [None req-346eb578-a19d-4195-8624-66760ba9a59a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333494, 'name': PowerOffVM_Task, 'duration_secs': 0.217981} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.249059] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c520901-8a88-492b-898f-f30fffb1978b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.252352] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-346eb578-a19d-4195-8624-66760ba9a59a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1165.252739] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-346eb578-a19d-4195-8624-66760ba9a59a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1165.255129] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cab2b8d-0e6b-414a-a2cf-27aa5cc14e15 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.263141] env[69663]: DEBUG oslo_vmware.api [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1165.263141] env[69663]: value = "task-3333499" [ 1165.263141] env[69663]: _type = "Task" [ 1165.263141] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.277747] env[69663]: DEBUG oslo_vmware.api [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333499, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.338150] env[69663]: DEBUG nova.network.neutron [req-1b63109b-2431-433e-8cc7-b002476fb42d req-861ac50e-e7a9-41d6-b55d-4b8017f954b6 service nova] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Updated VIF entry in instance network info cache for port d9aa70e5-4de5-4ae0-8cf8-013921c49e1e. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1165.338150] env[69663]: DEBUG nova.network.neutron [req-1b63109b-2431-433e-8cc7-b002476fb42d req-861ac50e-e7a9-41d6-b55d-4b8017f954b6 service nova] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Updating instance_info_cache with network_info: [{"id": "d9aa70e5-4de5-4ae0-8cf8-013921c49e1e", "address": "fa:16:3e:99:7b:03", "network": {"id": "574b1c04-2607-4692-ac23-60377f5a2ddd", "bridge": null, "label": "tempest-DeleteServersTestJSON-1371851621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68815e7d149245cba41f9e38abbf12c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd9aa70e5-4d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.341339] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-346eb578-a19d-4195-8624-66760ba9a59a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1165.342055] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-346eb578-a19d-4195-8624-66760ba9a59a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1165.342530] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-346eb578-a19d-4195-8624-66760ba9a59a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Deleting the datastore file [datastore2] 3ea15498-48ec-4d18-838f-27ab8ab76777 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1165.343311] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-717f2904-c1cb-4d05-962b-fd6bee1d0d68 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.360261] env[69663]: DEBUG oslo_vmware.api [None req-346eb578-a19d-4195-8624-66760ba9a59a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1165.360261] env[69663]: value = "task-3333501" [ 1165.360261] env[69663]: _type = "Task" [ 1165.360261] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.360885] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.361090] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Starting heal instance info cache {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1165.375020] env[69663]: DEBUG oslo_vmware.api [None req-346eb578-a19d-4195-8624-66760ba9a59a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.421348] env[69663]: DEBUG oslo_vmware.api [None req-c5bc9a52-dcbe-48f6-a063-58873f63ead8 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333493, 'name': SuspendVM_Task, 'duration_secs': 0.858572} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.421645] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bc9a52-dcbe-48f6-a063-58873f63ead8 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Suspended the VM {{(pid=69663) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 1165.421833] env[69663]: DEBUG nova.compute.manager [None req-c5bc9a52-dcbe-48f6-a063-58873f63ead8 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1165.422665] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a4999f-e905-4209-b19d-b88cf4320943 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.433951] env[69663]: DEBUG nova.network.neutron [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Updating instance_info_cache with network_info: [{"id": "690559b0-ce8d-46ea-aa95-2e81608044c9", "address": "fa:16:3e:da:10:a3", "network": {"id": "7e99d479-c2d4-4a7b-a8fe-8c2b1009a96c", "bridge": "br-int", "label": "tempest-ServersTestJSON-770727765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd129d2f178144b2b2f0a284d38a100d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap690559b0-ce", "ovs_interfaceid": "690559b0-ce8d-46ea-aa95-2e81608044c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.607765] env[69663]: INFO nova.compute.resource_tracker [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Updating resource usage from migration a87791f9-cf06-493d-9c8d-92444b0eee37 [ 1165.629709] env[69663]: DEBUG oslo_vmware.api [None req-85a75c8c-2bcc-4102-875b-a9e58a3fe549 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333497, 'name': PowerOffVM_Task, 'duration_secs': 0.203038} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.630054] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a75c8c-2bcc-4102-875b-a9e58a3fe549 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1165.630877] env[69663]: DEBUG nova.compute.manager [None req-85a75c8c-2bcc-4102-875b-a9e58a3fe549 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1165.631908] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9385f5bc-c9fa-487a-914d-0ed56641bbc4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.773145] env[69663]: DEBUG oslo_vmware.api [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333499, 'name': PowerOnVM_Task, 'duration_secs': 0.504105} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.774426] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1165.774426] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e105a77f-5d24-41f6-a553-21a58f3c7a9d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Updating instance '8177eeb4-6e53-4d49-8a79-6e29929c0adf' progress to 100 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1165.840827] env[69663]: DEBUG oslo_concurrency.lockutils [req-1b63109b-2431-433e-8cc7-b002476fb42d req-861ac50e-e7a9-41d6-b55d-4b8017f954b6 service nova] Releasing lock "refresh_cache-30af9238-0051-4d0d-8741-91006fdfc9e1" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.876466] env[69663]: DEBUG oslo_vmware.api [None req-346eb578-a19d-4195-8624-66760ba9a59a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217552} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.876975] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-346eb578-a19d-4195-8624-66760ba9a59a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.877182] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-346eb578-a19d-4195-8624-66760ba9a59a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1165.877373] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-346eb578-a19d-4195-8624-66760ba9a59a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1165.877550] env[69663]: INFO nova.compute.manager [None req-346eb578-a19d-4195-8624-66760ba9a59a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1165.877795] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-346eb578-a19d-4195-8624-66760ba9a59a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.878017] env[69663]: DEBUG nova.compute.manager [-] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1165.878113] env[69663]: DEBUG nova.network.neutron [-] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1165.936667] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Releasing lock "refresh_cache-7f54d305-5518-4f9d-9667-a9c5e9417de9" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.936833] env[69663]: DEBUG nova.compute.manager [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Instance network_info: |[{"id": "690559b0-ce8d-46ea-aa95-2e81608044c9", "address": "fa:16:3e:da:10:a3", "network": {"id": "7e99d479-c2d4-4a7b-a8fe-8c2b1009a96c", "bridge": "br-int", "label": "tempest-ServersTestJSON-770727765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd129d2f178144b2b2f0a284d38a100d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap690559b0-ce", "ovs_interfaceid": "690559b0-ce8d-46ea-aa95-2e81608044c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1165.940038] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:10:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9ee6f9-33be-4f58-8248-694024ec31d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '690559b0-ce8d-46ea-aa95-2e81608044c9', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1165.949046] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.953324] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1165.957135] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53f2f64c-7627-4db6-a992-b20ff75c8526 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.981120] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1165.981120] env[69663]: value = "task-3333502" [ 1165.981120] env[69663]: _type = "Task" [ 1165.981120] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.991318] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333502, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.997160] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5a1ed6-89db-4d65-8f35-d7c5d7e5f7b5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.004983] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79c11b5-995d-43df-837b-b3fdd2555faf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.039605] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ad18a0-3e44-4105-b9c9-f1107183ca8d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.048582] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd23f5c-6fad-4691-9914-0605bc447350 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.063243] env[69663]: DEBUG nova.compute.provider_tree [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.152493] env[69663]: DEBUG oslo_concurrency.lockutils [None req-85a75c8c-2bcc-4102-875b-a9e58a3fe549 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "fb9630cf-b4cf-4f8c-a23f-d0911eac9419" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.564s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.491431] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333502, 'name': CreateVM_Task} progress is 25%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.566619] env[69663]: DEBUG nova.scheduler.client.report [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1166.678745] env[69663]: DEBUG nova.compute.manager [req-17e83fdd-5e0f-4d99-9157-a4347ca22d40 req-95d40310-f56a-46e2-9d08-e67a627fa9d6 service nova] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Received event network-vif-deleted-b195b3e0-5b72-4f76-a35b-ef1071cf7616 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1166.678839] env[69663]: INFO nova.compute.manager [req-17e83fdd-5e0f-4d99-9157-a4347ca22d40 req-95d40310-f56a-46e2-9d08-e67a627fa9d6 service nova] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Neutron deleted interface b195b3e0-5b72-4f76-a35b-ef1071cf7616; detaching it from the instance and deleting it from the info cache [ 1166.679701] env[69663]: DEBUG nova.network.neutron [req-17e83fdd-5e0f-4d99-9157-a4347ca22d40 req-95d40310-f56a-46e2-9d08-e67a627fa9d6 service nova] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.993435] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333502, 'name': CreateVM_Task, 'duration_secs': 0.669634} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.993957] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1166.997019] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.997019] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.997019] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.997019] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14ca1ad3-2108-4c1d-a30f-06c81a126fba {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.006744] env[69663]: DEBUG oslo_vmware.api [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1167.006744] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52efed75-6eb6-b3dc-75d5-eb303376b425" [ 1167.006744] env[69663]: _type = "Task" [ 1167.006744] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.015920] env[69663]: DEBUG oslo_vmware.api [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52efed75-6eb6-b3dc-75d5-eb303376b425, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.062380] env[69663]: DEBUG nova.network.neutron [-] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.071478] env[69663]: DEBUG oslo_concurrency.lockutils [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.483s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.071729] env[69663]: INFO nova.compute.manager [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Migrating [ 1167.082811] env[69663]: DEBUG oslo_concurrency.lockutils [None req-be3e9e92-67f1-4ea8-8736-ed6ae2702ee2 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.388s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.082931] env[69663]: DEBUG nova.objects.instance [None req-be3e9e92-67f1-4ea8-8736-ed6ae2702ee2 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Lazy-loading 'resources' on Instance uuid c1986cd3-91cd-4b18-9494-e11af4fcf379 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.181857] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-848b0b78-b359-4e55-b990-99ce0087aa33 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.193100] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c57ed33-34a9-44e9-8852-f6e3cf7a275f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.235710] env[69663]: DEBUG nova.compute.manager [req-17e83fdd-5e0f-4d99-9157-a4347ca22d40 req-95d40310-f56a-46e2-9d08-e67a627fa9d6 service nova] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Detach interface failed, port_id=b195b3e0-5b72-4f76-a35b-ef1071cf7616, reason: Instance 3ea15498-48ec-4d18-838f-27ab8ab76777 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1167.448798] env[69663]: DEBUG nova.objects.instance [None req-0a425f03-5407-4e4b-992b-100266c6dc9e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lazy-loading 'flavor' on Instance uuid fb9630cf-b4cf-4f8c-a23f-d0911eac9419 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.504655] env[69663]: INFO nova.compute.manager [None req-9e8698f4-1d99-45d7-804e-c3d3e138a15b tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Resuming [ 1167.506248] env[69663]: DEBUG nova.objects.instance [None req-9e8698f4-1d99-45d7-804e-c3d3e138a15b tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Lazy-loading 'flavor' on Instance uuid a3dff467-3feb-4278-8511-b4ccdacb50ea {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.524094] env[69663]: DEBUG oslo_vmware.api [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52efed75-6eb6-b3dc-75d5-eb303376b425, 'name': SearchDatastore_Task, 'duration_secs': 0.019113} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.524265] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.524596] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1167.524910] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.525144] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.525529] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.526380] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fceb6c35-8dc4-47c4-9574-eaee9da94b65 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.538684] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.539325] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1167.540375] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c14a6d12-ef6d-46ea-a7d1-54cb086154ed {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.547019] env[69663]: DEBUG oslo_vmware.api [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1167.547019] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52abfbb0-eafd-46f8-c12c-689f105b46e5" [ 1167.547019] env[69663]: _type = "Task" [ 1167.547019] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.555976] env[69663]: DEBUG oslo_vmware.api [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52abfbb0-eafd-46f8-c12c-689f105b46e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.569132] env[69663]: INFO nova.compute.manager [-] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Took 1.69 seconds to deallocate network for instance. [ 1167.595920] env[69663]: DEBUG oslo_concurrency.lockutils [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "refresh_cache-ce8cbba3-89e0-41ed-a822-972f7452179f" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.596962] env[69663]: DEBUG oslo_concurrency.lockutils [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquired lock "refresh_cache-ce8cbba3-89e0-41ed-a822-972f7452179f" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.596962] env[69663]: DEBUG nova.network.neutron [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1167.653860] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6a52ebed-7369-4b81-bd4f-63b965e07c18 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "8177eeb4-6e53-4d49-8a79-6e29929c0adf" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.654476] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6a52ebed-7369-4b81-bd4f-63b965e07c18 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "8177eeb4-6e53-4d49-8a79-6e29929c0adf" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.654723] env[69663]: DEBUG nova.compute.manager [None req-6a52ebed-7369-4b81-bd4f-63b965e07c18 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Going to confirm migration 6 {{(pid=69663) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 1167.930172] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994f3acd-abfc-49fd-a950-6f1388794c1b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.937710] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc36a211-cecc-444f-8d90-ca5ef617e2d6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.972247] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3987b89d-2fef-450c-813e-cd519cab8af3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.975267] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0a425f03-5407-4e4b-992b-100266c6dc9e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Acquiring lock "refresh_cache-fb9630cf-b4cf-4f8c-a23f-d0911eac9419" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.975456] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0a425f03-5407-4e4b-992b-100266c6dc9e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Acquired lock "refresh_cache-fb9630cf-b4cf-4f8c-a23f-d0911eac9419" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.975654] env[69663]: DEBUG nova.network.neutron [None req-0a425f03-5407-4e4b-992b-100266c6dc9e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1167.975844] env[69663]: DEBUG nova.objects.instance [None req-0a425f03-5407-4e4b-992b-100266c6dc9e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lazy-loading 'info_cache' on Instance uuid fb9630cf-b4cf-4f8c-a23f-d0911eac9419 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.983242] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcaacf08-2fd0-490a-bdeb-e46fe1f7fdfc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.999009] env[69663]: DEBUG nova.compute.provider_tree [None req-be3e9e92-67f1-4ea8-8736-ed6ae2702ee2 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.058099] env[69663]: DEBUG oslo_vmware.api [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52abfbb0-eafd-46f8-c12c-689f105b46e5, 'name': SearchDatastore_Task, 'duration_secs': 0.014745} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.058940] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ae49bac-879d-45ee-b254-7356181a0720 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.065458] env[69663]: DEBUG oslo_vmware.api [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1168.065458] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5220b318-7cc6-fe74-5ba3-e191d72a7744" [ 1168.065458] env[69663]: _type = "Task" [ 1168.065458] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.073774] env[69663]: DEBUG oslo_vmware.api [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5220b318-7cc6-fe74-5ba3-e191d72a7744, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.075802] env[69663]: DEBUG oslo_concurrency.lockutils [None req-346eb578-a19d-4195-8624-66760ba9a59a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.216931] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6a52ebed-7369-4b81-bd4f-63b965e07c18 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "refresh_cache-8177eeb4-6e53-4d49-8a79-6e29929c0adf" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.217221] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6a52ebed-7369-4b81-bd4f-63b965e07c18 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquired lock "refresh_cache-8177eeb4-6e53-4d49-8a79-6e29929c0adf" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.217331] env[69663]: DEBUG nova.network.neutron [None req-6a52ebed-7369-4b81-bd4f-63b965e07c18 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1168.217521] env[69663]: DEBUG nova.objects.instance [None req-6a52ebed-7369-4b81-bd4f-63b965e07c18 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lazy-loading 'info_cache' on Instance uuid 8177eeb4-6e53-4d49-8a79-6e29929c0adf {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.438058] env[69663]: DEBUG nova.network.neutron [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Updating instance_info_cache with network_info: [{"id": "734afd19-47ee-4004-a980-8b05d5761bbb", "address": "fa:16:3e:48:b7:fd", "network": {"id": "c9b0df65-b7eb-4aa8-9d53-4b8fa507b496", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-812774922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01abc007aca4ab388c2f26a1aab3ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap734afd19-47", "ovs_interfaceid": "734afd19-47ee-4004-a980-8b05d5761bbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.481828] env[69663]: DEBUG nova.objects.base [None req-0a425f03-5407-4e4b-992b-100266c6dc9e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69663) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1168.502989] env[69663]: DEBUG nova.scheduler.client.report [None req-be3e9e92-67f1-4ea8-8736-ed6ae2702ee2 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1168.521943] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9e8698f4-1d99-45d7-804e-c3d3e138a15b tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Acquiring lock "refresh_cache-a3dff467-3feb-4278-8511-b4ccdacb50ea" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.521943] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9e8698f4-1d99-45d7-804e-c3d3e138a15b tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Acquired lock "refresh_cache-a3dff467-3feb-4278-8511-b4ccdacb50ea" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.521943] env[69663]: DEBUG nova.network.neutron [None req-9e8698f4-1d99-45d7-804e-c3d3e138a15b tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1168.577706] env[69663]: DEBUG oslo_vmware.api [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5220b318-7cc6-fe74-5ba3-e191d72a7744, 'name': SearchDatastore_Task, 'duration_secs': 0.012801} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.578031] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.578306] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 7f54d305-5518-4f9d-9667-a9c5e9417de9/7f54d305-5518-4f9d-9667-a9c5e9417de9.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1168.578581] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdaa59e8-ab5a-4e43-8d13-89d9aa4611b1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.589659] env[69663]: DEBUG oslo_vmware.api [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1168.589659] env[69663]: value = "task-3333504" [ 1168.589659] env[69663]: _type = "Task" [ 1168.589659] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.598269] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Acquiring lock "13db3698-d248-402b-a12e-d56d116997e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.598507] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Lock "13db3698-d248-402b-a12e-d56d116997e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.604072] env[69663]: DEBUG oslo_vmware.api [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.944188] env[69663]: DEBUG oslo_concurrency.lockutils [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Releasing lock "refresh_cache-ce8cbba3-89e0-41ed-a822-972f7452179f" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.009598] env[69663]: DEBUG oslo_concurrency.lockutils [None req-be3e9e92-67f1-4ea8-8736-ed6ae2702ee2 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.927s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.011904] env[69663]: DEBUG oslo_concurrency.lockutils [None req-93804dec-cf32-4283-9198-7439e41de1a8 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.383s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.012170] env[69663]: DEBUG nova.objects.instance [None req-93804dec-cf32-4283-9198-7439e41de1a8 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lazy-loading 'resources' on Instance uuid 17aeb666-e78b-4ef9-b7bb-b2623aed121b {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.035917] env[69663]: INFO nova.scheduler.client.report [None req-be3e9e92-67f1-4ea8-8736-ed6ae2702ee2 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Deleted allocations for instance c1986cd3-91cd-4b18-9494-e11af4fcf379 [ 1169.100753] env[69663]: DEBUG nova.compute.manager [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1169.106953] env[69663]: DEBUG oslo_vmware.api [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.252873] env[69663]: DEBUG nova.network.neutron [None req-9e8698f4-1d99-45d7-804e-c3d3e138a15b tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Updating instance_info_cache with network_info: [{"id": "4a58748e-6aa1-4f39-9cbd-9737aba3b4d2", "address": "fa:16:3e:35:22:b1", "network": {"id": "dd381980-2b3b-453a-bb5a-8322b67f3e39", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-99784382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2118e829f1ae4dc4ad1863d3480354c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a58748e-6a", "ovs_interfaceid": "4a58748e-6aa1-4f39-9cbd-9737aba3b4d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.349360] env[69663]: DEBUG nova.network.neutron [None req-0a425f03-5407-4e4b-992b-100266c6dc9e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Updating instance_info_cache with network_info: [{"id": "adb08efd-6a49-4d41-bf14-2dcc411b20bb", "address": "fa:16:3e:1e:63:84", "network": {"id": "c96b9bf5-edf2-4d12-92a1-123c69785474", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1930454559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a3437a4c0ab4c5c93c0cca358099208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadb08efd-6a", "ovs_interfaceid": "adb08efd-6a49-4d41-bf14-2dcc411b20bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.546446] env[69663]: DEBUG oslo_concurrency.lockutils [None req-be3e9e92-67f1-4ea8-8736-ed6ae2702ee2 tempest-ServersAdminNegativeTestJSON-2005902791 tempest-ServersAdminNegativeTestJSON-2005902791-project-member] Lock "c1986cd3-91cd-4b18-9494-e11af4fcf379" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.005s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.603206] env[69663]: DEBUG oslo_vmware.api [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333504, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.624504] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.682170] env[69663]: DEBUG nova.network.neutron [None req-6a52ebed-7369-4b81-bd4f-63b965e07c18 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Updating instance_info_cache with network_info: [{"id": "21191ba5-a6a6-496f-b896-4796c9160074", "address": "fa:16:3e:5d:d6:b0", "network": {"id": "b06eceef-e5b1-4b80-9f31-725913c44368", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811074450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b520dada971c4d7c823cfd847cf6836d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21191ba5-a6", "ovs_interfaceid": "21191ba5-a6a6-496f-b896-4796c9160074", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.756630] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9e8698f4-1d99-45d7-804e-c3d3e138a15b tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Releasing lock "refresh_cache-a3dff467-3feb-4278-8511-b4ccdacb50ea" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.759972] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f97f685-4f13-44e5-aecc-f5804825bd6d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.774436] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8698f4-1d99-45d7-804e-c3d3e138a15b tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Resuming the VM {{(pid=69663) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1184}} [ 1169.774436] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cacca25-c67d-40b7-921b-c0a41af768d6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.782085] env[69663]: DEBUG oslo_vmware.api [None req-9e8698f4-1d99-45d7-804e-c3d3e138a15b tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for the task: (returnval){ [ 1169.782085] env[69663]: value = "task-3333505" [ 1169.782085] env[69663]: _type = "Task" [ 1169.782085] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.794231] env[69663]: DEBUG oslo_vmware.api [None req-9e8698f4-1d99-45d7-804e-c3d3e138a15b tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.846054] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c36172-1374-4398-bdef-d33ae417c7d7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.853338] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0a425f03-5407-4e4b-992b-100266c6dc9e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Releasing lock "refresh_cache-fb9630cf-b4cf-4f8c-a23f-d0911eac9419" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.855524] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32b7868-2379-4221-ab47-17c7cd5af306 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.886996] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e6a8c8-ee7e-49e6-986d-55a7fdfcc154 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.895214] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edaf7d0-8d9e-4c6c-a39f-2ba0137eb862 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.909874] env[69663]: DEBUG nova.compute.provider_tree [None req-93804dec-cf32-4283-9198-7439e41de1a8 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.102025] env[69663]: DEBUG oslo_vmware.api [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333504, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.113446} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.102322] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 7f54d305-5518-4f9d-9667-a9c5e9417de9/7f54d305-5518-4f9d-9667-a9c5e9417de9.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1170.102543] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1170.102799] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2432eb2d-3f6a-4978-b72a-4ab9cbf373a5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.112040] env[69663]: DEBUG oslo_vmware.api [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1170.112040] env[69663]: value = "task-3333506" [ 1170.112040] env[69663]: _type = "Task" [ 1170.112040] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.119749] env[69663]: DEBUG oslo_vmware.api [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333506, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.185543] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6a52ebed-7369-4b81-bd4f-63b965e07c18 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Releasing lock "refresh_cache-8177eeb4-6e53-4d49-8a79-6e29929c0adf" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.185543] env[69663]: DEBUG nova.objects.instance [None req-6a52ebed-7369-4b81-bd4f-63b965e07c18 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lazy-loading 'migration_context' on Instance uuid 8177eeb4-6e53-4d49-8a79-6e29929c0adf {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.301076] env[69663]: DEBUG oslo_vmware.api [None req-9e8698f4-1d99-45d7-804e-c3d3e138a15b tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333505, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.360483] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a425f03-5407-4e4b-992b-100266c6dc9e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1170.360678] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bb27b7f-7931-40f9-9022-f2f5e0cbad78 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.372932] env[69663]: DEBUG oslo_vmware.api [None req-0a425f03-5407-4e4b-992b-100266c6dc9e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Waiting for the task: (returnval){ [ 1170.372932] env[69663]: value = "task-3333507" [ 1170.372932] env[69663]: _type = "Task" [ 1170.372932] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.386521] env[69663]: DEBUG oslo_vmware.api [None req-0a425f03-5407-4e4b-992b-100266c6dc9e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.412424] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Didn't find any instances for network info cache update. {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 1170.413666] env[69663]: DEBUG nova.scheduler.client.report [None req-93804dec-cf32-4283-9198-7439e41de1a8 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1170.417178] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.417342] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.417730] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.417896] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.418056] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.418211] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.418335] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69663) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1170.418482] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1170.465462] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8e08fe-1ec4-49c4-895e-b28d7b16686a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.496597] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Updating instance 'ce8cbba3-89e0-41ed-a822-972f7452179f' progress to 0 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1170.515761] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.621870] env[69663]: DEBUG oslo_vmware.api [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333506, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085631} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.622177] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.622997] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa9adf9-48e8-4d82-b195-99907c2d9042 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.649414] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 7f54d305-5518-4f9d-9667-a9c5e9417de9/7f54d305-5518-4f9d-9667-a9c5e9417de9.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.649414] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-120719f1-8ae0-49b5-a96e-2edb6d6444a4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.671549] env[69663]: DEBUG oslo_vmware.api [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1170.671549] env[69663]: value = "task-3333508" [ 1170.671549] env[69663]: _type = "Task" [ 1170.671549] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.682968] env[69663]: DEBUG oslo_vmware.api [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333508, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.688950] env[69663]: DEBUG nova.objects.base [None req-6a52ebed-7369-4b81-bd4f-63b965e07c18 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Object Instance<8177eeb4-6e53-4d49-8a79-6e29929c0adf> lazy-loaded attributes: info_cache,migration_context {{(pid=69663) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1170.689876] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecff7cca-cfa1-4e20-9a09-1fcbabdda3bf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.710837] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61434ee8-7c8b-40cc-bb25-a130ad37190f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.717272] env[69663]: DEBUG oslo_vmware.api [None req-6a52ebed-7369-4b81-bd4f-63b965e07c18 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1170.717272] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5237296e-2a26-1b17-f421-92ee76db4ce0" [ 1170.717272] env[69663]: _type = "Task" [ 1170.717272] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.726184] env[69663]: DEBUG oslo_vmware.api [None req-6a52ebed-7369-4b81-bd4f-63b965e07c18 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5237296e-2a26-1b17-f421-92ee76db4ce0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.796626] env[69663]: DEBUG oslo_vmware.api [None req-9e8698f4-1d99-45d7-804e-c3d3e138a15b tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333505, 'name': PowerOnVM_Task, 'duration_secs': 0.587313} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.796993] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9e8698f4-1d99-45d7-804e-c3d3e138a15b tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Resumed the VM {{(pid=69663) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1189}} [ 1170.797256] env[69663]: DEBUG nova.compute.manager [None req-9e8698f4-1d99-45d7-804e-c3d3e138a15b tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1170.798174] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d52453-cfb7-45d6-9268-4e1aad2702e6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.883431] env[69663]: DEBUG oslo_vmware.api [None req-0a425f03-5407-4e4b-992b-100266c6dc9e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333507, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.919572] env[69663]: DEBUG oslo_concurrency.lockutils [None req-93804dec-cf32-4283-9198-7439e41de1a8 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.925901] env[69663]: DEBUG oslo_concurrency.lockutils [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.709s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.925901] env[69663]: DEBUG nova.objects.instance [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lazy-loading 'resources' on Instance uuid 30af9238-0051-4d0d-8741-91006fdfc9e1 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.925901] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.950700] env[69663]: INFO nova.scheduler.client.report [None req-93804dec-cf32-4283-9198-7439e41de1a8 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Deleted allocations for instance 17aeb666-e78b-4ef9-b7bb-b2623aed121b [ 1171.003805] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1171.003805] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c5bee6f-7ad2-4b5a-be42-de8c91993bb9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.012235] env[69663]: DEBUG oslo_vmware.api [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1171.012235] env[69663]: value = "task-3333509" [ 1171.012235] env[69663]: _type = "Task" [ 1171.012235] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.024309] env[69663]: DEBUG oslo_vmware.api [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.184172] env[69663]: DEBUG oslo_vmware.api [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.230724] env[69663]: DEBUG oslo_vmware.api [None req-6a52ebed-7369-4b81-bd4f-63b965e07c18 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5237296e-2a26-1b17-f421-92ee76db4ce0, 'name': SearchDatastore_Task, 'duration_secs': 0.021898} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.231155] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6a52ebed-7369-4b81-bd4f-63b965e07c18 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.388265] env[69663]: DEBUG oslo_vmware.api [None req-0a425f03-5407-4e4b-992b-100266c6dc9e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333507, 'name': PowerOnVM_Task, 'duration_secs': 0.54656} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.388434] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a425f03-5407-4e4b-992b-100266c6dc9e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1171.388762] env[69663]: DEBUG nova.compute.manager [None req-0a425f03-5407-4e4b-992b-100266c6dc9e tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1171.389601] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb6240d-1fc5-47b3-bd42-edf8156ae37e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.426619] env[69663]: DEBUG nova.objects.instance [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lazy-loading 'numa_topology' on Instance uuid 30af9238-0051-4d0d-8741-91006fdfc9e1 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.459897] env[69663]: DEBUG oslo_concurrency.lockutils [None req-93804dec-cf32-4283-9198-7439e41de1a8 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "17aeb666-e78b-4ef9-b7bb-b2623aed121b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.233s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.523785] env[69663]: DEBUG oslo_vmware.api [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333509, 'name': PowerOffVM_Task, 'duration_secs': 0.465285} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.524109] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1171.524382] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Updating instance 'ce8cbba3-89e0-41ed-a822-972f7452179f' progress to 17 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1171.684801] env[69663]: DEBUG oslo_vmware.api [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333508, 'name': ReconfigVM_Task, 'duration_secs': 0.766173} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.685227] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 7f54d305-5518-4f9d-9667-a9c5e9417de9/7f54d305-5518-4f9d-9667-a9c5e9417de9.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.686018] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18b90d8c-c9a8-4fc8-b516-0cc9d8e499ef {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.694950] env[69663]: DEBUG oslo_vmware.api [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1171.694950] env[69663]: value = "task-3333510" [ 1171.694950] env[69663]: _type = "Task" [ 1171.694950] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.708248] env[69663]: DEBUG oslo_vmware.api [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333510, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.929739] env[69663]: DEBUG nova.objects.base [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Object Instance<30af9238-0051-4d0d-8741-91006fdfc9e1> lazy-loaded attributes: resources,numa_topology {{(pid=69663) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1172.031705] env[69663]: DEBUG nova.virt.hardware [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1172.031951] env[69663]: DEBUG nova.virt.hardware [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1172.032130] env[69663]: DEBUG nova.virt.hardware [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1172.032324] env[69663]: DEBUG nova.virt.hardware [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1172.032478] env[69663]: DEBUG nova.virt.hardware [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1172.032631] env[69663]: DEBUG nova.virt.hardware [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1172.032837] env[69663]: DEBUG nova.virt.hardware [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1172.032999] env[69663]: DEBUG nova.virt.hardware [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1172.033663] env[69663]: DEBUG nova.virt.hardware [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1172.033663] env[69663]: DEBUG nova.virt.hardware [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1172.033663] env[69663]: DEBUG nova.virt.hardware [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1172.041733] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53ebe659-046b-4570-b652-556ac6792ddb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.061268] env[69663]: DEBUG oslo_vmware.api [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1172.061268] env[69663]: value = "task-3333511" [ 1172.061268] env[69663]: _type = "Task" [ 1172.061268] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.075984] env[69663]: DEBUG oslo_vmware.api [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333511, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.200407] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad949277-5693-4c9f-9193-ab84f4b7e22a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.208860] env[69663]: DEBUG oslo_vmware.api [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333510, 'name': Rename_Task, 'duration_secs': 0.418829} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.210812] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1172.211130] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3480cc79-3358-4f0e-a061-07f4e4f47ecb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.213379] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-face11c4-189e-4e21-90a7-8c71ab11b3d1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.247165] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0601c60-3830-4a84-802d-5e277d6185b3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.250320] env[69663]: DEBUG oslo_vmware.api [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1172.250320] env[69663]: value = "task-3333512" [ 1172.250320] env[69663]: _type = "Task" [ 1172.250320] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.258285] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a2e03f-c7f2-4545-833d-36ee83f20237 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.265861] env[69663]: DEBUG oslo_vmware.api [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333512, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.276203] env[69663]: DEBUG nova.compute.provider_tree [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.578979] env[69663]: DEBUG oslo_vmware.api [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333511, 'name': ReconfigVM_Task, 'duration_secs': 0.325307} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.578979] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Updating instance 'ce8cbba3-89e0-41ed-a822-972f7452179f' progress to 33 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1172.761894] env[69663]: DEBUG oslo_vmware.api [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333512, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.779060] env[69663]: DEBUG nova.scheduler.client.report [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1172.994907] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "fec191bb-2cd1-407a-a1ec-cb8e190ed1cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.995230] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "fec191bb-2cd1-407a-a1ec-cb8e190ed1cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.083321] env[69663]: DEBUG nova.virt.hardware [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1173.083699] env[69663]: DEBUG nova.virt.hardware [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1173.083952] env[69663]: DEBUG nova.virt.hardware [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.084515] env[69663]: DEBUG nova.virt.hardware [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1173.084608] env[69663]: DEBUG nova.virt.hardware [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.084846] env[69663]: DEBUG nova.virt.hardware [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1173.085175] env[69663]: DEBUG nova.virt.hardware [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1173.085457] env[69663]: DEBUG nova.virt.hardware [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1173.085744] env[69663]: DEBUG nova.virt.hardware [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1173.086130] env[69663]: DEBUG nova.virt.hardware [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1173.086386] env[69663]: DEBUG nova.virt.hardware [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1173.093529] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1173.093792] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b909eed0-23c6-47c3-a985-bb87514b7859 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.116049] env[69663]: DEBUG oslo_vmware.api [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1173.116049] env[69663]: value = "task-3333513" [ 1173.116049] env[69663]: _type = "Task" [ 1173.116049] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.125812] env[69663]: DEBUG oslo_vmware.api [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333513, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.262456] env[69663]: DEBUG oslo_vmware.api [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333512, 'name': PowerOnVM_Task, 'duration_secs': 0.787632} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.262771] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1173.262955] env[69663]: INFO nova.compute.manager [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Took 10.58 seconds to spawn the instance on the hypervisor. [ 1173.263195] env[69663]: DEBUG nova.compute.manager [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1173.263967] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eaf9e53-3fac-4da1-8998-f7c76287d3d6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.284535] env[69663]: DEBUG oslo_concurrency.lockutils [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.362s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.288219] env[69663]: DEBUG oslo_concurrency.lockutils [None req-346eb578-a19d-4195-8624-66760ba9a59a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.212s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.288756] env[69663]: DEBUG nova.objects.instance [None req-346eb578-a19d-4195-8624-66760ba9a59a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lazy-loading 'resources' on Instance uuid 3ea15498-48ec-4d18-838f-27ab8ab76777 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.498018] env[69663]: DEBUG nova.compute.manager [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1173.626782] env[69663]: DEBUG oslo_vmware.api [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333513, 'name': ReconfigVM_Task, 'duration_secs': 0.290295} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.627114] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1173.627908] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8bc8925-703e-4c4b-a245-b801a37c5033 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.656532] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] ce8cbba3-89e0-41ed-a822-972f7452179f/ce8cbba3-89e0-41ed-a822-972f7452179f.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.656849] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-035fa59b-11bc-4341-93e6-817763bc985c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.678501] env[69663]: DEBUG oslo_vmware.api [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1173.678501] env[69663]: value = "task-3333514" [ 1173.678501] env[69663]: _type = "Task" [ 1173.678501] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.688551] env[69663]: DEBUG oslo_vmware.api [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333514, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.782033] env[69663]: INFO nova.compute.manager [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Took 19.28 seconds to build instance. [ 1173.799245] env[69663]: DEBUG oslo_concurrency.lockutils [None req-08b869e4-0955-4ec6-84dd-6a200f1e7772 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "30af9238-0051-4d0d-8741-91006fdfc9e1" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.459s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.800501] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f9ad7148-e3a0-4635-823f-4807e48a1ee9 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "30af9238-0051-4d0d-8741-91006fdfc9e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 9.337s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.800820] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f9ad7148-e3a0-4635-823f-4807e48a1ee9 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "30af9238-0051-4d0d-8741-91006fdfc9e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.801794] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f9ad7148-e3a0-4635-823f-4807e48a1ee9 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "30af9238-0051-4d0d-8741-91006fdfc9e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.801794] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f9ad7148-e3a0-4635-823f-4807e48a1ee9 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "30af9238-0051-4d0d-8741-91006fdfc9e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.803199] env[69663]: INFO nova.compute.manager [None req-f9ad7148-e3a0-4635-823f-4807e48a1ee9 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Terminating instance [ 1173.805774] env[69663]: DEBUG nova.compute.manager [None req-f9ad7148-e3a0-4635-823f-4807e48a1ee9 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1173.805774] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ad7148-e3a0-4635-823f-4807e48a1ee9 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1173.806111] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-504cd78a-5abe-49b8-99e2-01fa8ff749f2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.822957] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8592c46-dd4e-48ad-8692-ed4a40fde4be {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.861619] env[69663]: WARNING nova.virt.vmwareapi.vmops [None req-f9ad7148-e3a0-4635-823f-4807e48a1ee9 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 30af9238-0051-4d0d-8741-91006fdfc9e1 could not be found. [ 1173.861883] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f9ad7148-e3a0-4635-823f-4807e48a1ee9 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1173.862099] env[69663]: INFO nova.compute.manager [None req-f9ad7148-e3a0-4635-823f-4807e48a1ee9 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1173.862361] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9ad7148-e3a0-4635-823f-4807e48a1ee9 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.865105] env[69663]: DEBUG nova.compute.manager [-] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1173.865213] env[69663]: DEBUG nova.network.neutron [-] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1174.015820] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.063250] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a2fe78-3ed9-4494-be83-6e8060973745 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.072504] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9f5f08-5ebd-49ed-aa02-e8babf181450 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.105398] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae90095d-c658-42d5-b5a8-17f451d15dfa {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.114940] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b5aab9-4d31-48c3-8bcd-7ba8b505b03a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.131204] env[69663]: DEBUG nova.compute.provider_tree [None req-346eb578-a19d-4195-8624-66760ba9a59a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.190489] env[69663]: DEBUG oslo_vmware.api [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.284143] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4cf4a5ba-22f3-4652-9d86-b731bf1ecdf7 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "7f54d305-5518-4f9d-9667-a9c5e9417de9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.804s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.634337] env[69663]: DEBUG nova.scheduler.client.report [None req-346eb578-a19d-4195-8624-66760ba9a59a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1174.662342] env[69663]: DEBUG nova.network.neutron [-] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.690500] env[69663]: DEBUG oslo_vmware.api [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333514, 'name': ReconfigVM_Task, 'duration_secs': 0.774162} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.690864] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Reconfigured VM instance instance-0000005c to attach disk [datastore2] ce8cbba3-89e0-41ed-a822-972f7452179f/ce8cbba3-89e0-41ed-a822-972f7452179f.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.691173] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Updating instance 'ce8cbba3-89e0-41ed-a822-972f7452179f' progress to 50 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1175.127469] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b9754917-7e12-4457-a785-2db3c3759400 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "7f54d305-5518-4f9d-9667-a9c5e9417de9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.127759] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b9754917-7e12-4457-a785-2db3c3759400 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "7f54d305-5518-4f9d-9667-a9c5e9417de9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.127978] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b9754917-7e12-4457-a785-2db3c3759400 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "7f54d305-5518-4f9d-9667-a9c5e9417de9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.128189] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b9754917-7e12-4457-a785-2db3c3759400 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "7f54d305-5518-4f9d-9667-a9c5e9417de9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.128378] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b9754917-7e12-4457-a785-2db3c3759400 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "7f54d305-5518-4f9d-9667-a9c5e9417de9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.130570] env[69663]: INFO nova.compute.manager [None req-b9754917-7e12-4457-a785-2db3c3759400 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Terminating instance [ 1175.132465] env[69663]: DEBUG nova.compute.manager [None req-b9754917-7e12-4457-a785-2db3c3759400 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1175.132665] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b9754917-7e12-4457-a785-2db3c3759400 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1175.133590] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff57b8d-7209-4654-90d9-62b7035f8b57 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.138942] env[69663]: DEBUG oslo_concurrency.lockutils [None req-346eb578-a19d-4195-8624-66760ba9a59a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.851s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.143042] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.521s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.144619] env[69663]: INFO nova.compute.claims [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1175.147142] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9754917-7e12-4457-a785-2db3c3759400 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1175.148270] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00892c17-5495-40d9-8593-aef3ece0d65e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.155170] env[69663]: DEBUG oslo_vmware.api [None req-b9754917-7e12-4457-a785-2db3c3759400 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1175.155170] env[69663]: value = "task-3333515" [ 1175.155170] env[69663]: _type = "Task" [ 1175.155170] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.163559] env[69663]: DEBUG oslo_vmware.api [None req-b9754917-7e12-4457-a785-2db3c3759400 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.164516] env[69663]: INFO nova.scheduler.client.report [None req-346eb578-a19d-4195-8624-66760ba9a59a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Deleted allocations for instance 3ea15498-48ec-4d18-838f-27ab8ab76777 [ 1175.165662] env[69663]: INFO nova.compute.manager [-] [instance: 30af9238-0051-4d0d-8741-91006fdfc9e1] Took 1.30 seconds to deallocate network for instance. [ 1175.198420] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1740e830-0081-4595-ac82-6fd041b841a8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.221412] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb68367-b53c-48b9-972b-178d00090aad {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.243662] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Updating instance 'ce8cbba3-89e0-41ed-a822-972f7452179f' progress to 67 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1175.665201] env[69663]: DEBUG oslo_vmware.api [None req-b9754917-7e12-4457-a785-2db3c3759400 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333515, 'name': PowerOffVM_Task, 'duration_secs': 0.267154} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.665524] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9754917-7e12-4457-a785-2db3c3759400 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1175.665672] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b9754917-7e12-4457-a785-2db3c3759400 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1175.665916] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6423380f-01b6-4a2a-8991-153203f02a40 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.672386] env[69663]: DEBUG oslo_concurrency.lockutils [None req-346eb578-a19d-4195-8624-66760ba9a59a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "3ea15498-48ec-4d18-838f-27ab8ab76777" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.989s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.015936] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b9754917-7e12-4457-a785-2db3c3759400 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1176.016201] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b9754917-7e12-4457-a785-2db3c3759400 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1176.016405] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9754917-7e12-4457-a785-2db3c3759400 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Deleting the datastore file [datastore1] 7f54d305-5518-4f9d-9667-a9c5e9417de9 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.016682] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf793729-dd4e-4405-b25c-a1691168ae4b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.023077] env[69663]: DEBUG oslo_vmware.api [None req-b9754917-7e12-4457-a785-2db3c3759400 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1176.023077] env[69663]: value = "task-3333517" [ 1176.023077] env[69663]: _type = "Task" [ 1176.023077] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.031416] env[69663]: DEBUG oslo_vmware.api [None req-b9754917-7e12-4457-a785-2db3c3759400 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333517, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.196964] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f9ad7148-e3a0-4635-823f-4807e48a1ee9 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "30af9238-0051-4d0d-8741-91006fdfc9e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.396s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.413341] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f566aa5f-3351-4455-94f8-d7e03280c120 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.421720] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8ea9ee-66ae-42cb-8248-723bf40baff4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.456029] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f41bf13-b91d-4cf1-8d0f-fd5fb3abc7f9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.463511] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd30fdb-02ac-49f1-b858-a04da9324ca5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.477372] env[69663]: DEBUG nova.compute.provider_tree [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.532935] env[69663]: DEBUG oslo_vmware.api [None req-b9754917-7e12-4457-a785-2db3c3759400 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333517, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144567} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.533279] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9754917-7e12-4457-a785-2db3c3759400 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.533487] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b9754917-7e12-4457-a785-2db3c3759400 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1176.533675] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b9754917-7e12-4457-a785-2db3c3759400 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1176.533852] env[69663]: INFO nova.compute.manager [None req-b9754917-7e12-4457-a785-2db3c3759400 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Took 1.40 seconds to destroy the instance on the hypervisor. [ 1176.534113] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9754917-7e12-4457-a785-2db3c3759400 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.534344] env[69663]: DEBUG nova.compute.manager [-] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1176.534483] env[69663]: DEBUG nova.network.neutron [-] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1176.671856] env[69663]: DEBUG oslo_concurrency.lockutils [None req-261f3aec-41c8-48fb-8ad3-637b543e400e tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "d45768e5-763e-4953-8419-34a2d2a03ce5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.671856] env[69663]: DEBUG oslo_concurrency.lockutils [None req-261f3aec-41c8-48fb-8ad3-637b543e400e tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "d45768e5-763e-4953-8419-34a2d2a03ce5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.927161] env[69663]: DEBUG nova.network.neutron [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Port 734afd19-47ee-4004-a980-8b05d5761bbb binding to destination host cpu-1 is already ACTIVE {{(pid=69663) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1176.935105] env[69663]: DEBUG nova.compute.manager [req-6c4da6a0-c42b-443b-a431-4a008ce50aaf req-67c83695-52ec-48d5-802d-2aa3f18d6e26 service nova] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Received event network-vif-deleted-690559b0-ce8d-46ea-aa95-2e81608044c9 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1176.935253] env[69663]: INFO nova.compute.manager [req-6c4da6a0-c42b-443b-a431-4a008ce50aaf req-67c83695-52ec-48d5-802d-2aa3f18d6e26 service nova] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Neutron deleted interface 690559b0-ce8d-46ea-aa95-2e81608044c9; detaching it from the instance and deleting it from the info cache [ 1176.935432] env[69663]: DEBUG nova.network.neutron [req-6c4da6a0-c42b-443b-a431-4a008ce50aaf req-67c83695-52ec-48d5-802d-2aa3f18d6e26 service nova] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.980821] env[69663]: DEBUG nova.scheduler.client.report [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1177.068651] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "5c883912-9a6b-42ae-896b-bef07f84c285" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.068925] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "5c883912-9a6b-42ae-896b-bef07f84c285" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.155565] env[69663]: DEBUG oslo_concurrency.lockutils [None req-323c93d6-cdbf-4be1-bf1a-299f527341e2 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Acquiring lock "a3dff467-3feb-4278-8511-b4ccdacb50ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.155851] env[69663]: DEBUG oslo_concurrency.lockutils [None req-323c93d6-cdbf-4be1-bf1a-299f527341e2 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Lock "a3dff467-3feb-4278-8511-b4ccdacb50ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.156097] env[69663]: DEBUG oslo_concurrency.lockutils [None req-323c93d6-cdbf-4be1-bf1a-299f527341e2 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Acquiring lock "a3dff467-3feb-4278-8511-b4ccdacb50ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.156293] env[69663]: DEBUG oslo_concurrency.lockutils [None req-323c93d6-cdbf-4be1-bf1a-299f527341e2 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Lock "a3dff467-3feb-4278-8511-b4ccdacb50ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.156472] env[69663]: DEBUG oslo_concurrency.lockutils [None req-323c93d6-cdbf-4be1-bf1a-299f527341e2 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Lock "a3dff467-3feb-4278-8511-b4ccdacb50ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.158659] env[69663]: INFO nova.compute.manager [None req-323c93d6-cdbf-4be1-bf1a-299f527341e2 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Terminating instance [ 1177.160330] env[69663]: DEBUG nova.compute.manager [None req-323c93d6-cdbf-4be1-bf1a-299f527341e2 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1177.160533] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-323c93d6-cdbf-4be1-bf1a-299f527341e2 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1177.161452] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b319f77-bf03-4f91-a2af-54a553eb4173 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.170842] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-323c93d6-cdbf-4be1-bf1a-299f527341e2 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1177.171099] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06c8c9b7-0ded-40c9-8cf5-b3e0497539e6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.174287] env[69663]: INFO nova.compute.manager [None req-261f3aec-41c8-48fb-8ad3-637b543e400e tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Detaching volume c56cb968-151e-48e9-a580-238feb376c8e [ 1177.177229] env[69663]: DEBUG oslo_vmware.api [None req-323c93d6-cdbf-4be1-bf1a-299f527341e2 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for the task: (returnval){ [ 1177.177229] env[69663]: value = "task-3333518" [ 1177.177229] env[69663]: _type = "Task" [ 1177.177229] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.187345] env[69663]: DEBUG oslo_vmware.api [None req-323c93d6-cdbf-4be1-bf1a-299f527341e2 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.213250] env[69663]: INFO nova.virt.block_device [None req-261f3aec-41c8-48fb-8ad3-637b543e400e tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Attempting to driver detach volume c56cb968-151e-48e9-a580-238feb376c8e from mountpoint /dev/sdb [ 1177.213548] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-261f3aec-41c8-48fb-8ad3-637b543e400e tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Volume detach. Driver type: vmdk {{(pid=69663) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1177.213745] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-261f3aec-41c8-48fb-8ad3-637b543e400e tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665380', 'volume_id': 'c56cb968-151e-48e9-a580-238feb376c8e', 'name': 'volume-c56cb968-151e-48e9-a580-238feb376c8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd45768e5-763e-4953-8419-34a2d2a03ce5', 'attached_at': '', 'detached_at': '', 'volume_id': 'c56cb968-151e-48e9-a580-238feb376c8e', 'serial': 'c56cb968-151e-48e9-a580-238feb376c8e'} {{(pid=69663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1177.214868] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968f4362-b1c4-4392-85b3-a96d15da2e8a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.236334] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e6e3ec-8a7d-43e1-9cea-95dfb492e251 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.244088] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bca3a2d-60b3-46e3-85c6-c3050ed04598 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.264605] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5abe9e8-912a-4004-9c7d-600950bab404 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.280044] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-261f3aec-41c8-48fb-8ad3-637b543e400e tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] The volume has not been displaced from its original location: [datastore2] volume-c56cb968-151e-48e9-a580-238feb376c8e/volume-c56cb968-151e-48e9-a580-238feb376c8e.vmdk. No consolidation needed. {{(pid=69663) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1177.285561] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-261f3aec-41c8-48fb-8ad3-637b543e400e tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1177.285897] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebb3aed2-57fd-4d97-8d68-4c91e6f0dd52 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.304177] env[69663]: DEBUG oslo_vmware.api [None req-261f3aec-41c8-48fb-8ad3-637b543e400e tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1177.304177] env[69663]: value = "task-3333519" [ 1177.304177] env[69663]: _type = "Task" [ 1177.304177] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.312426] env[69663]: DEBUG oslo_vmware.api [None req-261f3aec-41c8-48fb-8ad3-637b543e400e tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333519, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.334525] env[69663]: DEBUG nova.network.neutron [-] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.438848] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c8220d2-88ab-4088-b8bb-e1c82571b147 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.448416] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cec2e9-0155-488a-adce-0d416cd24b77 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.484909] env[69663]: DEBUG nova.compute.manager [req-6c4da6a0-c42b-443b-a431-4a008ce50aaf req-67c83695-52ec-48d5-802d-2aa3f18d6e26 service nova] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Detach interface failed, port_id=690559b0-ce8d-46ea-aa95-2e81608044c9, reason: Instance 7f54d305-5518-4f9d-9667-a9c5e9417de9 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1177.485858] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.486350] env[69663]: DEBUG nova.compute.manager [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1177.489103] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.974s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.489315] env[69663]: DEBUG nova.objects.instance [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lazy-loading 'pci_requests' on Instance uuid 94525ee5-32e7-4e56-9c51-8a2778f738d7 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.570778] env[69663]: DEBUG nova.compute.manager [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1177.686559] env[69663]: DEBUG oslo_vmware.api [None req-323c93d6-cdbf-4be1-bf1a-299f527341e2 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333518, 'name': PowerOffVM_Task, 'duration_secs': 0.195066} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.686952] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-323c93d6-cdbf-4be1-bf1a-299f527341e2 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1177.687058] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-323c93d6-cdbf-4be1-bf1a-299f527341e2 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1177.687347] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6fbe0da-de6f-4f63-bac7-ef77b6e300cb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.813927] env[69663]: DEBUG oslo_vmware.api [None req-261f3aec-41c8-48fb-8ad3-637b543e400e tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333519, 'name': ReconfigVM_Task, 'duration_secs': 0.417782} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.814258] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-261f3aec-41c8-48fb-8ad3-637b543e400e tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1177.818909] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ea2d076-b17f-4bab-972e-dfd791f0612f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.833912] env[69663]: DEBUG oslo_vmware.api [None req-261f3aec-41c8-48fb-8ad3-637b543e400e tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1177.833912] env[69663]: value = "task-3333521" [ 1177.833912] env[69663]: _type = "Task" [ 1177.833912] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.837154] env[69663]: INFO nova.compute.manager [-] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Took 1.30 seconds to deallocate network for instance. [ 1177.844666] env[69663]: DEBUG oslo_vmware.api [None req-261f3aec-41c8-48fb-8ad3-637b543e400e tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333521, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.915117] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-323c93d6-cdbf-4be1-bf1a-299f527341e2 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1177.915117] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-323c93d6-cdbf-4be1-bf1a-299f527341e2 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1177.915117] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-323c93d6-cdbf-4be1-bf1a-299f527341e2 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Deleting the datastore file [datastore2] a3dff467-3feb-4278-8511-b4ccdacb50ea {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1177.915117] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b2ec60a-6e2f-459d-b1a8-5b002adf889e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.921961] env[69663]: DEBUG oslo_vmware.api [None req-323c93d6-cdbf-4be1-bf1a-299f527341e2 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for the task: (returnval){ [ 1177.921961] env[69663]: value = "task-3333522" [ 1177.921961] env[69663]: _type = "Task" [ 1177.921961] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.932186] env[69663]: DEBUG oslo_vmware.api [None req-323c93d6-cdbf-4be1-bf1a-299f527341e2 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.953198] env[69663]: DEBUG oslo_concurrency.lockutils [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "ce8cbba3-89e0-41ed-a822-972f7452179f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.953620] env[69663]: DEBUG oslo_concurrency.lockutils [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "ce8cbba3-89e0-41ed-a822-972f7452179f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.953850] env[69663]: DEBUG oslo_concurrency.lockutils [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "ce8cbba3-89e0-41ed-a822-972f7452179f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.991695] env[69663]: DEBUG nova.compute.utils [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1177.994411] env[69663]: DEBUG nova.objects.instance [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lazy-loading 'numa_topology' on Instance uuid 94525ee5-32e7-4e56-9c51-8a2778f738d7 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.995553] env[69663]: DEBUG nova.compute.manager [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1177.995553] env[69663]: DEBUG nova.network.neutron [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] [instance: 13db3698-d248-402b-a12e-d56d116997e2] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1178.071910] env[69663]: DEBUG nova.policy [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55603d46da0c47199dee20844b8f758b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67852fbd7b0f485d8ef6264566a3edbf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1178.094147] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.351089] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b9754917-7e12-4457-a785-2db3c3759400 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.351643] env[69663]: DEBUG oslo_vmware.api [None req-261f3aec-41c8-48fb-8ad3-637b543e400e tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.412800] env[69663]: DEBUG nova.network.neutron [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Successfully created port: b6652498-e6f4-4b84-b1c8-f787f93baf00 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1178.432239] env[69663]: DEBUG oslo_vmware.api [None req-323c93d6-cdbf-4be1-bf1a-299f527341e2 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Task: {'id': task-3333522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164553} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.432239] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-323c93d6-cdbf-4be1-bf1a-299f527341e2 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1178.432239] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-323c93d6-cdbf-4be1-bf1a-299f527341e2 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1178.432239] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-323c93d6-cdbf-4be1-bf1a-299f527341e2 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1178.432239] env[69663]: INFO nova.compute.manager [None req-323c93d6-cdbf-4be1-bf1a-299f527341e2 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1178.432496] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-323c93d6-cdbf-4be1-bf1a-299f527341e2 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.432533] env[69663]: DEBUG nova.compute.manager [-] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1178.432621] env[69663]: DEBUG nova.network.neutron [-] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1178.498496] env[69663]: DEBUG nova.compute.manager [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1178.505250] env[69663]: INFO nova.compute.claims [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1178.844814] env[69663]: DEBUG oslo_vmware.api [None req-261f3aec-41c8-48fb-8ad3-637b543e400e tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333521, 'name': ReconfigVM_Task, 'duration_secs': 0.980562} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.845148] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-261f3aec-41c8-48fb-8ad3-637b543e400e tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665380', 'volume_id': 'c56cb968-151e-48e9-a580-238feb376c8e', 'name': 'volume-c56cb968-151e-48e9-a580-238feb376c8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd45768e5-763e-4953-8419-34a2d2a03ce5', 'attached_at': '', 'detached_at': '', 'volume_id': 'c56cb968-151e-48e9-a580-238feb376c8e', 'serial': 'c56cb968-151e-48e9-a580-238feb376c8e'} {{(pid=69663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1178.962881] env[69663]: DEBUG nova.compute.manager [req-9e6ee1d2-37cf-41a0-862d-dcd52edef2c5 req-c34e0d9a-e9a4-449c-8089-d43c996d4c9d service nova] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Received event network-vif-deleted-4a58748e-6aa1-4f39-9cbd-9737aba3b4d2 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1178.963161] env[69663]: INFO nova.compute.manager [req-9e6ee1d2-37cf-41a0-862d-dcd52edef2c5 req-c34e0d9a-e9a4-449c-8089-d43c996d4c9d service nova] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Neutron deleted interface 4a58748e-6aa1-4f39-9cbd-9737aba3b4d2; detaching it from the instance and deleting it from the info cache [ 1178.963868] env[69663]: DEBUG nova.network.neutron [req-9e6ee1d2-37cf-41a0-862d-dcd52edef2c5 req-c34e0d9a-e9a4-449c-8089-d43c996d4c9d service nova] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.015198] env[69663]: DEBUG oslo_concurrency.lockutils [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "refresh_cache-ce8cbba3-89e0-41ed-a822-972f7452179f" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.015943] env[69663]: DEBUG oslo_concurrency.lockutils [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquired lock "refresh_cache-ce8cbba3-89e0-41ed-a822-972f7452179f" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.015943] env[69663]: DEBUG nova.network.neutron [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1179.322821] env[69663]: DEBUG nova.network.neutron [-] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.389784] env[69663]: DEBUG nova.objects.instance [None req-261f3aec-41c8-48fb-8ad3-637b543e400e tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lazy-loading 'flavor' on Instance uuid d45768e5-763e-4953-8419-34a2d2a03ce5 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.466440] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c75736e4-f217-443a-bde8-c6cf12de45ef {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.476981] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e672899-d071-4c3b-bb05-a1fa7e0e5205 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.511639] env[69663]: DEBUG nova.compute.manager [req-9e6ee1d2-37cf-41a0-862d-dcd52edef2c5 req-c34e0d9a-e9a4-449c-8089-d43c996d4c9d service nova] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Detach interface failed, port_id=4a58748e-6aa1-4f39-9cbd-9737aba3b4d2, reason: Instance a3dff467-3feb-4278-8511-b4ccdacb50ea could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1179.519000] env[69663]: DEBUG nova.compute.manager [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1179.545906] env[69663]: DEBUG nova.virt.hardware [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1179.546166] env[69663]: DEBUG nova.virt.hardware [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1179.546331] env[69663]: DEBUG nova.virt.hardware [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1179.546524] env[69663]: DEBUG nova.virt.hardware [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1179.546676] env[69663]: DEBUG nova.virt.hardware [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1179.546827] env[69663]: DEBUG nova.virt.hardware [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1179.547061] env[69663]: DEBUG nova.virt.hardware [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1179.547237] env[69663]: DEBUG nova.virt.hardware [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1179.547488] env[69663]: DEBUG nova.virt.hardware [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1179.547581] env[69663]: DEBUG nova.virt.hardware [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1179.547799] env[69663]: DEBUG nova.virt.hardware [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1179.548715] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c3734d-fa1e-422a-95c4-b55d338401f8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.561094] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3300594-4637-4543-b9e0-0eaf9bd9f095 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.764467] env[69663]: DEBUG nova.network.neutron [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Updating instance_info_cache with network_info: [{"id": "734afd19-47ee-4004-a980-8b05d5761bbb", "address": "fa:16:3e:48:b7:fd", "network": {"id": "c9b0df65-b7eb-4aa8-9d53-4b8fa507b496", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-812774922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01abc007aca4ab388c2f26a1aab3ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap734afd19-47", "ovs_interfaceid": "734afd19-47ee-4004-a980-8b05d5761bbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.800434] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b72bd39-fd4e-49b1-adfa-cd8b3b790745 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.809082] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789eeb16-492c-445b-a67b-527b12cbd861 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.839292] env[69663]: INFO nova.compute.manager [-] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Took 1.41 seconds to deallocate network for instance. [ 1179.841730] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d11852-7026-44bb-a3e8-7339a6bcb9d4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.852074] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c431e1dd-9f68-4c59-b084-7be38951b804 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.865193] env[69663]: DEBUG nova.compute.provider_tree [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.057775] env[69663]: DEBUG nova.network.neutron [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Successfully updated port: b6652498-e6f4-4b84-b1c8-f787f93baf00 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1180.268913] env[69663]: DEBUG oslo_concurrency.lockutils [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Releasing lock "refresh_cache-ce8cbba3-89e0-41ed-a822-972f7452179f" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.352785] env[69663]: DEBUG oslo_concurrency.lockutils [None req-323c93d6-cdbf-4be1-bf1a-299f527341e2 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.371235] env[69663]: DEBUG nova.scheduler.client.report [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1180.396522] env[69663]: DEBUG oslo_concurrency.lockutils [None req-261f3aec-41c8-48fb-8ad3-637b543e400e tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "d45768e5-763e-4953-8419-34a2d2a03ce5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.724s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.560185] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Acquiring lock "refresh_cache-13db3698-d248-402b-a12e-d56d116997e2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.560422] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Acquired lock "refresh_cache-13db3698-d248-402b-a12e-d56d116997e2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.560589] env[69663]: DEBUG nova.network.neutron [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1180.778404] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f06355-b76c-4644-b797-edf313cf23da {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.785663] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c409255e-eae5-4695-8ae8-7348d031833d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.876344] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.387s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.878582] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.954s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.878796] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.878956] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69663) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1180.879275] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6a52ebed-7369-4b81-bd4f-63b965e07c18 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 9.648s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.881174] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e55ce64-4a39-40c4-bfc6-691ab32c819b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.889689] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f7d799-ca72-4d23-b532-99ec307b7dbc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.905900] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec6d75e-bf66-441a-a96f-87a126c9de59 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.912417] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf75aa51-252b-462d-b499-07f49a2ba196 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.916779] env[69663]: INFO nova.network.neutron [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Updating port df0faae1-9447-43e7-9ebd-353219d3f5c5 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1180.944655] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1a11f7b3-79d6-417b-b62d-559072044f82 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "d45768e5-763e-4953-8419-34a2d2a03ce5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.944911] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1a11f7b3-79d6-417b-b62d-559072044f82 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "d45768e5-763e-4953-8419-34a2d2a03ce5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.945137] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1a11f7b3-79d6-417b-b62d-559072044f82 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "d45768e5-763e-4953-8419-34a2d2a03ce5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.945328] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1a11f7b3-79d6-417b-b62d-559072044f82 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "d45768e5-763e-4953-8419-34a2d2a03ce5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.945501] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1a11f7b3-79d6-417b-b62d-559072044f82 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "d45768e5-763e-4953-8419-34a2d2a03ce5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.947077] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178080MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=69663) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1180.947565] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.948263] env[69663]: INFO nova.compute.manager [None req-1a11f7b3-79d6-417b-b62d-559072044f82 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Terminating instance [ 1180.951813] env[69663]: DEBUG nova.compute.manager [None req-1a11f7b3-79d6-417b-b62d-559072044f82 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1180.951813] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1a11f7b3-79d6-417b-b62d-559072044f82 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1180.952607] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57224612-fda1-4766-bde1-20d4106e63c8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.959921] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a11f7b3-79d6-417b-b62d-559072044f82 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1180.960160] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ffcf707-caf4-4bd2-a3cb-e0a3a737a70e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.966474] env[69663]: DEBUG oslo_vmware.api [None req-1a11f7b3-79d6-417b-b62d-559072044f82 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1180.966474] env[69663]: value = "task-3333523" [ 1180.966474] env[69663]: _type = "Task" [ 1180.966474] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.975440] env[69663]: DEBUG oslo_vmware.api [None req-1a11f7b3-79d6-417b-b62d-559072044f82 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.992329] env[69663]: DEBUG nova.compute.manager [req-ce2b4d92-2a72-438b-a35d-a4826665b5aa req-8c31f4c9-6b99-41c5-9177-7ec16f411a9d service nova] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Received event network-vif-plugged-b6652498-e6f4-4b84-b1c8-f787f93baf00 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1180.992985] env[69663]: DEBUG oslo_concurrency.lockutils [req-ce2b4d92-2a72-438b-a35d-a4826665b5aa req-8c31f4c9-6b99-41c5-9177-7ec16f411a9d service nova] Acquiring lock "13db3698-d248-402b-a12e-d56d116997e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.993204] env[69663]: DEBUG oslo_concurrency.lockutils [req-ce2b4d92-2a72-438b-a35d-a4826665b5aa req-8c31f4c9-6b99-41c5-9177-7ec16f411a9d service nova] Lock "13db3698-d248-402b-a12e-d56d116997e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.993324] env[69663]: DEBUG oslo_concurrency.lockutils [req-ce2b4d92-2a72-438b-a35d-a4826665b5aa req-8c31f4c9-6b99-41c5-9177-7ec16f411a9d service nova] Lock "13db3698-d248-402b-a12e-d56d116997e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.993405] env[69663]: DEBUG nova.compute.manager [req-ce2b4d92-2a72-438b-a35d-a4826665b5aa req-8c31f4c9-6b99-41c5-9177-7ec16f411a9d service nova] [instance: 13db3698-d248-402b-a12e-d56d116997e2] No waiting events found dispatching network-vif-plugged-b6652498-e6f4-4b84-b1c8-f787f93baf00 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1180.993578] env[69663]: WARNING nova.compute.manager [req-ce2b4d92-2a72-438b-a35d-a4826665b5aa req-8c31f4c9-6b99-41c5-9177-7ec16f411a9d service nova] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Received unexpected event network-vif-plugged-b6652498-e6f4-4b84-b1c8-f787f93baf00 for instance with vm_state building and task_state spawning. [ 1180.993747] env[69663]: DEBUG nova.compute.manager [req-ce2b4d92-2a72-438b-a35d-a4826665b5aa req-8c31f4c9-6b99-41c5-9177-7ec16f411a9d service nova] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Received event network-changed-b6652498-e6f4-4b84-b1c8-f787f93baf00 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1180.993906] env[69663]: DEBUG nova.compute.manager [req-ce2b4d92-2a72-438b-a35d-a4826665b5aa req-8c31f4c9-6b99-41c5-9177-7ec16f411a9d service nova] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Refreshing instance network info cache due to event network-changed-b6652498-e6f4-4b84-b1c8-f787f93baf00. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1180.994093] env[69663]: DEBUG oslo_concurrency.lockutils [req-ce2b4d92-2a72-438b-a35d-a4826665b5aa req-8c31f4c9-6b99-41c5-9177-7ec16f411a9d service nova] Acquiring lock "refresh_cache-13db3698-d248-402b-a12e-d56d116997e2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.103564] env[69663]: DEBUG nova.network.neutron [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1181.374067] env[69663]: DEBUG nova.network.neutron [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Updating instance_info_cache with network_info: [{"id": "b6652498-e6f4-4b84-b1c8-f787f93baf00", "address": "fa:16:3e:e0:37:f5", "network": {"id": "0e79e821-378b-45ed-8cd6-e377a0432250", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1354526335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67852fbd7b0f485d8ef6264566a3edbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6652498-e6", "ovs_interfaceid": "b6652498-e6f4-4b84-b1c8-f787f93baf00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.482293] env[69663]: DEBUG oslo_vmware.api [None req-1a11f7b3-79d6-417b-b62d-559072044f82 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333523, 'name': PowerOffVM_Task, 'duration_secs': 0.264736} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.482592] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a11f7b3-79d6-417b-b62d-559072044f82 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1181.482770] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1a11f7b3-79d6-417b-b62d-559072044f82 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1181.483042] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6650ab4f-6941-471b-a107-33a5eba39962 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.655512] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bd99aa-a226-4304-ba99-1273e4abb67f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.662855] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5a2cd9-fd3c-4a77-9a16-e99bc775c146 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.694009] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90183dce-f54c-4f31-9af8-7bdb08cb70f5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.701568] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919d6c57-e890-46ce-a251-d852eeb26017 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.715357] env[69663]: DEBUG nova.compute.provider_tree [None req-6a52ebed-7369-4b81-bd4f-63b965e07c18 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.876478] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Releasing lock "refresh_cache-13db3698-d248-402b-a12e-d56d116997e2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.877242] env[69663]: DEBUG nova.compute.manager [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Instance network_info: |[{"id": "b6652498-e6f4-4b84-b1c8-f787f93baf00", "address": "fa:16:3e:e0:37:f5", "network": {"id": "0e79e821-378b-45ed-8cd6-e377a0432250", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1354526335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67852fbd7b0f485d8ef6264566a3edbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6652498-e6", "ovs_interfaceid": "b6652498-e6f4-4b84-b1c8-f787f93baf00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1181.877242] env[69663]: DEBUG oslo_concurrency.lockutils [req-ce2b4d92-2a72-438b-a35d-a4826665b5aa req-8c31f4c9-6b99-41c5-9177-7ec16f411a9d service nova] Acquired lock "refresh_cache-13db3698-d248-402b-a12e-d56d116997e2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.877422] env[69663]: DEBUG nova.network.neutron [req-ce2b4d92-2a72-438b-a35d-a4826665b5aa req-8c31f4c9-6b99-41c5-9177-7ec16f411a9d service nova] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Refreshing network info cache for port b6652498-e6f4-4b84-b1c8-f787f93baf00 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1181.878549] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:37:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2ede0e6-8d7a-4018-bb37-25bf388e9867', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6652498-e6f4-4b84-b1c8-f787f93baf00', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1181.886396] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Creating folder: Project (67852fbd7b0f485d8ef6264566a3edbf). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1181.888254] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d433fc98-7f7d-4506-a470-82e7982d973b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.890509] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3481ecff-7e5b-4a7f-9a20-a1588a29c6fb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.914032] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2342fa2d-8d99-4446-ad3f-833dd51f345f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.916785] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Created folder: Project (67852fbd7b0f485d8ef6264566a3edbf) in parent group-v665133. [ 1181.916967] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Creating folder: Instances. Parent ref: group-v665425. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1181.917214] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7bd33392-1d7a-4530-8063-92e17ffda58f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.924367] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Updating instance 'ce8cbba3-89e0-41ed-a822-972f7452179f' progress to 83 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1181.928989] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Created folder: Instances in parent group-v665425. [ 1181.929368] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.929913] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1181.930256] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c2e7631-4b2f-42db-8dc1-3130e60204a4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.948859] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1181.948859] env[69663]: value = "task-3333527" [ 1181.948859] env[69663]: _type = "Task" [ 1181.948859] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.956189] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333527, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.219927] env[69663]: DEBUG nova.scheduler.client.report [None req-6a52ebed-7369-4b81-bd4f-63b965e07c18 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1182.378150] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1a11f7b3-79d6-417b-b62d-559072044f82 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1182.378432] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1a11f7b3-79d6-417b-b62d-559072044f82 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1182.378679] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a11f7b3-79d6-417b-b62d-559072044f82 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Deleting the datastore file [datastore1] d45768e5-763e-4953-8419-34a2d2a03ce5 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.378961] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f163e99-5484-4294-b19b-7229c614ed64 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.385536] env[69663]: DEBUG oslo_vmware.api [None req-1a11f7b3-79d6-417b-b62d-559072044f82 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1182.385536] env[69663]: value = "task-3333528" [ 1182.385536] env[69663]: _type = "Task" [ 1182.385536] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.398155] env[69663]: DEBUG oslo_vmware.api [None req-1a11f7b3-79d6-417b-b62d-559072044f82 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.432437] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1182.432764] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56294566-34ce-4cc9-a9b0-ab01d99d3a56 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.440132] env[69663]: DEBUG oslo_vmware.api [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1182.440132] env[69663]: value = "task-3333529" [ 1182.440132] env[69663]: _type = "Task" [ 1182.440132] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.451637] env[69663]: DEBUG oslo_vmware.api [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.468075] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333527, 'name': CreateVM_Task} progress is 25%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.896633] env[69663]: DEBUG oslo_vmware.api [None req-1a11f7b3-79d6-417b-b62d-559072044f82 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175571} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.897066] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a11f7b3-79d6-417b-b62d-559072044f82 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1182.897147] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1a11f7b3-79d6-417b-b62d-559072044f82 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1182.897330] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1a11f7b3-79d6-417b-b62d-559072044f82 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1182.897566] env[69663]: INFO nova.compute.manager [None req-1a11f7b3-79d6-417b-b62d-559072044f82 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Took 1.95 seconds to destroy the instance on the hypervisor. [ 1182.897836] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a11f7b3-79d6-417b-b62d-559072044f82 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1182.898125] env[69663]: DEBUG nova.compute.manager [-] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1182.898224] env[69663]: DEBUG nova.network.neutron [-] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1182.951722] env[69663]: DEBUG oslo_vmware.api [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333529, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.957390] env[69663]: DEBUG nova.network.neutron [req-ce2b4d92-2a72-438b-a35d-a4826665b5aa req-8c31f4c9-6b99-41c5-9177-7ec16f411a9d service nova] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Updated VIF entry in instance network info cache for port b6652498-e6f4-4b84-b1c8-f787f93baf00. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1182.957390] env[69663]: DEBUG nova.network.neutron [req-ce2b4d92-2a72-438b-a35d-a4826665b5aa req-8c31f4c9-6b99-41c5-9177-7ec16f411a9d service nova] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Updating instance_info_cache with network_info: [{"id": "b6652498-e6f4-4b84-b1c8-f787f93baf00", "address": "fa:16:3e:e0:37:f5", "network": {"id": "0e79e821-378b-45ed-8cd6-e377a0432250", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1354526335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67852fbd7b0f485d8ef6264566a3edbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6652498-e6", "ovs_interfaceid": "b6652498-e6f4-4b84-b1c8-f787f93baf00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.964070] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333527, 'name': CreateVM_Task, 'duration_secs': 0.675743} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.964070] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1182.964070] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.964070] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.964399] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.964662] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adb69e6c-3467-4e18-99cd-67ec2d1ede4b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.970189] env[69663]: DEBUG oslo_vmware.api [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Waiting for the task: (returnval){ [ 1182.970189] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c54abf-bbe2-0567-6edc-922802c0502f" [ 1182.970189] env[69663]: _type = "Task" [ 1182.970189] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.982638] env[69663]: DEBUG oslo_vmware.api [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c54abf-bbe2-0567-6edc-922802c0502f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.991978] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquiring lock "refresh_cache-94525ee5-32e7-4e56-9c51-8a2778f738d7" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.992392] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquired lock "refresh_cache-94525ee5-32e7-4e56-9c51-8a2778f738d7" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.992492] env[69663]: DEBUG nova.network.neutron [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1183.024589] env[69663]: DEBUG nova.compute.manager [req-2a1399c8-73f2-41c7-8962-4ba297a3e7e9 req-5930250c-e5e8-48b3-990f-71556c74600b service nova] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Received event network-vif-plugged-df0faae1-9447-43e7-9ebd-353219d3f5c5 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1183.024820] env[69663]: DEBUG oslo_concurrency.lockutils [req-2a1399c8-73f2-41c7-8962-4ba297a3e7e9 req-5930250c-e5e8-48b3-990f-71556c74600b service nova] Acquiring lock "94525ee5-32e7-4e56-9c51-8a2778f738d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.025054] env[69663]: DEBUG oslo_concurrency.lockutils [req-2a1399c8-73f2-41c7-8962-4ba297a3e7e9 req-5930250c-e5e8-48b3-990f-71556c74600b service nova] Lock "94525ee5-32e7-4e56-9c51-8a2778f738d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.025239] env[69663]: DEBUG oslo_concurrency.lockutils [req-2a1399c8-73f2-41c7-8962-4ba297a3e7e9 req-5930250c-e5e8-48b3-990f-71556c74600b service nova] Lock "94525ee5-32e7-4e56-9c51-8a2778f738d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.025415] env[69663]: DEBUG nova.compute.manager [req-2a1399c8-73f2-41c7-8962-4ba297a3e7e9 req-5930250c-e5e8-48b3-990f-71556c74600b service nova] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] No waiting events found dispatching network-vif-plugged-df0faae1-9447-43e7-9ebd-353219d3f5c5 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1183.025586] env[69663]: WARNING nova.compute.manager [req-2a1399c8-73f2-41c7-8962-4ba297a3e7e9 req-5930250c-e5e8-48b3-990f-71556c74600b service nova] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Received unexpected event network-vif-plugged-df0faae1-9447-43e7-9ebd-353219d3f5c5 for instance with vm_state shelved_offloaded and task_state spawning. [ 1183.025750] env[69663]: DEBUG nova.compute.manager [req-2a1399c8-73f2-41c7-8962-4ba297a3e7e9 req-5930250c-e5e8-48b3-990f-71556c74600b service nova] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Received event network-changed-df0faae1-9447-43e7-9ebd-353219d3f5c5 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1183.025909] env[69663]: DEBUG nova.compute.manager [req-2a1399c8-73f2-41c7-8962-4ba297a3e7e9 req-5930250c-e5e8-48b3-990f-71556c74600b service nova] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Refreshing instance network info cache due to event network-changed-df0faae1-9447-43e7-9ebd-353219d3f5c5. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1183.026091] env[69663]: DEBUG oslo_concurrency.lockutils [req-2a1399c8-73f2-41c7-8962-4ba297a3e7e9 req-5930250c-e5e8-48b3-990f-71556c74600b service nova] Acquiring lock "refresh_cache-94525ee5-32e7-4e56-9c51-8a2778f738d7" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.233319] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6a52ebed-7369-4b81-bd4f-63b965e07c18 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.354s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.237096] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.221s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.237894] env[69663]: INFO nova.compute.claims [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1183.393718] env[69663]: DEBUG nova.compute.manager [req-73f35c4b-1c14-44f9-b5cb-8f4f0b226f0c req-9fd58823-6ef8-467e-b128-32f27ce7b72f service nova] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Received event network-vif-deleted-55dd4b42-a4ad-40e7-b702-c096cddea7bc {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1183.393935] env[69663]: INFO nova.compute.manager [req-73f35c4b-1c14-44f9-b5cb-8f4f0b226f0c req-9fd58823-6ef8-467e-b128-32f27ce7b72f service nova] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Neutron deleted interface 55dd4b42-a4ad-40e7-b702-c096cddea7bc; detaching it from the instance and deleting it from the info cache [ 1183.394129] env[69663]: DEBUG nova.network.neutron [req-73f35c4b-1c14-44f9-b5cb-8f4f0b226f0c req-9fd58823-6ef8-467e-b128-32f27ce7b72f service nova] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.451138] env[69663]: DEBUG oslo_vmware.api [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333529, 'name': PowerOnVM_Task, 'duration_secs': 0.539836} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.451442] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1183.451634] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-45ce83b3-ede4-46b9-b40e-0f4524b2d7f2 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Updating instance 'ce8cbba3-89e0-41ed-a822-972f7452179f' progress to 100 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1183.464192] env[69663]: DEBUG oslo_concurrency.lockutils [req-ce2b4d92-2a72-438b-a35d-a4826665b5aa req-8c31f4c9-6b99-41c5-9177-7ec16f411a9d service nova] Releasing lock "refresh_cache-13db3698-d248-402b-a12e-d56d116997e2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.479940] env[69663]: DEBUG oslo_vmware.api [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c54abf-bbe2-0567-6edc-922802c0502f, 'name': SearchDatastore_Task, 'duration_secs': 0.010691} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.481421] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.481669] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1183.481916] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.482102] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.482302] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1183.482566] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f9a9394-46ec-42e6-9274-7ba9556eb1cd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.491244] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1183.491464] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1183.492153] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7df7636-6152-4578-aee5-84d40d5c251b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.500902] env[69663]: DEBUG oslo_vmware.api [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Waiting for the task: (returnval){ [ 1183.500902] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d99cd2-dd70-2a1f-f5fb-b192ed830ebd" [ 1183.500902] env[69663]: _type = "Task" [ 1183.500902] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.512713] env[69663]: DEBUG oslo_vmware.api [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d99cd2-dd70-2a1f-f5fb-b192ed830ebd, 'name': SearchDatastore_Task, 'duration_secs': 0.009726} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.513484] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-233d2858-62cb-43ef-be36-67051d7ca347 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.520565] env[69663]: DEBUG oslo_vmware.api [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Waiting for the task: (returnval){ [ 1183.520565] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c279c6-c9f0-ff63-8d2d-25b44439a805" [ 1183.520565] env[69663]: _type = "Task" [ 1183.520565] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.529134] env[69663]: DEBUG oslo_vmware.api [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c279c6-c9f0-ff63-8d2d-25b44439a805, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.706484] env[69663]: DEBUG nova.network.neutron [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Updating instance_info_cache with network_info: [{"id": "df0faae1-9447-43e7-9ebd-353219d3f5c5", "address": "fa:16:3e:ab:09:a8", "network": {"id": "7ef2a542-c761-41fe-9064-8a46293182d7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1725131609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "012b7b4a90ba46bbaa828601d289a354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf0faae1-94", "ovs_interfaceid": "df0faae1-9447-43e7-9ebd-353219d3f5c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.798076] env[69663]: INFO nova.scheduler.client.report [None req-6a52ebed-7369-4b81-bd4f-63b965e07c18 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Deleted allocation for migration 9f45dc7a-dc4b-411b-b752-02c874209a95 [ 1183.870363] env[69663]: DEBUG nova.network.neutron [-] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.897544] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe74265e-1021-4e0e-b26b-ac2984b0a9bb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.908717] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d0b558-d79a-4729-a554-fe9b11515535 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.948112] env[69663]: DEBUG nova.compute.manager [req-73f35c4b-1c14-44f9-b5cb-8f4f0b226f0c req-9fd58823-6ef8-467e-b128-32f27ce7b72f service nova] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Detach interface failed, port_id=55dd4b42-a4ad-40e7-b702-c096cddea7bc, reason: Instance d45768e5-763e-4953-8419-34a2d2a03ce5 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1184.034624] env[69663]: DEBUG oslo_vmware.api [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c279c6-c9f0-ff63-8d2d-25b44439a805, 'name': SearchDatastore_Task, 'duration_secs': 0.009579} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.035259] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.037017] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 13db3698-d248-402b-a12e-d56d116997e2/13db3698-d248-402b-a12e-d56d116997e2.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1184.037017] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7c55870-c47b-4fa4-bb41-61f9edd5342e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.042957] env[69663]: DEBUG oslo_vmware.api [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Waiting for the task: (returnval){ [ 1184.042957] env[69663]: value = "task-3333530" [ 1184.042957] env[69663]: _type = "Task" [ 1184.042957] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.051113] env[69663]: DEBUG oslo_vmware.api [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Task: {'id': task-3333530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.209061] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Releasing lock "refresh_cache-94525ee5-32e7-4e56-9c51-8a2778f738d7" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.213863] env[69663]: DEBUG oslo_concurrency.lockutils [req-2a1399c8-73f2-41c7-8962-4ba297a3e7e9 req-5930250c-e5e8-48b3-990f-71556c74600b service nova] Acquired lock "refresh_cache-94525ee5-32e7-4e56-9c51-8a2778f738d7" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.214043] env[69663]: DEBUG nova.network.neutron [req-2a1399c8-73f2-41c7-8962-4ba297a3e7e9 req-5930250c-e5e8-48b3-990f-71556c74600b service nova] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Refreshing network info cache for port df0faae1-9447-43e7-9ebd-353219d3f5c5 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1184.235765] env[69663]: DEBUG nova.virt.hardware [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ebc540e5b8adda3086d4092c353e65f7',container_format='bare',created_at=2025-04-05T04:32:16Z,direct_url=,disk_format='vmdk',id=5782cdf5-9686-430c-9785-569fd62a11b9,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-734107309-shelved',owner='012b7b4a90ba46bbaa828601d289a354',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-04-05T04:32:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1184.236036] env[69663]: DEBUG nova.virt.hardware [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1184.236209] env[69663]: DEBUG nova.virt.hardware [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.236399] env[69663]: DEBUG nova.virt.hardware [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1184.236552] env[69663]: DEBUG nova.virt.hardware [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.236712] env[69663]: DEBUG nova.virt.hardware [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1184.236934] env[69663]: DEBUG nova.virt.hardware [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1184.237427] env[69663]: DEBUG nova.virt.hardware [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1184.237427] env[69663]: DEBUG nova.virt.hardware [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1184.237522] env[69663]: DEBUG nova.virt.hardware [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1184.237697] env[69663]: DEBUG nova.virt.hardware [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1184.238593] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81db037e-f9cb-4069-a2d6-f70b7d9f5b5c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.247662] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e74784d-9bde-4113-b66d-11d06fc24893 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.264914] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:09:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '255460d5-71d4-4bfd-87f1-acc10085db7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df0faae1-9447-43e7-9ebd-353219d3f5c5', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1184.272651] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.275917] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1184.276424] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5855b241-aa2b-4e36-9489-8fd4c2d18cab {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.299780] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1184.299780] env[69663]: value = "task-3333531" [ 1184.299780] env[69663]: _type = "Task" [ 1184.299780] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.306280] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6a52ebed-7369-4b81-bd4f-63b965e07c18 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "8177eeb4-6e53-4d49-8a79-6e29929c0adf" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 16.652s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.313442] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333531, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.376150] env[69663]: INFO nova.compute.manager [-] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Took 1.48 seconds to deallocate network for instance. [ 1184.555756] env[69663]: DEBUG oslo_vmware.api [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Task: {'id': task-3333530, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.570892] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787942d8-9786-4584-a9ec-142d9182e0f8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.578216] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f42403-f481-42a3-927f-e98897fa6875 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.614858] env[69663]: DEBUG oslo_concurrency.lockutils [None req-826aaea6-c4b5-431a-ae86-ec6c21294715 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "8177eeb4-6e53-4d49-8a79-6e29929c0adf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.614858] env[69663]: DEBUG oslo_concurrency.lockutils [None req-826aaea6-c4b5-431a-ae86-ec6c21294715 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "8177eeb4-6e53-4d49-8a79-6e29929c0adf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.614858] env[69663]: DEBUG oslo_concurrency.lockutils [None req-826aaea6-c4b5-431a-ae86-ec6c21294715 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "8177eeb4-6e53-4d49-8a79-6e29929c0adf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.615266] env[69663]: DEBUG oslo_concurrency.lockutils [None req-826aaea6-c4b5-431a-ae86-ec6c21294715 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "8177eeb4-6e53-4d49-8a79-6e29929c0adf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.615266] env[69663]: DEBUG oslo_concurrency.lockutils [None req-826aaea6-c4b5-431a-ae86-ec6c21294715 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "8177eeb4-6e53-4d49-8a79-6e29929c0adf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.618053] env[69663]: INFO nova.compute.manager [None req-826aaea6-c4b5-431a-ae86-ec6c21294715 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Terminating instance [ 1184.619942] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ecfece-ff44-4062-94c8-a489c9d3eae2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.623026] env[69663]: DEBUG nova.compute.manager [None req-826aaea6-c4b5-431a-ae86-ec6c21294715 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1184.623243] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-826aaea6-c4b5-431a-ae86-ec6c21294715 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1184.624045] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daad633f-d719-48b5-aa14-35a9aef2bd68 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.635038] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13fc84a-034e-4a99-8ab8-6925262ca765 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.638566] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-826aaea6-c4b5-431a-ae86-ec6c21294715 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1184.638813] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fa6e145-ef71-498c-89c5-fe3bd5e2ca41 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.650385] env[69663]: DEBUG nova.compute.provider_tree [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.652680] env[69663]: DEBUG oslo_vmware.api [None req-826aaea6-c4b5-431a-ae86-ec6c21294715 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1184.652680] env[69663]: value = "task-3333532" [ 1184.652680] env[69663]: _type = "Task" [ 1184.652680] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.661294] env[69663]: DEBUG oslo_vmware.api [None req-826aaea6-c4b5-431a-ae86-ec6c21294715 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.810152] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333531, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.885474] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1a11f7b3-79d6-417b-b62d-559072044f82 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.950756] env[69663]: DEBUG nova.network.neutron [req-2a1399c8-73f2-41c7-8962-4ba297a3e7e9 req-5930250c-e5e8-48b3-990f-71556c74600b service nova] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Updated VIF entry in instance network info cache for port df0faae1-9447-43e7-9ebd-353219d3f5c5. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1184.951168] env[69663]: DEBUG nova.network.neutron [req-2a1399c8-73f2-41c7-8962-4ba297a3e7e9 req-5930250c-e5e8-48b3-990f-71556c74600b service nova] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Updating instance_info_cache with network_info: [{"id": "df0faae1-9447-43e7-9ebd-353219d3f5c5", "address": "fa:16:3e:ab:09:a8", "network": {"id": "7ef2a542-c761-41fe-9064-8a46293182d7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1725131609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "012b7b4a90ba46bbaa828601d289a354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf0faae1-94", "ovs_interfaceid": "df0faae1-9447-43e7-9ebd-353219d3f5c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.057655] env[69663]: DEBUG oslo_vmware.api [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Task: {'id': task-3333530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515775} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.057655] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 13db3698-d248-402b-a12e-d56d116997e2/13db3698-d248-402b-a12e-d56d116997e2.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1185.057929] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1185.058283] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b72954e-83a7-434a-84ee-6f5c77f82489 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.066091] env[69663]: DEBUG oslo_vmware.api [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Waiting for the task: (returnval){ [ 1185.066091] env[69663]: value = "task-3333533" [ 1185.066091] env[69663]: _type = "Task" [ 1185.066091] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.076358] env[69663]: DEBUG oslo_vmware.api [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Task: {'id': task-3333533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.107501] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "ec005243-41c7-4109-874a-0dfe6d417bec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.108201] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "ec005243-41c7-4109-874a-0dfe6d417bec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.157679] env[69663]: DEBUG nova.scheduler.client.report [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1185.166209] env[69663]: DEBUG oslo_vmware.api [None req-826aaea6-c4b5-431a-ae86-ec6c21294715 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333532, 'name': PowerOffVM_Task, 'duration_secs': 0.232586} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.166437] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-826aaea6-c4b5-431a-ae86-ec6c21294715 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1185.166615] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-826aaea6-c4b5-431a-ae86-ec6c21294715 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1185.166864] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-343936de-2961-4bd2-bc31-88698b1ffde6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.225996] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-826aaea6-c4b5-431a-ae86-ec6c21294715 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1185.226274] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-826aaea6-c4b5-431a-ae86-ec6c21294715 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1185.226461] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-826aaea6-c4b5-431a-ae86-ec6c21294715 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Deleting the datastore file [datastore2] 8177eeb4-6e53-4d49-8a79-6e29929c0adf {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1185.226734] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80ec4540-6101-467d-a3a9-6115b66e5a40 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.234329] env[69663]: DEBUG oslo_vmware.api [None req-826aaea6-c4b5-431a-ae86-ec6c21294715 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1185.234329] env[69663]: value = "task-3333535" [ 1185.234329] env[69663]: _type = "Task" [ 1185.234329] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.242324] env[69663]: DEBUG oslo_vmware.api [None req-826aaea6-c4b5-431a-ae86-ec6c21294715 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.312101] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333531, 'name': CreateVM_Task, 'duration_secs': 0.805469} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.312439] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1185.313414] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5782cdf5-9686-430c-9785-569fd62a11b9" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.313731] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5782cdf5-9686-430c-9785-569fd62a11b9" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.314144] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5782cdf5-9686-430c-9785-569fd62a11b9" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.314422] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-713a8a6c-55e0-4727-bc5f-c70c48691df9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.319842] env[69663]: DEBUG oslo_vmware.api [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1185.319842] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5266f935-505a-e8f8-f6fc-025f6c7fca4f" [ 1185.319842] env[69663]: _type = "Task" [ 1185.319842] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.328163] env[69663]: DEBUG oslo_vmware.api [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5266f935-505a-e8f8-f6fc-025f6c7fca4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.456373] env[69663]: DEBUG oslo_concurrency.lockutils [req-2a1399c8-73f2-41c7-8962-4ba297a3e7e9 req-5930250c-e5e8-48b3-990f-71556c74600b service nova] Releasing lock "refresh_cache-94525ee5-32e7-4e56-9c51-8a2778f738d7" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.479023] env[69663]: DEBUG nova.network.neutron [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Port 734afd19-47ee-4004-a980-8b05d5761bbb binding to destination host cpu-1 is already ACTIVE {{(pid=69663) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1185.479317] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "refresh_cache-ce8cbba3-89e0-41ed-a822-972f7452179f" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.479479] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquired lock "refresh_cache-ce8cbba3-89e0-41ed-a822-972f7452179f" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.479651] env[69663]: DEBUG nova.network.neutron [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1185.575606] env[69663]: DEBUG oslo_vmware.api [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Task: {'id': task-3333533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07689} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.575918] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1185.576765] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9642fbc4-871c-44d2-aac8-c79f303058aa {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.598885] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 13db3698-d248-402b-a12e-d56d116997e2/13db3698-d248-402b-a12e-d56d116997e2.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.599217] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c412adbc-3645-4ac0-8a8c-5ca1a3eee2a2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.613598] env[69663]: DEBUG nova.compute.manager [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1185.622961] env[69663]: DEBUG oslo_vmware.api [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Waiting for the task: (returnval){ [ 1185.622961] env[69663]: value = "task-3333536" [ 1185.622961] env[69663]: _type = "Task" [ 1185.622961] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.631408] env[69663]: DEBUG oslo_vmware.api [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Task: {'id': task-3333536, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.662279] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.426s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.662881] env[69663]: DEBUG nova.compute.manager [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1185.665402] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.571s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.667064] env[69663]: INFO nova.compute.claims [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1185.743683] env[69663]: DEBUG oslo_vmware.api [None req-826aaea6-c4b5-431a-ae86-ec6c21294715 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333535, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15247} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.743916] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-826aaea6-c4b5-431a-ae86-ec6c21294715 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1185.744134] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-826aaea6-c4b5-431a-ae86-ec6c21294715 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1185.744325] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-826aaea6-c4b5-431a-ae86-ec6c21294715 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1185.744528] env[69663]: INFO nova.compute.manager [None req-826aaea6-c4b5-431a-ae86-ec6c21294715 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1185.744783] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-826aaea6-c4b5-431a-ae86-ec6c21294715 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.744980] env[69663]: DEBUG nova.compute.manager [-] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1185.745091] env[69663]: DEBUG nova.network.neutron [-] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1185.831657] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5782cdf5-9686-430c-9785-569fd62a11b9" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.831922] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Processing image 5782cdf5-9686-430c-9785-569fd62a11b9 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1185.832183] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5782cdf5-9686-430c-9785-569fd62a11b9/5782cdf5-9686-430c-9785-569fd62a11b9.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.832333] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5782cdf5-9686-430c-9785-569fd62a11b9/5782cdf5-9686-430c-9785-569fd62a11b9.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.832521] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1185.832775] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebaeeb7e-3865-4292-bc7e-9ca133098f60 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.841789] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1185.841973] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1185.842691] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b594ba5e-dae3-4c4d-9977-19a134fd01b5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.847614] env[69663]: DEBUG oslo_vmware.api [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1185.847614] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]521798b0-aaf5-758e-db02-6d8c2838ff3c" [ 1185.847614] env[69663]: _type = "Task" [ 1185.847614] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.854902] env[69663]: DEBUG oslo_vmware.api [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]521798b0-aaf5-758e-db02-6d8c2838ff3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.898658] env[69663]: DEBUG oslo_concurrency.lockutils [None req-79dc5de1-f81e-4a39-8dd2-c00555791df0 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "interface-a345e15c-764f-4cae-a56d-9dff582285e8-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.898966] env[69663]: DEBUG oslo_concurrency.lockutils [None req-79dc5de1-f81e-4a39-8dd2-c00555791df0 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "interface-a345e15c-764f-4cae-a56d-9dff582285e8-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.899383] env[69663]: DEBUG nova.objects.instance [None req-79dc5de1-f81e-4a39-8dd2-c00555791df0 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lazy-loading 'flavor' on Instance uuid a345e15c-764f-4cae-a56d-9dff582285e8 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.990956] env[69663]: DEBUG nova.compute.manager [req-936d663b-f6b9-4031-a69b-8d07ef73d29d req-331755a9-4e20-43b3-a7ab-c19e2623f7b0 service nova] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Received event network-vif-deleted-21191ba5-a6a6-496f-b896-4796c9160074 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1185.991243] env[69663]: INFO nova.compute.manager [req-936d663b-f6b9-4031-a69b-8d07ef73d29d req-331755a9-4e20-43b3-a7ab-c19e2623f7b0 service nova] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Neutron deleted interface 21191ba5-a6a6-496f-b896-4796c9160074; detaching it from the instance and deleting it from the info cache [ 1185.991721] env[69663]: DEBUG nova.network.neutron [req-936d663b-f6b9-4031-a69b-8d07ef73d29d req-331755a9-4e20-43b3-a7ab-c19e2623f7b0 service nova] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.138074] env[69663]: DEBUG oslo_vmware.api [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Task: {'id': task-3333536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.139430] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.173486] env[69663]: DEBUG nova.compute.utils [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1186.177400] env[69663]: DEBUG nova.compute.manager [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1186.177566] env[69663]: DEBUG nova.network.neutron [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1186.210429] env[69663]: DEBUG nova.network.neutron [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Updating instance_info_cache with network_info: [{"id": "734afd19-47ee-4004-a980-8b05d5761bbb", "address": "fa:16:3e:48:b7:fd", "network": {"id": "c9b0df65-b7eb-4aa8-9d53-4b8fa507b496", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-812774922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01abc007aca4ab388c2f26a1aab3ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap734afd19-47", "ovs_interfaceid": "734afd19-47ee-4004-a980-8b05d5761bbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.237870] env[69663]: DEBUG nova.policy [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed838432ba2d4832a2bbcb0dafca7dda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebc9ee8eda884e129ed4d8aee000d917', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1186.359571] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Preparing fetch location {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1186.359980] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Fetch image to [datastore1] OSTACK_IMG_088a695e-6d00-46f8-8afa-ff859f2f7fdc/OSTACK_IMG_088a695e-6d00-46f8-8afa-ff859f2f7fdc.vmdk {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1186.360258] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Downloading stream optimized image 5782cdf5-9686-430c-9785-569fd62a11b9 to [datastore1] OSTACK_IMG_088a695e-6d00-46f8-8afa-ff859f2f7fdc/OSTACK_IMG_088a695e-6d00-46f8-8afa-ff859f2f7fdc.vmdk on the data store datastore1 as vApp {{(pid=69663) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1186.360490] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Downloading image file data 5782cdf5-9686-430c-9785-569fd62a11b9 to the ESX as VM named 'OSTACK_IMG_088a695e-6d00-46f8-8afa-ff859f2f7fdc' {{(pid=69663) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1186.447331] env[69663]: DEBUG oslo_vmware.rw_handles [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1186.447331] env[69663]: value = "resgroup-9" [ 1186.447331] env[69663]: _type = "ResourcePool" [ 1186.447331] env[69663]: }. {{(pid=69663) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1186.447649] env[69663]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-8896f718-bd12-405c-8eed-eaa1a271fe88 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.471887] env[69663]: DEBUG oslo_vmware.rw_handles [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lease: (returnval){ [ 1186.471887] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]520d1065-0f7e-b532-7340-d2344c4cc676" [ 1186.471887] env[69663]: _type = "HttpNfcLease" [ 1186.471887] env[69663]: } obtained for vApp import into resource pool (val){ [ 1186.471887] env[69663]: value = "resgroup-9" [ 1186.471887] env[69663]: _type = "ResourcePool" [ 1186.471887] env[69663]: }. {{(pid=69663) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1186.472321] env[69663]: DEBUG oslo_vmware.api [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the lease: (returnval){ [ 1186.472321] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]520d1065-0f7e-b532-7340-d2344c4cc676" [ 1186.472321] env[69663]: _type = "HttpNfcLease" [ 1186.472321] env[69663]: } to be ready. {{(pid=69663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1186.475613] env[69663]: DEBUG nova.network.neutron [-] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.480122] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1186.480122] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]520d1065-0f7e-b532-7340-d2344c4cc676" [ 1186.480122] env[69663]: _type = "HttpNfcLease" [ 1186.480122] env[69663]: } is initializing. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1186.493491] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-276186ce-07d2-4a4c-8ce8-a5ffa747b2e8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.497340] env[69663]: DEBUG nova.objects.instance [None req-79dc5de1-f81e-4a39-8dd2-c00555791df0 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lazy-loading 'pci_requests' on Instance uuid a345e15c-764f-4cae-a56d-9dff582285e8 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.504831] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1787ad2a-053a-436b-be0d-474ee90a26a6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.542713] env[69663]: DEBUG nova.compute.manager [req-936d663b-f6b9-4031-a69b-8d07ef73d29d req-331755a9-4e20-43b3-a7ab-c19e2623f7b0 service nova] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Detach interface failed, port_id=21191ba5-a6a6-496f-b896-4796c9160074, reason: Instance 8177eeb4-6e53-4d49-8a79-6e29929c0adf could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1186.634098] env[69663]: DEBUG oslo_vmware.api [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Task: {'id': task-3333536, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.681608] env[69663]: DEBUG nova.compute.manager [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1186.712609] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Releasing lock "refresh_cache-ce8cbba3-89e0-41ed-a822-972f7452179f" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.866883] env[69663]: DEBUG nova.network.neutron [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Successfully created port: f752fc17-1c5b-4074-913b-997feb0d19a6 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1186.976024] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46563ee-33c5-4f5d-8b8d-ff60f6445fe2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.981284] env[69663]: INFO nova.compute.manager [-] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Took 1.24 seconds to deallocate network for instance. [ 1186.990958] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1186.990958] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]520d1065-0f7e-b532-7340-d2344c4cc676" [ 1186.990958] env[69663]: _type = "HttpNfcLease" [ 1186.990958] env[69663]: } is initializing. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1186.994382] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb5b4c6-91e4-45fe-852d-4e4ed016fbfa {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.024831] env[69663]: DEBUG nova.objects.base [None req-79dc5de1-f81e-4a39-8dd2-c00555791df0 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69663) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1187.025106] env[69663]: DEBUG nova.network.neutron [None req-79dc5de1-f81e-4a39-8dd2-c00555791df0 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1187.028512] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2783ada3-f27b-48e9-bc76-59ffc46e2edc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.037937] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36bbb59-95c9-4414-a349-de6fdfa7b166 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.058469] env[69663]: DEBUG nova.compute.provider_tree [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.073680] env[69663]: DEBUG nova.policy [None req-79dc5de1-f81e-4a39-8dd2-c00555791df0 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe26f33280d54c0da7b2a34b63081743', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac4fe632fbab4f2d8d8cd99d45525285', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1187.132702] env[69663]: DEBUG oslo_vmware.api [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Task: {'id': task-3333536, 'name': ReconfigVM_Task, 'duration_secs': 1.042963} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.132993] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 13db3698-d248-402b-a12e-d56d116997e2/13db3698-d248-402b-a12e-d56d116997e2.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1187.134042] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e7473af-e694-4ac5-8628-31f13ce27016 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.141496] env[69663]: DEBUG oslo_vmware.api [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Waiting for the task: (returnval){ [ 1187.141496] env[69663]: value = "task-3333538" [ 1187.141496] env[69663]: _type = "Task" [ 1187.141496] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.149548] env[69663]: DEBUG oslo_vmware.api [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Task: {'id': task-3333538, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.216639] env[69663]: DEBUG nova.compute.manager [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69663) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:897}} [ 1187.376217] env[69663]: DEBUG nova.network.neutron [None req-79dc5de1-f81e-4a39-8dd2-c00555791df0 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Successfully created port: 6dc98112-11c2-44c9-b6dd-f41443ac63c4 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1187.481665] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1187.481665] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]520d1065-0f7e-b532-7340-d2344c4cc676" [ 1187.481665] env[69663]: _type = "HttpNfcLease" [ 1187.481665] env[69663]: } is initializing. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1187.490712] env[69663]: DEBUG oslo_concurrency.lockutils [None req-826aaea6-c4b5-431a-ae86-ec6c21294715 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.562348] env[69663]: DEBUG nova.scheduler.client.report [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1187.652709] env[69663]: DEBUG oslo_vmware.api [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Task: {'id': task-3333538, 'name': Rename_Task, 'duration_secs': 0.164371} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.653039] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1187.653299] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6978cba-99aa-4e46-94b9-f2608907d8a2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.660214] env[69663]: DEBUG oslo_vmware.api [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Waiting for the task: (returnval){ [ 1187.660214] env[69663]: value = "task-3333539" [ 1187.660214] env[69663]: _type = "Task" [ 1187.660214] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.668010] env[69663]: DEBUG oslo_vmware.api [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Task: {'id': task-3333539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.694664] env[69663]: DEBUG nova.compute.manager [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1187.721146] env[69663]: DEBUG nova.virt.hardware [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1187.721472] env[69663]: DEBUG nova.virt.hardware [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1187.721678] env[69663]: DEBUG nova.virt.hardware [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1187.721900] env[69663]: DEBUG nova.virt.hardware [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1187.722068] env[69663]: DEBUG nova.virt.hardware [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1187.722229] env[69663]: DEBUG nova.virt.hardware [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1187.722459] env[69663]: DEBUG nova.virt.hardware [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1187.722631] env[69663]: DEBUG nova.virt.hardware [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1187.722804] env[69663]: DEBUG nova.virt.hardware [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1187.722969] env[69663]: DEBUG nova.virt.hardware [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1187.723159] env[69663]: DEBUG nova.virt.hardware [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1187.724048] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83a9652-1e73-4c52-90c8-cf23e62e3f2b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.732295] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516d2894-809e-41f8-ae33-28fa7180f652 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.982679] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1187.982679] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]520d1065-0f7e-b532-7340-d2344c4cc676" [ 1187.982679] env[69663]: _type = "HttpNfcLease" [ 1187.982679] env[69663]: } is ready. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1187.982994] env[69663]: DEBUG oslo_vmware.rw_handles [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1187.982994] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]520d1065-0f7e-b532-7340-d2344c4cc676" [ 1187.982994] env[69663]: _type = "HttpNfcLease" [ 1187.982994] env[69663]: }. {{(pid=69663) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1187.983763] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739cf2f2-5979-4e58-beec-53e34f9bfa9f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.992274] env[69663]: DEBUG oslo_vmware.rw_handles [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ec1d6-94cc-9a27-1e23-c376f331dab2/disk-0.vmdk from lease info. {{(pid=69663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1187.992563] env[69663]: DEBUG oslo_vmware.rw_handles [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ec1d6-94cc-9a27-1e23-c376f331dab2/disk-0.vmdk. {{(pid=69663) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1188.061760] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-835ec8d1-999b-4a68-a2f9-7bb4c1be1352 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.067805] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.402s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.068333] env[69663]: DEBUG nova.compute.manager [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1188.071639] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b9754917-7e12-4457-a785-2db3c3759400 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.721s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.071899] env[69663]: DEBUG nova.objects.instance [None req-b9754917-7e12-4457-a785-2db3c3759400 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lazy-loading 'resources' on Instance uuid 7f54d305-5518-4f9d-9667-a9c5e9417de9 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.169795] env[69663]: DEBUG oslo_vmware.api [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Task: {'id': task-3333539, 'name': PowerOnVM_Task, 'duration_secs': 0.484746} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.170202] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1188.170444] env[69663]: INFO nova.compute.manager [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1188.170640] env[69663]: DEBUG nova.compute.manager [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1188.171469] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1b4d6f-e7a6-492f-95b8-ebc0d230f8c0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.331437] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.440428] env[69663]: DEBUG nova.compute.manager [req-4edf2ad0-13d3-41d0-a57a-0a3b772ea029 req-3e7e4a75-bcd2-4464-bf54-73a706ec9bfd service nova] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Received event network-vif-plugged-f752fc17-1c5b-4074-913b-997feb0d19a6 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1188.440662] env[69663]: DEBUG oslo_concurrency.lockutils [req-4edf2ad0-13d3-41d0-a57a-0a3b772ea029 req-3e7e4a75-bcd2-4464-bf54-73a706ec9bfd service nova] Acquiring lock "fec191bb-2cd1-407a-a1ec-cb8e190ed1cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.442073] env[69663]: DEBUG oslo_concurrency.lockutils [req-4edf2ad0-13d3-41d0-a57a-0a3b772ea029 req-3e7e4a75-bcd2-4464-bf54-73a706ec9bfd service nova] Lock "fec191bb-2cd1-407a-a1ec-cb8e190ed1cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.442073] env[69663]: DEBUG oslo_concurrency.lockutils [req-4edf2ad0-13d3-41d0-a57a-0a3b772ea029 req-3e7e4a75-bcd2-4464-bf54-73a706ec9bfd service nova] Lock "fec191bb-2cd1-407a-a1ec-cb8e190ed1cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.442073] env[69663]: DEBUG nova.compute.manager [req-4edf2ad0-13d3-41d0-a57a-0a3b772ea029 req-3e7e4a75-bcd2-4464-bf54-73a706ec9bfd service nova] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] No waiting events found dispatching network-vif-plugged-f752fc17-1c5b-4074-913b-997feb0d19a6 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1188.442073] env[69663]: WARNING nova.compute.manager [req-4edf2ad0-13d3-41d0-a57a-0a3b772ea029 req-3e7e4a75-bcd2-4464-bf54-73a706ec9bfd service nova] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Received unexpected event network-vif-plugged-f752fc17-1c5b-4074-913b-997feb0d19a6 for instance with vm_state building and task_state spawning. [ 1188.526686] env[69663]: DEBUG nova.network.neutron [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Successfully updated port: f752fc17-1c5b-4074-913b-997feb0d19a6 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1188.576175] env[69663]: DEBUG nova.compute.utils [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1188.578058] env[69663]: DEBUG nova.compute.manager [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1188.578268] env[69663]: DEBUG nova.network.neutron [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1188.628774] env[69663]: DEBUG nova.policy [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3e81da551f24b998b63e4e06b8be5be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68815e7d149245cba41f9e38abbf12c9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1188.691533] env[69663]: INFO nova.compute.manager [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Took 19.08 seconds to build instance. [ 1188.926024] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc81238-5318-454c-b38a-3525baacf290 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.940944] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78329d85-87aa-4484-8862-19df0779a9b2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.984596] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea68369-22ad-4c0a-bfb9-98c903608aaf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.994279] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0e1d26-1598-443b-b749-eba28013a7cc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.011796] env[69663]: DEBUG nova.compute.provider_tree [None req-b9754917-7e12-4457-a785-2db3c3759400 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.021375] env[69663]: DEBUG nova.network.neutron [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Successfully created port: fb78d5f2-49f0-49c4-b699-a11a7ed5283f {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1189.032867] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "refresh_cache-fec191bb-2cd1-407a-a1ec-cb8e190ed1cd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.033054] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquired lock "refresh_cache-fec191bb-2cd1-407a-a1ec-cb8e190ed1cd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.033366] env[69663]: DEBUG nova.network.neutron [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1189.085187] env[69663]: DEBUG nova.compute.manager [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1189.151186] env[69663]: DEBUG nova.compute.manager [req-b4a27e2c-c737-4ccc-86c7-7ac60d1dcc8a req-952c7bea-8c8c-4f4a-999a-6bf9e8516560 service nova] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Received event network-vif-plugged-6dc98112-11c2-44c9-b6dd-f41443ac63c4 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1189.151458] env[69663]: DEBUG oslo_concurrency.lockutils [req-b4a27e2c-c737-4ccc-86c7-7ac60d1dcc8a req-952c7bea-8c8c-4f4a-999a-6bf9e8516560 service nova] Acquiring lock "a345e15c-764f-4cae-a56d-9dff582285e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.151741] env[69663]: DEBUG oslo_concurrency.lockutils [req-b4a27e2c-c737-4ccc-86c7-7ac60d1dcc8a req-952c7bea-8c8c-4f4a-999a-6bf9e8516560 service nova] Lock "a345e15c-764f-4cae-a56d-9dff582285e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.152289] env[69663]: DEBUG oslo_concurrency.lockutils [req-b4a27e2c-c737-4ccc-86c7-7ac60d1dcc8a req-952c7bea-8c8c-4f4a-999a-6bf9e8516560 service nova] Lock "a345e15c-764f-4cae-a56d-9dff582285e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.152345] env[69663]: DEBUG nova.compute.manager [req-b4a27e2c-c737-4ccc-86c7-7ac60d1dcc8a req-952c7bea-8c8c-4f4a-999a-6bf9e8516560 service nova] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] No waiting events found dispatching network-vif-plugged-6dc98112-11c2-44c9-b6dd-f41443ac63c4 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1189.152516] env[69663]: WARNING nova.compute.manager [req-b4a27e2c-c737-4ccc-86c7-7ac60d1dcc8a req-952c7bea-8c8c-4f4a-999a-6bf9e8516560 service nova] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Received unexpected event network-vif-plugged-6dc98112-11c2-44c9-b6dd-f41443ac63c4 for instance with vm_state active and task_state None. [ 1189.195138] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e5ac215f-0554-4a06-b956-1df2aae1af9b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Lock "13db3698-d248-402b-a12e-d56d116997e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.596s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.315589] env[69663]: DEBUG nova.network.neutron [None req-79dc5de1-f81e-4a39-8dd2-c00555791df0 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Successfully updated port: 6dc98112-11c2-44c9-b6dd-f41443ac63c4 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1189.428281] env[69663]: DEBUG oslo_vmware.rw_handles [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Completed reading data from the image iterator. {{(pid=69663) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1189.428443] env[69663]: DEBUG oslo_vmware.rw_handles [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ec1d6-94cc-9a27-1e23-c376f331dab2/disk-0.vmdk. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1189.429756] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b14cfd-7523-4cae-810c-0dbce9094a11 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.438298] env[69663]: DEBUG oslo_vmware.rw_handles [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ec1d6-94cc-9a27-1e23-c376f331dab2/disk-0.vmdk is in state: ready. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1189.438607] env[69663]: DEBUG oslo_vmware.rw_handles [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ec1d6-94cc-9a27-1e23-c376f331dab2/disk-0.vmdk. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1189.438909] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-6f429fa6-77b8-490b-aea3-c7478e7922a9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.517366] env[69663]: DEBUG nova.scheduler.client.report [None req-b9754917-7e12-4457-a785-2db3c3759400 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1189.571460] env[69663]: DEBUG nova.network.neutron [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1189.720800] env[69663]: DEBUG nova.network.neutron [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Updating instance_info_cache with network_info: [{"id": "f752fc17-1c5b-4074-913b-997feb0d19a6", "address": "fa:16:3e:20:5d:2b", "network": {"id": "8cbca3bc-03a1-4ed9-ac5e-db7b5a43ca88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-814804723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebc9ee8eda884e129ed4d8aee000d917", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf752fc17-1c", "ovs_interfaceid": "f752fc17-1c5b-4074-913b-997feb0d19a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.818289] env[69663]: DEBUG oslo_concurrency.lockutils [None req-79dc5de1-f81e-4a39-8dd2-c00555791df0 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "refresh_cache-a345e15c-764f-4cae-a56d-9dff582285e8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.818495] env[69663]: DEBUG oslo_concurrency.lockutils [None req-79dc5de1-f81e-4a39-8dd2-c00555791df0 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquired lock "refresh_cache-a345e15c-764f-4cae-a56d-9dff582285e8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.819118] env[69663]: DEBUG nova.network.neutron [None req-79dc5de1-f81e-4a39-8dd2-c00555791df0 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1190.010100] env[69663]: DEBUG oslo_vmware.rw_handles [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522ec1d6-94cc-9a27-1e23-c376f331dab2/disk-0.vmdk. {{(pid=69663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1190.010595] env[69663]: INFO nova.virt.vmwareapi.images [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Downloaded image file data 5782cdf5-9686-430c-9785-569fd62a11b9 [ 1190.011243] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbce7ceb-1e3b-4ecf-8581-55a85a363293 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.027220] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b9754917-7e12-4457-a785-2db3c3759400 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.956s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.029812] env[69663]: DEBUG oslo_concurrency.lockutils [None req-323c93d6-cdbf-4be1-bf1a-299f527341e2 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.680s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.030062] env[69663]: DEBUG nova.objects.instance [None req-323c93d6-cdbf-4be1-bf1a-299f527341e2 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Lazy-loading 'resources' on Instance uuid a3dff467-3feb-4278-8511-b4ccdacb50ea {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.031120] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f62658c9-9059-43b5-86d6-dc4c32df7808 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.050553] env[69663]: INFO nova.scheduler.client.report [None req-b9754917-7e12-4457-a785-2db3c3759400 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Deleted allocations for instance 7f54d305-5518-4f9d-9667-a9c5e9417de9 [ 1190.100349] env[69663]: DEBUG nova.compute.manager [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1190.166265] env[69663]: INFO nova.virt.vmwareapi.images [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] The imported VM was unregistered [ 1190.168393] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Caching image {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1190.168641] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Creating directory with path [datastore1] devstack-image-cache_base/5782cdf5-9686-430c-9785-569fd62a11b9 {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1190.168928] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-825a1456-be2e-44d6-a816-7d45ba3c93a7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.180316] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Created directory with path [datastore1] devstack-image-cache_base/5782cdf5-9686-430c-9785-569fd62a11b9 {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1190.180516] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_088a695e-6d00-46f8-8afa-ff859f2f7fdc/OSTACK_IMG_088a695e-6d00-46f8-8afa-ff859f2f7fdc.vmdk to [datastore1] devstack-image-cache_base/5782cdf5-9686-430c-9785-569fd62a11b9/5782cdf5-9686-430c-9785-569fd62a11b9.vmdk. {{(pid=69663) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1190.180767] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-12d75335-9c20-45f0-ad04-bab46376e8aa {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.189049] env[69663]: DEBUG oslo_vmware.api [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1190.189049] env[69663]: value = "task-3333541" [ 1190.189049] env[69663]: _type = "Task" [ 1190.189049] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.195664] env[69663]: DEBUG nova.virt.hardware [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1190.195899] env[69663]: DEBUG nova.virt.hardware [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1190.196076] env[69663]: DEBUG nova.virt.hardware [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1190.196274] env[69663]: DEBUG nova.virt.hardware [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1190.196428] env[69663]: DEBUG nova.virt.hardware [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1190.196580] env[69663]: DEBUG nova.virt.hardware [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1190.196793] env[69663]: DEBUG nova.virt.hardware [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1190.196966] env[69663]: DEBUG nova.virt.hardware [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1190.197166] env[69663]: DEBUG nova.virt.hardware [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1190.197337] env[69663]: DEBUG nova.virt.hardware [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1190.197519] env[69663]: DEBUG nova.virt.hardware [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1190.198276] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2c1ff8-0f4f-4990-84c9-6acdf3001287 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.208713] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c38f23-ff39-4bb4-93ca-bf1231342601 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.212333] env[69663]: DEBUG oslo_vmware.api [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333541, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.223560] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Releasing lock "refresh_cache-fec191bb-2cd1-407a-a1ec-cb8e190ed1cd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.223849] env[69663]: DEBUG nova.compute.manager [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Instance network_info: |[{"id": "f752fc17-1c5b-4074-913b-997feb0d19a6", "address": "fa:16:3e:20:5d:2b", "network": {"id": "8cbca3bc-03a1-4ed9-ac5e-db7b5a43ca88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-814804723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebc9ee8eda884e129ed4d8aee000d917", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf752fc17-1c", "ovs_interfaceid": "f752fc17-1c5b-4074-913b-997feb0d19a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1190.224243] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:5d:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec903a9-d773-4d7c-a80c-c2533be346fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f752fc17-1c5b-4074-913b-997feb0d19a6', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1190.231530] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.232052] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1190.232277] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b581235d-26b0-4383-8096-16f14d93d9d8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.251770] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1190.251770] env[69663]: value = "task-3333542" [ 1190.251770] env[69663]: _type = "Task" [ 1190.251770] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.262459] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333542, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.357823] env[69663]: WARNING nova.network.neutron [None req-79dc5de1-f81e-4a39-8dd2-c00555791df0 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] b2589710-832b-4b09-a36e-29ad5a4528fd already exists in list: networks containing: ['b2589710-832b-4b09-a36e-29ad5a4528fd']. ignoring it [ 1190.528622] env[69663]: DEBUG nova.compute.manager [req-77e0e18b-0137-449e-b8b8-fa1509a5f3a2 req-3893c800-5247-4b76-bacb-d012936ec749 service nova] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Received event network-changed-f752fc17-1c5b-4074-913b-997feb0d19a6 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1190.528863] env[69663]: DEBUG nova.compute.manager [req-77e0e18b-0137-449e-b8b8-fa1509a5f3a2 req-3893c800-5247-4b76-bacb-d012936ec749 service nova] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Refreshing instance network info cache due to event network-changed-f752fc17-1c5b-4074-913b-997feb0d19a6. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1190.529376] env[69663]: DEBUG oslo_concurrency.lockutils [req-77e0e18b-0137-449e-b8b8-fa1509a5f3a2 req-3893c800-5247-4b76-bacb-d012936ec749 service nova] Acquiring lock "refresh_cache-fec191bb-2cd1-407a-a1ec-cb8e190ed1cd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.529570] env[69663]: DEBUG oslo_concurrency.lockutils [req-77e0e18b-0137-449e-b8b8-fa1509a5f3a2 req-3893c800-5247-4b76-bacb-d012936ec749 service nova] Acquired lock "refresh_cache-fec191bb-2cd1-407a-a1ec-cb8e190ed1cd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.529756] env[69663]: DEBUG nova.network.neutron [req-77e0e18b-0137-449e-b8b8-fa1509a5f3a2 req-3893c800-5247-4b76-bacb-d012936ec749 service nova] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Refreshing network info cache for port f752fc17-1c5b-4074-913b-997feb0d19a6 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1190.558752] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b9754917-7e12-4457-a785-2db3c3759400 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "7f54d305-5518-4f9d-9667-a9c5e9417de9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.431s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.701193] env[69663]: DEBUG oslo_vmware.api [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333541, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.713325] env[69663]: DEBUG nova.network.neutron [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Successfully updated port: fb78d5f2-49f0-49c4-b699-a11a7ed5283f {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1190.727340] env[69663]: DEBUG nova.network.neutron [None req-79dc5de1-f81e-4a39-8dd2-c00555791df0 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Updating instance_info_cache with network_info: [{"id": "88912779-e048-4054-a696-a01f06ffd4c9", "address": "fa:16:3e:57:28:48", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88912779-e0", "ovs_interfaceid": "88912779-e048-4054-a696-a01f06ffd4c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6dc98112-11c2-44c9-b6dd-f41443ac63c4", "address": "fa:16:3e:6e:70:b3", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dc98112-11", "ovs_interfaceid": "6dc98112-11c2-44c9-b6dd-f41443ac63c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.761007] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333542, 'name': CreateVM_Task} progress is 25%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.853659] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56395eca-f8c4-4940-b04d-070b8f485b07 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.863779] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bb4b2e-17b9-4460-bc2f-9d5ef558d717 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.896776] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566a2476-61d9-4965-b90f-321da2921011 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.905542] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80e66f0-7260-4fc5-b59d-351310411013 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.919933] env[69663]: DEBUG nova.compute.provider_tree [None req-323c93d6-cdbf-4be1-bf1a-299f527341e2 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.119507] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8e3a04f0-9166-46d1-8fa6-456ea9b3953c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "23c2bd58-206d-4724-a660-65e3dec18907" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.119838] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8e3a04f0-9166-46d1-8fa6-456ea9b3953c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "23c2bd58-206d-4724-a660-65e3dec18907" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.120019] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8e3a04f0-9166-46d1-8fa6-456ea9b3953c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "23c2bd58-206d-4724-a660-65e3dec18907-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.120242] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8e3a04f0-9166-46d1-8fa6-456ea9b3953c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "23c2bd58-206d-4724-a660-65e3dec18907-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.120402] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8e3a04f0-9166-46d1-8fa6-456ea9b3953c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "23c2bd58-206d-4724-a660-65e3dec18907-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.122656] env[69663]: INFO nova.compute.manager [None req-8e3a04f0-9166-46d1-8fa6-456ea9b3953c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Terminating instance [ 1191.124899] env[69663]: DEBUG nova.compute.manager [None req-8e3a04f0-9166-46d1-8fa6-456ea9b3953c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1191.125198] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3a04f0-9166-46d1-8fa6-456ea9b3953c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1191.126119] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa397deb-90ea-4699-8798-127bd1d70fb3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.134760] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e3a04f0-9166-46d1-8fa6-456ea9b3953c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1191.135067] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34e795ef-28c7-41cf-a63a-8e1da3d6467b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.142173] env[69663]: DEBUG oslo_vmware.api [None req-8e3a04f0-9166-46d1-8fa6-456ea9b3953c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1191.142173] env[69663]: value = "task-3333543" [ 1191.142173] env[69663]: _type = "Task" [ 1191.142173] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.150443] env[69663]: DEBUG oslo_vmware.api [None req-8e3a04f0-9166-46d1-8fa6-456ea9b3953c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.185215] env[69663]: DEBUG nova.compute.manager [req-d19e4fa6-d3e6-495f-b882-d0985264b361 req-943df60d-536c-48dd-b726-a6e0f49ff90c service nova] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Received event network-changed-6dc98112-11c2-44c9-b6dd-f41443ac63c4 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1191.185464] env[69663]: DEBUG nova.compute.manager [req-d19e4fa6-d3e6-495f-b882-d0985264b361 req-943df60d-536c-48dd-b726-a6e0f49ff90c service nova] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Refreshing instance network info cache due to event network-changed-6dc98112-11c2-44c9-b6dd-f41443ac63c4. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1191.185778] env[69663]: DEBUG oslo_concurrency.lockutils [req-d19e4fa6-d3e6-495f-b882-d0985264b361 req-943df60d-536c-48dd-b726-a6e0f49ff90c service nova] Acquiring lock "refresh_cache-a345e15c-764f-4cae-a56d-9dff582285e8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.201417] env[69663]: DEBUG oslo_vmware.api [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333541, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.215934] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "refresh_cache-5c883912-9a6b-42ae-896b-bef07f84c285" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.216124] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquired lock "refresh_cache-5c883912-9a6b-42ae-896b-bef07f84c285" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.216300] env[69663]: DEBUG nova.network.neutron [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1191.231082] env[69663]: DEBUG oslo_concurrency.lockutils [None req-79dc5de1-f81e-4a39-8dd2-c00555791df0 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Releasing lock "refresh_cache-a345e15c-764f-4cae-a56d-9dff582285e8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.231883] env[69663]: DEBUG oslo_concurrency.lockutils [None req-79dc5de1-f81e-4a39-8dd2-c00555791df0 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "a345e15c-764f-4cae-a56d-9dff582285e8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.232104] env[69663]: DEBUG oslo_concurrency.lockutils [None req-79dc5de1-f81e-4a39-8dd2-c00555791df0 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquired lock "a345e15c-764f-4cae-a56d-9dff582285e8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.232640] env[69663]: DEBUG oslo_concurrency.lockutils [req-d19e4fa6-d3e6-495f-b882-d0985264b361 req-943df60d-536c-48dd-b726-a6e0f49ff90c service nova] Acquired lock "refresh_cache-a345e15c-764f-4cae-a56d-9dff582285e8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.232838] env[69663]: DEBUG nova.network.neutron [req-d19e4fa6-d3e6-495f-b882-d0985264b361 req-943df60d-536c-48dd-b726-a6e0f49ff90c service nova] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Refreshing network info cache for port 6dc98112-11c2-44c9-b6dd-f41443ac63c4 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1191.235114] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1a78a7-d316-4b33-8b69-1856b2e08a16 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.257997] env[69663]: DEBUG nova.virt.hardware [None req-79dc5de1-f81e-4a39-8dd2-c00555791df0 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1191.258301] env[69663]: DEBUG nova.virt.hardware [None req-79dc5de1-f81e-4a39-8dd2-c00555791df0 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1191.258475] env[69663]: DEBUG nova.virt.hardware [None req-79dc5de1-f81e-4a39-8dd2-c00555791df0 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.258759] env[69663]: DEBUG nova.virt.hardware [None req-79dc5de1-f81e-4a39-8dd2-c00555791df0 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1191.258944] env[69663]: DEBUG nova.virt.hardware [None req-79dc5de1-f81e-4a39-8dd2-c00555791df0 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.259131] env[69663]: DEBUG nova.virt.hardware [None req-79dc5de1-f81e-4a39-8dd2-c00555791df0 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1191.259352] env[69663]: DEBUG nova.virt.hardware [None req-79dc5de1-f81e-4a39-8dd2-c00555791df0 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1191.259522] env[69663]: DEBUG nova.virt.hardware [None req-79dc5de1-f81e-4a39-8dd2-c00555791df0 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1191.259695] env[69663]: DEBUG nova.virt.hardware [None req-79dc5de1-f81e-4a39-8dd2-c00555791df0 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1191.259862] env[69663]: DEBUG nova.virt.hardware [None req-79dc5de1-f81e-4a39-8dd2-c00555791df0 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1191.260050] env[69663]: DEBUG nova.virt.hardware [None req-79dc5de1-f81e-4a39-8dd2-c00555791df0 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1191.267143] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-79dc5de1-f81e-4a39-8dd2-c00555791df0 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Reconfiguring VM to attach interface {{(pid=69663) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 1191.268383] env[69663]: DEBUG nova.network.neutron [req-77e0e18b-0137-449e-b8b8-fa1509a5f3a2 req-3893c800-5247-4b76-bacb-d012936ec749 service nova] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Updated VIF entry in instance network info cache for port f752fc17-1c5b-4074-913b-997feb0d19a6. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1191.268790] env[69663]: DEBUG nova.network.neutron [req-77e0e18b-0137-449e-b8b8-fa1509a5f3a2 req-3893c800-5247-4b76-bacb-d012936ec749 service nova] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Updating instance_info_cache with network_info: [{"id": "f752fc17-1c5b-4074-913b-997feb0d19a6", "address": "fa:16:3e:20:5d:2b", "network": {"id": "8cbca3bc-03a1-4ed9-ac5e-db7b5a43ca88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-814804723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebc9ee8eda884e129ed4d8aee000d917", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf752fc17-1c", "ovs_interfaceid": "f752fc17-1c5b-4074-913b-997feb0d19a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.274044] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20c40b34-b54e-41cb-978d-ca49f90c452c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.293964] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333542, 'name': CreateVM_Task, 'duration_secs': 0.714648} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.295369] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1191.295788] env[69663]: DEBUG oslo_vmware.api [None req-79dc5de1-f81e-4a39-8dd2-c00555791df0 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1191.295788] env[69663]: value = "task-3333544" [ 1191.295788] env[69663]: _type = "Task" [ 1191.295788] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.296545] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.296742] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.297099] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.297463] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da88b48a-0abb-485f-8afe-7c7ccce4b968 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.307354] env[69663]: DEBUG oslo_vmware.api [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1191.307354] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525b85d6-87d0-2086-2e9d-3287f1984167" [ 1191.307354] env[69663]: _type = "Task" [ 1191.307354] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.312420] env[69663]: DEBUG oslo_vmware.api [None req-79dc5de1-f81e-4a39-8dd2-c00555791df0 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333544, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.322682] env[69663]: DEBUG oslo_vmware.api [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525b85d6-87d0-2086-2e9d-3287f1984167, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.423294] env[69663]: DEBUG nova.scheduler.client.report [None req-323c93d6-cdbf-4be1-bf1a-299f527341e2 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1191.653790] env[69663]: DEBUG oslo_vmware.api [None req-8e3a04f0-9166-46d1-8fa6-456ea9b3953c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333543, 'name': PowerOffVM_Task, 'duration_secs': 0.32836} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.654136] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e3a04f0-9166-46d1-8fa6-456ea9b3953c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1191.654319] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3a04f0-9166-46d1-8fa6-456ea9b3953c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1191.654632] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14f2a938-b050-4f67-affc-872d71820c79 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.703117] env[69663]: DEBUG oslo_vmware.api [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333541, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.715894] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3a04f0-9166-46d1-8fa6-456ea9b3953c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1191.716158] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3a04f0-9166-46d1-8fa6-456ea9b3953c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1191.716352] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e3a04f0-9166-46d1-8fa6-456ea9b3953c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Deleting the datastore file [datastore2] 23c2bd58-206d-4724-a660-65e3dec18907 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1191.716640] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f20f4af-4290-45c3-8fe7-df25c50caf31 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.726072] env[69663]: DEBUG oslo_vmware.api [None req-8e3a04f0-9166-46d1-8fa6-456ea9b3953c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1191.726072] env[69663]: value = "task-3333546" [ 1191.726072] env[69663]: _type = "Task" [ 1191.726072] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.734928] env[69663]: DEBUG oslo_vmware.api [None req-8e3a04f0-9166-46d1-8fa6-456ea9b3953c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.750900] env[69663]: DEBUG nova.network.neutron [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1191.787703] env[69663]: DEBUG oslo_concurrency.lockutils [req-77e0e18b-0137-449e-b8b8-fa1509a5f3a2 req-3893c800-5247-4b76-bacb-d012936ec749 service nova] Releasing lock "refresh_cache-fec191bb-2cd1-407a-a1ec-cb8e190ed1cd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.808689] env[69663]: DEBUG oslo_vmware.api [None req-79dc5de1-f81e-4a39-8dd2-c00555791df0 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.821606] env[69663]: DEBUG oslo_vmware.api [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525b85d6-87d0-2086-2e9d-3287f1984167, 'name': SearchDatastore_Task, 'duration_secs': 0.085119} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.824586] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.824860] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1191.825122] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.825339] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.825548] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1191.825876] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aaa0cfef-b726-48fb-ad15-312c0d11f046 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.856091] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1191.856314] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1191.857133] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0869ce4-bae5-42f0-8f73-d723c85c7353 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.862993] env[69663]: DEBUG oslo_vmware.api [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1191.862993] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]522c658a-22f9-d2c6-15d9-49a8438a4be3" [ 1191.862993] env[69663]: _type = "Task" [ 1191.862993] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.871703] env[69663]: DEBUG oslo_vmware.api [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]522c658a-22f9-d2c6-15d9-49a8438a4be3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.915653] env[69663]: DEBUG nova.network.neutron [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Updating instance_info_cache with network_info: [{"id": "fb78d5f2-49f0-49c4-b699-a11a7ed5283f", "address": "fa:16:3e:7d:a0:69", "network": {"id": "574b1c04-2607-4692-ac23-60377f5a2ddd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1371851621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68815e7d149245cba41f9e38abbf12c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb78d5f2-49", "ovs_interfaceid": "fb78d5f2-49f0-49c4-b699-a11a7ed5283f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.928754] env[69663]: DEBUG oslo_concurrency.lockutils [None req-323c93d6-cdbf-4be1-bf1a-299f527341e2 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.931170] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.984s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.960704] env[69663]: INFO nova.scheduler.client.report [None req-323c93d6-cdbf-4be1-bf1a-299f527341e2 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Deleted allocations for instance a3dff467-3feb-4278-8511-b4ccdacb50ea [ 1192.035428] env[69663]: DEBUG nova.network.neutron [req-d19e4fa6-d3e6-495f-b882-d0985264b361 req-943df60d-536c-48dd-b726-a6e0f49ff90c service nova] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Updated VIF entry in instance network info cache for port 6dc98112-11c2-44c9-b6dd-f41443ac63c4. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1192.035898] env[69663]: DEBUG nova.network.neutron [req-d19e4fa6-d3e6-495f-b882-d0985264b361 req-943df60d-536c-48dd-b726-a6e0f49ff90c service nova] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Updating instance_info_cache with network_info: [{"id": "88912779-e048-4054-a696-a01f06ffd4c9", "address": "fa:16:3e:57:28:48", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88912779-e0", "ovs_interfaceid": "88912779-e048-4054-a696-a01f06ffd4c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6dc98112-11c2-44c9-b6dd-f41443ac63c4", "address": "fa:16:3e:6e:70:b3", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dc98112-11", "ovs_interfaceid": "6dc98112-11c2-44c9-b6dd-f41443ac63c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.204517] env[69663]: DEBUG oslo_vmware.api [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333541, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.236039] env[69663]: DEBUG oslo_vmware.api [None req-8e3a04f0-9166-46d1-8fa6-456ea9b3953c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255734} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.236329] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e3a04f0-9166-46d1-8fa6-456ea9b3953c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1192.236532] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3a04f0-9166-46d1-8fa6-456ea9b3953c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1192.236716] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3a04f0-9166-46d1-8fa6-456ea9b3953c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1192.236903] env[69663]: INFO nova.compute.manager [None req-8e3a04f0-9166-46d1-8fa6-456ea9b3953c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1192.237184] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e3a04f0-9166-46d1-8fa6-456ea9b3953c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1192.237400] env[69663]: DEBUG nova.compute.manager [-] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1192.237820] env[69663]: DEBUG nova.network.neutron [-] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1192.310663] env[69663]: DEBUG oslo_vmware.api [None req-79dc5de1-f81e-4a39-8dd2-c00555791df0 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.334531] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d34a3718-2422-4e9f-a617-62de99dca572 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquiring lock "df83c894-73b4-4529-8a99-0ead18aa5cf2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.334852] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d34a3718-2422-4e9f-a617-62de99dca572 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lock "df83c894-73b4-4529-8a99-0ead18aa5cf2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.335138] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d34a3718-2422-4e9f-a617-62de99dca572 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquiring lock "df83c894-73b4-4529-8a99-0ead18aa5cf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.335392] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d34a3718-2422-4e9f-a617-62de99dca572 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lock "df83c894-73b4-4529-8a99-0ead18aa5cf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.335701] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d34a3718-2422-4e9f-a617-62de99dca572 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lock "df83c894-73b4-4529-8a99-0ead18aa5cf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.338026] env[69663]: INFO nova.compute.manager [None req-d34a3718-2422-4e9f-a617-62de99dca572 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Terminating instance [ 1192.340090] env[69663]: DEBUG nova.compute.manager [None req-d34a3718-2422-4e9f-a617-62de99dca572 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1192.340366] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d34a3718-2422-4e9f-a617-62de99dca572 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1192.341250] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a17b44-8de5-40d6-8c03-fc9184ad073e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.349322] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d34a3718-2422-4e9f-a617-62de99dca572 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1192.349632] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-249159bb-dcd1-4bdb-a50d-32a4bdd09717 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.356669] env[69663]: DEBUG oslo_vmware.api [None req-d34a3718-2422-4e9f-a617-62de99dca572 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 1192.356669] env[69663]: value = "task-3333547" [ 1192.356669] env[69663]: _type = "Task" [ 1192.356669] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.365401] env[69663]: DEBUG oslo_vmware.api [None req-d34a3718-2422-4e9f-a617-62de99dca572 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.374294] env[69663]: DEBUG oslo_vmware.api [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]522c658a-22f9-d2c6-15d9-49a8438a4be3, 'name': SearchDatastore_Task, 'duration_secs': 0.082156} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.375157] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44c284d6-d36c-426b-afeb-659327571acf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.380615] env[69663]: DEBUG oslo_vmware.api [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1192.380615] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]528c2ca6-4dce-81eb-c416-b0c81a661768" [ 1192.380615] env[69663]: _type = "Task" [ 1192.380615] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.389260] env[69663]: DEBUG oslo_vmware.api [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]528c2ca6-4dce-81eb-c416-b0c81a661768, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.420172] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Releasing lock "refresh_cache-5c883912-9a6b-42ae-896b-bef07f84c285" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.420528] env[69663]: DEBUG nova.compute.manager [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Instance network_info: |[{"id": "fb78d5f2-49f0-49c4-b699-a11a7ed5283f", "address": "fa:16:3e:7d:a0:69", "network": {"id": "574b1c04-2607-4692-ac23-60377f5a2ddd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1371851621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68815e7d149245cba41f9e38abbf12c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb78d5f2-49", "ovs_interfaceid": "fb78d5f2-49f0-49c4-b699-a11a7ed5283f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1192.421024] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:a0:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb78d5f2-49f0-49c4-b699-a11a7ed5283f', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1192.429984] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1192.430355] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1192.430616] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24af1524-a93e-4ad4-9374-85564a8d9bd6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.465763] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1192.465763] env[69663]: value = "task-3333548" [ 1192.465763] env[69663]: _type = "Task" [ 1192.465763] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.472356] env[69663]: DEBUG oslo_concurrency.lockutils [None req-323c93d6-cdbf-4be1-bf1a-299f527341e2 tempest-ServersNegativeTestJSON-1253990888 tempest-ServersNegativeTestJSON-1253990888-project-member] Lock "a3dff467-3feb-4278-8511-b4ccdacb50ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.316s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.478595] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333548, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.539450] env[69663]: DEBUG oslo_concurrency.lockutils [req-d19e4fa6-d3e6-495f-b882-d0985264b361 req-943df60d-536c-48dd-b726-a6e0f49ff90c service nova] Releasing lock "refresh_cache-a345e15c-764f-4cae-a56d-9dff582285e8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.539808] env[69663]: DEBUG nova.compute.manager [req-d19e4fa6-d3e6-495f-b882-d0985264b361 req-943df60d-536c-48dd-b726-a6e0f49ff90c service nova] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Received event network-changed-b6652498-e6f4-4b84-b1c8-f787f93baf00 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1192.540046] env[69663]: DEBUG nova.compute.manager [req-d19e4fa6-d3e6-495f-b882-d0985264b361 req-943df60d-536c-48dd-b726-a6e0f49ff90c service nova] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Refreshing instance network info cache due to event network-changed-b6652498-e6f4-4b84-b1c8-f787f93baf00. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1192.540338] env[69663]: DEBUG oslo_concurrency.lockutils [req-d19e4fa6-d3e6-495f-b882-d0985264b361 req-943df60d-536c-48dd-b726-a6e0f49ff90c service nova] Acquiring lock "refresh_cache-13db3698-d248-402b-a12e-d56d116997e2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.540599] env[69663]: DEBUG oslo_concurrency.lockutils [req-d19e4fa6-d3e6-495f-b882-d0985264b361 req-943df60d-536c-48dd-b726-a6e0f49ff90c service nova] Acquired lock "refresh_cache-13db3698-d248-402b-a12e-d56d116997e2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.540857] env[69663]: DEBUG nova.network.neutron [req-d19e4fa6-d3e6-495f-b882-d0985264b361 req-943df60d-536c-48dd-b726-a6e0f49ff90c service nova] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Refreshing network info cache for port b6652498-e6f4-4b84-b1c8-f787f93baf00 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1192.667307] env[69663]: DEBUG nova.compute.manager [req-889d273a-2a8a-4e2d-9d07-1a30d0d48bfe req-0bbe4e63-d4d1-4205-acd1-8055f235dca4 service nova] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Received event network-vif-plugged-fb78d5f2-49f0-49c4-b699-a11a7ed5283f {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1192.667558] env[69663]: DEBUG oslo_concurrency.lockutils [req-889d273a-2a8a-4e2d-9d07-1a30d0d48bfe req-0bbe4e63-d4d1-4205-acd1-8055f235dca4 service nova] Acquiring lock "5c883912-9a6b-42ae-896b-bef07f84c285-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.667807] env[69663]: DEBUG oslo_concurrency.lockutils [req-889d273a-2a8a-4e2d-9d07-1a30d0d48bfe req-0bbe4e63-d4d1-4205-acd1-8055f235dca4 service nova] Lock "5c883912-9a6b-42ae-896b-bef07f84c285-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.668017] env[69663]: DEBUG oslo_concurrency.lockutils [req-889d273a-2a8a-4e2d-9d07-1a30d0d48bfe req-0bbe4e63-d4d1-4205-acd1-8055f235dca4 service nova] Lock "5c883912-9a6b-42ae-896b-bef07f84c285-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.668219] env[69663]: DEBUG nova.compute.manager [req-889d273a-2a8a-4e2d-9d07-1a30d0d48bfe req-0bbe4e63-d4d1-4205-acd1-8055f235dca4 service nova] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] No waiting events found dispatching network-vif-plugged-fb78d5f2-49f0-49c4-b699-a11a7ed5283f {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1192.668426] env[69663]: WARNING nova.compute.manager [req-889d273a-2a8a-4e2d-9d07-1a30d0d48bfe req-0bbe4e63-d4d1-4205-acd1-8055f235dca4 service nova] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Received unexpected event network-vif-plugged-fb78d5f2-49f0-49c4-b699-a11a7ed5283f for instance with vm_state building and task_state spawning. [ 1192.668651] env[69663]: DEBUG nova.compute.manager [req-889d273a-2a8a-4e2d-9d07-1a30d0d48bfe req-0bbe4e63-d4d1-4205-acd1-8055f235dca4 service nova] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Received event network-changed-fb78d5f2-49f0-49c4-b699-a11a7ed5283f {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1192.668877] env[69663]: DEBUG nova.compute.manager [req-889d273a-2a8a-4e2d-9d07-1a30d0d48bfe req-0bbe4e63-d4d1-4205-acd1-8055f235dca4 service nova] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Refreshing instance network info cache due to event network-changed-fb78d5f2-49f0-49c4-b699-a11a7ed5283f. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1192.669088] env[69663]: DEBUG oslo_concurrency.lockutils [req-889d273a-2a8a-4e2d-9d07-1a30d0d48bfe req-0bbe4e63-d4d1-4205-acd1-8055f235dca4 service nova] Acquiring lock "refresh_cache-5c883912-9a6b-42ae-896b-bef07f84c285" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.669266] env[69663]: DEBUG oslo_concurrency.lockutils [req-889d273a-2a8a-4e2d-9d07-1a30d0d48bfe req-0bbe4e63-d4d1-4205-acd1-8055f235dca4 service nova] Acquired lock "refresh_cache-5c883912-9a6b-42ae-896b-bef07f84c285" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.669447] env[69663]: DEBUG nova.network.neutron [req-889d273a-2a8a-4e2d-9d07-1a30d0d48bfe req-0bbe4e63-d4d1-4205-acd1-8055f235dca4 service nova] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Refreshing network info cache for port fb78d5f2-49f0-49c4-b699-a11a7ed5283f {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1192.707325] env[69663]: DEBUG oslo_vmware.api [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333541, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.808620] env[69663]: DEBUG oslo_vmware.api [None req-79dc5de1-f81e-4a39-8dd2-c00555791df0 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333544, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.868135] env[69663]: DEBUG oslo_vmware.api [None req-d34a3718-2422-4e9f-a617-62de99dca572 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333547, 'name': PowerOffVM_Task, 'duration_secs': 0.425064} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.868784] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d34a3718-2422-4e9f-a617-62de99dca572 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1192.868784] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d34a3718-2422-4e9f-a617-62de99dca572 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1192.868933] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b667c62-c545-4303-ac93-f9280e762179 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.891500] env[69663]: DEBUG oslo_vmware.api [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]528c2ca6-4dce-81eb-c416-b0c81a661768, 'name': SearchDatastore_Task, 'duration_secs': 0.090326} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.891800] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.893038] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] fec191bb-2cd1-407a-a1ec-cb8e190ed1cd/fec191bb-2cd1-407a-a1ec-cb8e190ed1cd.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1192.893038] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b0a0950-e950-4d5b-8e8a-a434837fdf70 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.900392] env[69663]: DEBUG oslo_vmware.api [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1192.900392] env[69663]: value = "task-3333550" [ 1192.900392] env[69663]: _type = "Task" [ 1192.900392] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.912270] env[69663]: DEBUG oslo_vmware.api [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.961472] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Applying migration context for instance ce8cbba3-89e0-41ed-a822-972f7452179f as it has an incoming, in-progress migration a87791f9-cf06-493d-9c8d-92444b0eee37. Migration status is reverting {{(pid=69663) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1192.963464] env[69663]: INFO nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Updating resource usage from migration a87791f9-cf06-493d-9c8d-92444b0eee37 [ 1192.975877] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333548, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.983790] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance f8fd6dad-6e51-4f7c-b769-00f03441a061 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.983989] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 731c4f58-055c-480f-99ca-1c9ef9bb9dff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.984279] env[69663]: WARNING nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance d45768e5-763e-4953-8419-34a2d2a03ce5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1192.984515] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 847867f7-e724-49f7-9caf-35f2cc2406ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.984608] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.984789] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance fb9630cf-b4cf-4f8c-a23f-d0911eac9419 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.984936] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 789877a1-9e03-4bce-97e5-ca1cce81e4ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.985097] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance a345e15c-764f-4cae-a56d-9dff582285e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.985247] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance df83c894-73b4-4529-8a99-0ead18aa5cf2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 3, 'MEMORY_MB': 1024, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.985381] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 23c2bd58-206d-4724-a660-65e3dec18907 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.985543] env[69663]: WARNING nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 8177eeb4-6e53-4d49-8a79-6e29929c0adf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1192.985689] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Migration a87791f9-cf06-493d-9c8d-92444b0eee37 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1192.985834] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 94525ee5-32e7-4e56-9c51-8a2778f738d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.986180] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance ce8cbba3-89e0-41ed-a822-972f7452179f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.986180] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 13db3698-d248-402b-a12e-d56d116997e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.986331] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance fec191bb-2cd1-407a-a1ec-cb8e190ed1cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.986417] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 5c883912-9a6b-42ae-896b-bef07f84c285 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1192.990991] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d34a3718-2422-4e9f-a617-62de99dca572 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1192.991277] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d34a3718-2422-4e9f-a617-62de99dca572 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1192.992610] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-d34a3718-2422-4e9f-a617-62de99dca572 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Deleting the datastore file [datastore2] df83c894-73b4-4529-8a99-0ead18aa5cf2 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.992610] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d89c9e9-05c7-4c65-a085-e542f2d1c0c1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.001696] env[69663]: DEBUG oslo_vmware.api [None req-d34a3718-2422-4e9f-a617-62de99dca572 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for the task: (returnval){ [ 1193.001696] env[69663]: value = "task-3333551" [ 1193.001696] env[69663]: _type = "Task" [ 1193.001696] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.011449] env[69663]: DEBUG oslo_vmware.api [None req-d34a3718-2422-4e9f-a617-62de99dca572 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.105769] env[69663]: DEBUG nova.network.neutron [-] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.205615] env[69663]: DEBUG oslo_vmware.api [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333541, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.525625} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.206024] env[69663]: INFO nova.virt.vmwareapi.ds_util [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_088a695e-6d00-46f8-8afa-ff859f2f7fdc/OSTACK_IMG_088a695e-6d00-46f8-8afa-ff859f2f7fdc.vmdk to [datastore1] devstack-image-cache_base/5782cdf5-9686-430c-9785-569fd62a11b9/5782cdf5-9686-430c-9785-569fd62a11b9.vmdk. [ 1193.206465] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Cleaning up location [datastore1] OSTACK_IMG_088a695e-6d00-46f8-8afa-ff859f2f7fdc {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1193.206465] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_088a695e-6d00-46f8-8afa-ff859f2f7fdc {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1193.206630] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5c54991-a8fb-4eeb-b535-b0ca3c146b04 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.214882] env[69663]: DEBUG oslo_vmware.api [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1193.214882] env[69663]: value = "task-3333552" [ 1193.214882] env[69663]: _type = "Task" [ 1193.214882] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.227321] env[69663]: DEBUG oslo_vmware.api [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333552, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.310329] env[69663]: DEBUG oslo_vmware.api [None req-79dc5de1-f81e-4a39-8dd2-c00555791df0 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333544, 'name': ReconfigVM_Task, 'duration_secs': 1.5374} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.314123] env[69663]: DEBUG oslo_concurrency.lockutils [None req-79dc5de1-f81e-4a39-8dd2-c00555791df0 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Releasing lock "a345e15c-764f-4cae-a56d-9dff582285e8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.314387] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-79dc5de1-f81e-4a39-8dd2-c00555791df0 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Reconfigured VM to attach interface {{(pid=69663) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1943}} [ 1193.343829] env[69663]: DEBUG nova.network.neutron [req-d19e4fa6-d3e6-495f-b882-d0985264b361 req-943df60d-536c-48dd-b726-a6e0f49ff90c service nova] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Updated VIF entry in instance network info cache for port b6652498-e6f4-4b84-b1c8-f787f93baf00. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1193.345607] env[69663]: DEBUG nova.network.neutron [req-d19e4fa6-d3e6-495f-b882-d0985264b361 req-943df60d-536c-48dd-b726-a6e0f49ff90c service nova] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Updating instance_info_cache with network_info: [{"id": "b6652498-e6f4-4b84-b1c8-f787f93baf00", "address": "fa:16:3e:e0:37:f5", "network": {"id": "0e79e821-378b-45ed-8cd6-e377a0432250", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1354526335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67852fbd7b0f485d8ef6264566a3edbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2ede0e6-8d7a-4018-bb37-25bf388e9867", "external-id": "nsx-vlan-transportzone-945", "segmentation_id": 945, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6652498-e6", "ovs_interfaceid": "b6652498-e6f4-4b84-b1c8-f787f93baf00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.414100] env[69663]: DEBUG oslo_vmware.api [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333550, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.442550] env[69663]: DEBUG oslo_concurrency.lockutils [None req-06e88cfb-5514-4684-8ee9-71d137cb753a tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquiring lock "789877a1-9e03-4bce-97e5-ca1cce81e4ab" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.442550] env[69663]: DEBUG oslo_concurrency.lockutils [None req-06e88cfb-5514-4684-8ee9-71d137cb753a tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lock "789877a1-9e03-4bce-97e5-ca1cce81e4ab" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.481022] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333548, 'name': CreateVM_Task, 'duration_secs': 0.525433} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.481022] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1193.481022] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.481022] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.481022] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.481022] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-494ba31f-6d46-401f-a328-e460cfd77634 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.487957] env[69663]: DEBUG oslo_vmware.api [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1193.487957] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ebcfd0-b5c6-2500-bb06-db78c933bb3b" [ 1193.487957] env[69663]: _type = "Task" [ 1193.487957] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.493603] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance ec005243-41c7-4109-874a-0dfe6d417bec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1193.493849] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1193.494080] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4288MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1193.506558] env[69663]: DEBUG oslo_vmware.api [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ebcfd0-b5c6-2500-bb06-db78c933bb3b, 'name': SearchDatastore_Task, 'duration_secs': 0.010187} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.510992] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.510992] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1193.511182] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.511405] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.511590] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1193.511950] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a35e941b-9b2c-45f6-82e5-356c047573e4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.519119] env[69663]: DEBUG oslo_vmware.api [None req-d34a3718-2422-4e9f-a617-62de99dca572 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Task: {'id': task-3333551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.431013} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.519832] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-d34a3718-2422-4e9f-a617-62de99dca572 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.520212] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d34a3718-2422-4e9f-a617-62de99dca572 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1193.520273] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d34a3718-2422-4e9f-a617-62de99dca572 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1193.520408] env[69663]: INFO nova.compute.manager [None req-d34a3718-2422-4e9f-a617-62de99dca572 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1193.520656] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d34a3718-2422-4e9f-a617-62de99dca572 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.521424] env[69663]: DEBUG nova.compute.manager [-] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1193.521581] env[69663]: DEBUG nova.network.neutron [-] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1193.523449] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1193.523633] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1193.526612] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53a7c732-1dd4-4c36-a3c0-5b33a351b925 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.535457] env[69663]: DEBUG oslo_vmware.api [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1193.535457] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a77aa1-0923-9925-97fa-f964faded5b7" [ 1193.535457] env[69663]: _type = "Task" [ 1193.535457] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.542969] env[69663]: DEBUG oslo_vmware.api [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a77aa1-0923-9925-97fa-f964faded5b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.546818] env[69663]: DEBUG nova.network.neutron [req-889d273a-2a8a-4e2d-9d07-1a30d0d48bfe req-0bbe4e63-d4d1-4205-acd1-8055f235dca4 service nova] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Updated VIF entry in instance network info cache for port fb78d5f2-49f0-49c4-b699-a11a7ed5283f. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1193.547174] env[69663]: DEBUG nova.network.neutron [req-889d273a-2a8a-4e2d-9d07-1a30d0d48bfe req-0bbe4e63-d4d1-4205-acd1-8055f235dca4 service nova] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Updating instance_info_cache with network_info: [{"id": "fb78d5f2-49f0-49c4-b699-a11a7ed5283f", "address": "fa:16:3e:7d:a0:69", "network": {"id": "574b1c04-2607-4692-ac23-60377f5a2ddd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1371851621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68815e7d149245cba41f9e38abbf12c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb78d5f2-49", "ovs_interfaceid": "fb78d5f2-49f0-49c4-b699-a11a7ed5283f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.608746] env[69663]: INFO nova.compute.manager [-] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Took 1.37 seconds to deallocate network for instance. [ 1193.726237] env[69663]: DEBUG oslo_vmware.api [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333552, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202016} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.726577] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.726793] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5782cdf5-9686-430c-9785-569fd62a11b9/5782cdf5-9686-430c-9785-569fd62a11b9.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.727102] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5782cdf5-9686-430c-9785-569fd62a11b9/5782cdf5-9686-430c-9785-569fd62a11b9.vmdk to [datastore1] 94525ee5-32e7-4e56-9c51-8a2778f738d7/94525ee5-32e7-4e56-9c51-8a2778f738d7.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1193.727398] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed97bd8b-769e-4a4a-98b5-660b51dd07e4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.734853] env[69663]: DEBUG oslo_vmware.api [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1193.734853] env[69663]: value = "task-3333553" [ 1193.734853] env[69663]: _type = "Task" [ 1193.734853] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.744720] env[69663]: DEBUG oslo_vmware.api [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.783967] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad17f69-883d-4113-ac58-4ecd3387e4d3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.791910] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6859a29-677a-44d9-bf7d-7490ba006f0b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.825215] env[69663]: DEBUG oslo_concurrency.lockutils [None req-79dc5de1-f81e-4a39-8dd2-c00555791df0 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "interface-a345e15c-764f-4cae-a56d-9dff582285e8-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.926s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.827729] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3b5dc9-aa6e-436a-9f75-2b7b4c9d4555 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.835512] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5c1003-71bc-4acb-b1af-c03b09645939 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.851061] env[69663]: DEBUG oslo_concurrency.lockutils [req-d19e4fa6-d3e6-495f-b882-d0985264b361 req-943df60d-536c-48dd-b726-a6e0f49ff90c service nova] Releasing lock "refresh_cache-13db3698-d248-402b-a12e-d56d116997e2" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.853010] env[69663]: DEBUG nova.compute.provider_tree [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.915299] env[69663]: DEBUG oslo_vmware.api [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333550, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532667} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.915761] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] fec191bb-2cd1-407a-a1ec-cb8e190ed1cd/fec191bb-2cd1-407a-a1ec-cb8e190ed1cd.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1193.916969] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1193.916969] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d91b7a7d-f599-49b0-b3ed-8cf593443c06 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.925023] env[69663]: DEBUG oslo_vmware.api [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1193.925023] env[69663]: value = "task-3333554" [ 1193.925023] env[69663]: _type = "Task" [ 1193.925023] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.937453] env[69663]: DEBUG oslo_vmware.api [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333554, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.946983] env[69663]: INFO nova.compute.manager [None req-06e88cfb-5514-4684-8ee9-71d137cb753a tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Detaching volume 8d00c7d2-4776-4880-9bd6-752c503b1cd7 [ 1193.997378] env[69663]: INFO nova.virt.block_device [None req-06e88cfb-5514-4684-8ee9-71d137cb753a tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Attempting to driver detach volume 8d00c7d2-4776-4880-9bd6-752c503b1cd7 from mountpoint /dev/sdb [ 1193.997639] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-06e88cfb-5514-4684-8ee9-71d137cb753a tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Volume detach. Driver type: vmdk {{(pid=69663) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1193.997862] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-06e88cfb-5514-4684-8ee9-71d137cb753a tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665406', 'volume_id': '8d00c7d2-4776-4880-9bd6-752c503b1cd7', 'name': 'volume-8d00c7d2-4776-4880-9bd6-752c503b1cd7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '789877a1-9e03-4bce-97e5-ca1cce81e4ab', 'attached_at': '', 'detached_at': '', 'volume_id': '8d00c7d2-4776-4880-9bd6-752c503b1cd7', 'serial': '8d00c7d2-4776-4880-9bd6-752c503b1cd7'} {{(pid=69663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1193.998862] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce86fa2-7c6c-4854-b8b7-bb0abd728d3c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.022087] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bd2bf3-16df-47a9-b674-6ee342f8d348 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.031333] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd44987-00f4-4f7a-984e-31376fdf1d3f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.052209] env[69663]: DEBUG oslo_concurrency.lockutils [req-889d273a-2a8a-4e2d-9d07-1a30d0d48bfe req-0bbe4e63-d4d1-4205-acd1-8055f235dca4 service nova] Releasing lock "refresh_cache-5c883912-9a6b-42ae-896b-bef07f84c285" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.056844] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1792c063-ac84-4921-8a6a-57b1e7c83ca8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.065943] env[69663]: DEBUG oslo_vmware.api [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a77aa1-0923-9925-97fa-f964faded5b7, 'name': SearchDatastore_Task, 'duration_secs': 0.009675} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.079391] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-06e88cfb-5514-4684-8ee9-71d137cb753a tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] The volume has not been displaced from its original location: [datastore1] volume-8d00c7d2-4776-4880-9bd6-752c503b1cd7/volume-8d00c7d2-4776-4880-9bd6-752c503b1cd7.vmdk. No consolidation needed. {{(pid=69663) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1194.084916] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-06e88cfb-5514-4684-8ee9-71d137cb753a tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Reconfiguring VM instance instance-00000059 to detach disk 2001 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1194.086912] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11015cfd-546b-466b-a35b-8e02f2f29e94 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.089459] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1e43566-7d89-4be3-9cb5-c4be2fec0dad {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.108268] env[69663]: DEBUG oslo_vmware.api [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1194.108268] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52971eb9-cfb8-0998-6d4e-b5651b188084" [ 1194.108268] env[69663]: _type = "Task" [ 1194.108268] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.113088] env[69663]: DEBUG oslo_vmware.api [None req-06e88cfb-5514-4684-8ee9-71d137cb753a tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1194.113088] env[69663]: value = "task-3333555" [ 1194.113088] env[69663]: _type = "Task" [ 1194.113088] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.121013] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8e3a04f0-9166-46d1-8fa6-456ea9b3953c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.121377] env[69663]: DEBUG oslo_vmware.api [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52971eb9-cfb8-0998-6d4e-b5651b188084, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.128156] env[69663]: DEBUG oslo_vmware.api [None req-06e88cfb-5514-4684-8ee9-71d137cb753a tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333555, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.251030] env[69663]: DEBUG oslo_vmware.api [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333553, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.355600] env[69663]: DEBUG nova.scheduler.client.report [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1194.437241] env[69663]: DEBUG oslo_vmware.api [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333554, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.21096} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.437382] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1194.438495] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6a948c-e4d3-4a56-a88b-b0c1d94e6e33 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.467139] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] fec191bb-2cd1-407a-a1ec-cb8e190ed1cd/fec191bb-2cd1-407a-a1ec-cb8e190ed1cd.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.467573] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b75dfd48-f57e-48f4-973c-84e8e01871f7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.489359] env[69663]: DEBUG oslo_vmware.api [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1194.489359] env[69663]: value = "task-3333556" [ 1194.489359] env[69663]: _type = "Task" [ 1194.489359] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.497928] env[69663]: DEBUG oslo_vmware.api [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333556, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.604209] env[69663]: DEBUG nova.network.neutron [-] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.621051] env[69663]: DEBUG oslo_vmware.api [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52971eb9-cfb8-0998-6d4e-b5651b188084, 'name': SearchDatastore_Task, 'duration_secs': 0.081386} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.622465] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.623123] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 5c883912-9a6b-42ae-896b-bef07f84c285/5c883912-9a6b-42ae-896b-bef07f84c285.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1194.623376] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb2c0022-d80b-4af7-83e6-3a732315f331 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.629888] env[69663]: DEBUG oslo_vmware.api [None req-06e88cfb-5514-4684-8ee9-71d137cb753a tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333555, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.635400] env[69663]: DEBUG oslo_vmware.api [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1194.635400] env[69663]: value = "task-3333557" [ 1194.635400] env[69663]: _type = "Task" [ 1194.635400] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.643380] env[69663]: DEBUG oslo_vmware.api [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.721210] env[69663]: DEBUG nova.compute.manager [req-2117830a-9f3b-44dc-9ad8-78d282298da7 req-3f006e4e-3e25-4866-b1cf-36acde447904 service nova] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Received event network-vif-deleted-a37c0d93-dd19-4548-be13-7a46fbb987cf {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1194.721210] env[69663]: DEBUG nova.compute.manager [req-2117830a-9f3b-44dc-9ad8-78d282298da7 req-3f006e4e-3e25-4866-b1cf-36acde447904 service nova] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Received event network-vif-deleted-285745bc-c421-49e0-86a6-50eb90a0c252 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1194.749224] env[69663]: DEBUG oslo_vmware.api [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333553, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.861390] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69663) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1194.862771] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.931s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.863232] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1a11f7b3-79d6-417b-b62d-559072044f82 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.978s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.863572] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1a11f7b3-79d6-417b-b62d-559072044f82 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.865772] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.726s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.867586] env[69663]: INFO nova.compute.claims [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1194.898227] env[69663]: INFO nova.scheduler.client.report [None req-1a11f7b3-79d6-417b-b62d-559072044f82 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Deleted allocations for instance d45768e5-763e-4953-8419-34a2d2a03ce5 [ 1195.000058] env[69663]: DEBUG oslo_vmware.api [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.109345] env[69663]: INFO nova.compute.manager [-] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Took 1.59 seconds to deallocate network for instance. [ 1195.123958] env[69663]: DEBUG oslo_vmware.api [None req-06e88cfb-5514-4684-8ee9-71d137cb753a tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333555, 'name': ReconfigVM_Task, 'duration_secs': 0.52295} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.124275] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-06e88cfb-5514-4684-8ee9-71d137cb753a tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Reconfigured VM instance instance-00000059 to detach disk 2001 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1195.129012] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7ed6ba7-aad8-47db-9ad0-ec1de6ac6f76 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.163841] env[69663]: DEBUG oslo_vmware.api [None req-06e88cfb-5514-4684-8ee9-71d137cb753a tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1195.163841] env[69663]: value = "task-3333558" [ 1195.163841] env[69663]: _type = "Task" [ 1195.163841] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.169775] env[69663]: DEBUG oslo_vmware.api [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.181459] env[69663]: DEBUG oslo_vmware.api [None req-06e88cfb-5514-4684-8ee9-71d137cb753a tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.250502] env[69663]: DEBUG oslo_vmware.api [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333553, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.406375] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1a11f7b3-79d6-417b-b62d-559072044f82 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "d45768e5-763e-4953-8419-34a2d2a03ce5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.461s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.416164] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ebbf7d5c-606c-47e4-8f6e-719f2cfa6748 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "interface-a345e15c-764f-4cae-a56d-9dff582285e8-6dc98112-11c2-44c9-b6dd-f41443ac63c4" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.416541] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ebbf7d5c-606c-47e4-8f6e-719f2cfa6748 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "interface-a345e15c-764f-4cae-a56d-9dff582285e8-6dc98112-11c2-44c9-b6dd-f41443ac63c4" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.500990] env[69663]: DEBUG oslo_vmware.api [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333556, 'name': ReconfigVM_Task, 'duration_secs': 1.001536} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.501322] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Reconfigured VM instance instance-0000006b to attach disk [datastore1] fec191bb-2cd1-407a-a1ec-cb8e190ed1cd/fec191bb-2cd1-407a-a1ec-cb8e190ed1cd.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.502024] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ecc8f80-d298-449e-910b-4f75fe1f16f7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.508337] env[69663]: DEBUG oslo_vmware.api [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1195.508337] env[69663]: value = "task-3333559" [ 1195.508337] env[69663]: _type = "Task" [ 1195.508337] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.516332] env[69663]: DEBUG oslo_vmware.api [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333559, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.620321] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d34a3718-2422-4e9f-a617-62de99dca572 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.652895] env[69663]: DEBUG oslo_vmware.api [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.679189] env[69663]: DEBUG oslo_vmware.api [None req-06e88cfb-5514-4684-8ee9-71d137cb753a tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333558, 'name': ReconfigVM_Task, 'duration_secs': 0.218673} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.679549] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-06e88cfb-5514-4684-8ee9-71d137cb753a tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665406', 'volume_id': '8d00c7d2-4776-4880-9bd6-752c503b1cd7', 'name': 'volume-8d00c7d2-4776-4880-9bd6-752c503b1cd7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '789877a1-9e03-4bce-97e5-ca1cce81e4ab', 'attached_at': '', 'detached_at': '', 'volume_id': '8d00c7d2-4776-4880-9bd6-752c503b1cd7', 'serial': '8d00c7d2-4776-4880-9bd6-752c503b1cd7'} {{(pid=69663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1195.749189] env[69663]: DEBUG oslo_vmware.api [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333553, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.921247] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ebbf7d5c-606c-47e4-8f6e-719f2cfa6748 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "a345e15c-764f-4cae-a56d-9dff582285e8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.921507] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ebbf7d5c-606c-47e4-8f6e-719f2cfa6748 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquired lock "a345e15c-764f-4cae-a56d-9dff582285e8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.922715] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b07318-f3d5-48cb-9b93-24a408cbfda9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.955236] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f4555f-d1be-4447-af63-7758097d07c7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.981973] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbf7d5c-606c-47e4-8f6e-719f2cfa6748 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Reconfiguring VM to detach interface {{(pid=69663) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1974}} [ 1195.985058] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9391eb3b-8dd2-4dfd-a2ee-c923b23f4897 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.005550] env[69663]: DEBUG oslo_vmware.api [None req-ebbf7d5c-606c-47e4-8f6e-719f2cfa6748 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1196.005550] env[69663]: value = "task-3333560" [ 1196.005550] env[69663]: _type = "Task" [ 1196.005550] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.019737] env[69663]: DEBUG oslo_vmware.api [None req-ebbf7d5c-606c-47e4-8f6e-719f2cfa6748 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333560, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.025285] env[69663]: DEBUG oslo_vmware.api [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333559, 'name': Rename_Task, 'duration_secs': 0.405876} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.025285] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1196.025285] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c58abe35-595d-4b02-be31-5ab3423e342c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.033079] env[69663]: DEBUG oslo_vmware.api [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1196.033079] env[69663]: value = "task-3333561" [ 1196.033079] env[69663]: _type = "Task" [ 1196.033079] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.041721] env[69663]: DEBUG oslo_vmware.api [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.155410] env[69663]: DEBUG oslo_vmware.api [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333557, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.201135] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc69539-e860-4c8e-8c14-6a06ddbd0aa2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.210348] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e22351-b2b8-4607-993c-b0b3286c1478 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.247859] env[69663]: DEBUG nova.objects.instance [None req-06e88cfb-5514-4684-8ee9-71d137cb753a tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lazy-loading 'flavor' on Instance uuid 789877a1-9e03-4bce-97e5-ca1cce81e4ab {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.253135] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f6c7c2-1625-4386-ac57-d40823260b3a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.266239] env[69663]: DEBUG oslo_vmware.api [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333553, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.302578} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.268066] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3fcd78-a3dd-4285-899c-4db7acc70e03 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.272727] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5782cdf5-9686-430c-9785-569fd62a11b9/5782cdf5-9686-430c-9785-569fd62a11b9.vmdk to [datastore1] 94525ee5-32e7-4e56-9c51-8a2778f738d7/94525ee5-32e7-4e56-9c51-8a2778f738d7.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1196.274131] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456ed60b-a384-4c93-8bbe-3f8830a9ba53 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.291599] env[69663]: DEBUG nova.compute.provider_tree [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.314361] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 94525ee5-32e7-4e56-9c51-8a2778f738d7/94525ee5-32e7-4e56-9c51-8a2778f738d7.vmdk or device None with type streamOptimized {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.318939] env[69663]: DEBUG nova.scheduler.client.report [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1196.323020] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a5cd013-8a7c-4fae-867c-e2856f71be43 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.341995] env[69663]: DEBUG oslo_vmware.api [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1196.341995] env[69663]: value = "task-3333562" [ 1196.341995] env[69663]: _type = "Task" [ 1196.341995] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.352077] env[69663]: DEBUG oslo_vmware.api [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333562, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.515561] env[69663]: DEBUG oslo_vmware.api [None req-ebbf7d5c-606c-47e4-8f6e-719f2cfa6748 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.542795] env[69663]: DEBUG oslo_vmware.api [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333561, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.654460] env[69663]: DEBUG oslo_vmware.api [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333557, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.776209} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.654751] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 5c883912-9a6b-42ae-896b-bef07f84c285/5c883912-9a6b-42ae-896b-bef07f84c285.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1196.654994] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.655272] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7e4a979-629e-4589-b77d-91721e547fd7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.661464] env[69663]: DEBUG oslo_vmware.api [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1196.661464] env[69663]: value = "task-3333563" [ 1196.661464] env[69663]: _type = "Task" [ 1196.661464] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.670236] env[69663]: DEBUG oslo_vmware.api [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333563, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.836911] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.971s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.836911] env[69663]: DEBUG nova.compute.manager [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1196.839860] env[69663]: DEBUG oslo_concurrency.lockutils [None req-826aaea6-c4b5-431a-ae86-ec6c21294715 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.349s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.840038] env[69663]: DEBUG oslo_concurrency.lockutils [None req-826aaea6-c4b5-431a-ae86-ec6c21294715 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.842127] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 8.511s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.852479] env[69663]: DEBUG oslo_vmware.api [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.869596] env[69663]: INFO nova.scheduler.client.report [None req-826aaea6-c4b5-431a-ae86-ec6c21294715 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Deleted allocations for instance 8177eeb4-6e53-4d49-8a79-6e29929c0adf [ 1197.016364] env[69663]: DEBUG oslo_vmware.api [None req-ebbf7d5c-606c-47e4-8f6e-719f2cfa6748 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.043831] env[69663]: DEBUG oslo_vmware.api [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333561, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.171396] env[69663]: DEBUG oslo_vmware.api [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333563, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152808} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.171753] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1197.172574] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90be173-ec45-4984-a1b7-b9f1019cc459 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.197150] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 5c883912-9a6b-42ae-896b-bef07f84c285/5c883912-9a6b-42ae-896b-bef07f84c285.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.197498] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d55761d6-6261-47e6-812e-96cf6b83309a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.217949] env[69663]: DEBUG oslo_vmware.api [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1197.217949] env[69663]: value = "task-3333564" [ 1197.217949] env[69663]: _type = "Task" [ 1197.217949] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.226397] env[69663]: DEBUG oslo_vmware.api [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.262697] env[69663]: DEBUG oslo_concurrency.lockutils [None req-06e88cfb-5514-4684-8ee9-71d137cb753a tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lock "789877a1-9e03-4bce-97e5-ca1cce81e4ab" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.821s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.346105] env[69663]: DEBUG nova.compute.utils [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1197.347738] env[69663]: DEBUG nova.objects.instance [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lazy-loading 'migration_context' on Instance uuid ce8cbba3-89e0-41ed-a822-972f7452179f {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.351282] env[69663]: DEBUG nova.compute.manager [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1197.351282] env[69663]: DEBUG nova.network.neutron [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1197.363070] env[69663]: DEBUG oslo_vmware.api [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333562, 'name': ReconfigVM_Task, 'duration_secs': 0.6865} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.363370] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 94525ee5-32e7-4e56-9c51-8a2778f738d7/94525ee5-32e7-4e56-9c51-8a2778f738d7.vmdk or device None with type streamOptimized {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.364697] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'encryption_secret_uuid': None, 'disk_bus': None, 'encryption_format': None, 'guest_format': None, 'size': 0, 'encryption_options': None, 'device_type': 'disk', 'device_name': '/dev/sda', 'boot_index': 0, 'image_id': '03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665423', 'volume_id': '5472b0d2-bd47-4f70-a39e-0a13f2fb2434', 'name': 'volume-5472b0d2-bd47-4f70-a39e-0a13f2fb2434', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '94525ee5-32e7-4e56-9c51-8a2778f738d7', 'attached_at': '', 'detached_at': '', 'volume_id': '5472b0d2-bd47-4f70-a39e-0a13f2fb2434', 'serial': '5472b0d2-bd47-4f70-a39e-0a13f2fb2434'}, 'device_type': None, 'attachment_id': '90264622-f809-4e42-946f-d742628dd4ba', 'delete_on_termination': False, 'boot_index': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=69663) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1197.364983] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Volume attach. Driver type: vmdk {{(pid=69663) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1197.365473] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665423', 'volume_id': '5472b0d2-bd47-4f70-a39e-0a13f2fb2434', 'name': 'volume-5472b0d2-bd47-4f70-a39e-0a13f2fb2434', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '94525ee5-32e7-4e56-9c51-8a2778f738d7', 'attached_at': '', 'detached_at': '', 'volume_id': '5472b0d2-bd47-4f70-a39e-0a13f2fb2434', 'serial': '5472b0d2-bd47-4f70-a39e-0a13f2fb2434'} {{(pid=69663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1197.366735] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2a4dd2-7e1a-46e9-ae94-5ad4aa5e4ded {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.389493] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ffa87a-0097-4315-8550-5ea0023dcfa8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.392637] env[69663]: DEBUG oslo_concurrency.lockutils [None req-826aaea6-c4b5-431a-ae86-ec6c21294715 tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "8177eeb4-6e53-4d49-8a79-6e29929c0adf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.778s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.416784] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] volume-5472b0d2-bd47-4f70-a39e-0a13f2fb2434/volume-5472b0d2-bd47-4f70-a39e-0a13f2fb2434.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.417716] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0db59bef-e896-48bb-aae7-577d4c9ce618 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.432561] env[69663]: DEBUG nova.policy [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '045d9de37ef8469d87d12a48eee57613', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b520dada971c4d7c823cfd847cf6836d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1197.439603] env[69663]: DEBUG oslo_vmware.api [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1197.439603] env[69663]: value = "task-3333565" [ 1197.439603] env[69663]: _type = "Task" [ 1197.439603] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.447475] env[69663]: DEBUG oslo_vmware.api [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333565, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.523512] env[69663]: DEBUG oslo_vmware.api [None req-ebbf7d5c-606c-47e4-8f6e-719f2cfa6748 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.545206] env[69663]: DEBUG oslo_vmware.api [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333561, 'name': PowerOnVM_Task, 'duration_secs': 1.053223} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.545529] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1197.545741] env[69663]: INFO nova.compute.manager [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Took 9.85 seconds to spawn the instance on the hypervisor. [ 1197.545943] env[69663]: DEBUG nova.compute.manager [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1197.546798] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27cb8c2d-6e78-4294-9126-41d5ea3d1d01 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.728983] env[69663]: DEBUG oslo_vmware.api [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333564, 'name': ReconfigVM_Task, 'duration_secs': 0.487389} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.729367] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 5c883912-9a6b-42ae-896b-bef07f84c285/5c883912-9a6b-42ae-896b-bef07f84c285.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.730070] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ac6799e-7e2b-4bb8-bb73-f8a95d3a42f5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.736895] env[69663]: DEBUG oslo_vmware.api [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1197.736895] env[69663]: value = "task-3333566" [ 1197.736895] env[69663]: _type = "Task" [ 1197.736895] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.744729] env[69663]: DEBUG oslo_vmware.api [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333566, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.793528] env[69663]: DEBUG nova.network.neutron [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Successfully created port: b7b5297e-ae99-4582-a1ea-0f9b75fbe22d {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1197.848537] env[69663]: DEBUG oslo_concurrency.lockutils [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "2315a4d0-e4b2-4551-ab10-71373f99c3a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.848781] env[69663]: DEBUG oslo_concurrency.lockutils [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "2315a4d0-e4b2-4551-ab10-71373f99c3a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.849995] env[69663]: DEBUG nova.compute.manager [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1197.949172] env[69663]: DEBUG oslo_vmware.api [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333565, 'name': ReconfigVM_Task, 'duration_secs': 0.308966} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.951669] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Reconfigured VM instance instance-0000005a to attach disk [datastore1] volume-5472b0d2-bd47-4f70-a39e-0a13f2fb2434/volume-5472b0d2-bd47-4f70-a39e-0a13f2fb2434.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.956684] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e93b40d4-739e-429b-8ebf-bbe8efef799e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.973982] env[69663]: DEBUG oslo_vmware.api [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1197.973982] env[69663]: value = "task-3333567" [ 1197.973982] env[69663]: _type = "Task" [ 1197.973982] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.984790] env[69663]: DEBUG oslo_vmware.api [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333567, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.016350] env[69663]: DEBUG oslo_vmware.api [None req-ebbf7d5c-606c-47e4-8f6e-719f2cfa6748 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.019012] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cef8ccfb-51fb-4c3e-86ec-70dc5781bf32 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquiring lock "789877a1-9e03-4bce-97e5-ca1cce81e4ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.019259] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cef8ccfb-51fb-4c3e-86ec-70dc5781bf32 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lock "789877a1-9e03-4bce-97e5-ca1cce81e4ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.019470] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cef8ccfb-51fb-4c3e-86ec-70dc5781bf32 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquiring lock "789877a1-9e03-4bce-97e5-ca1cce81e4ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.019805] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cef8ccfb-51fb-4c3e-86ec-70dc5781bf32 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lock "789877a1-9e03-4bce-97e5-ca1cce81e4ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.019989] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cef8ccfb-51fb-4c3e-86ec-70dc5781bf32 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lock "789877a1-9e03-4bce-97e5-ca1cce81e4ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.022138] env[69663]: INFO nova.compute.manager [None req-cef8ccfb-51fb-4c3e-86ec-70dc5781bf32 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Terminating instance [ 1198.023963] env[69663]: DEBUG nova.compute.manager [None req-cef8ccfb-51fb-4c3e-86ec-70dc5781bf32 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1198.024337] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-cef8ccfb-51fb-4c3e-86ec-70dc5781bf32 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1198.025159] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9117bb10-37a4-474a-8bf5-f3efaf3cfa4a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.032152] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef8ccfb-51fb-4c3e-86ec-70dc5781bf32 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1198.034786] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28b23281-88f1-482d-9d76-e3d084bdae49 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.042184] env[69663]: DEBUG oslo_vmware.api [None req-cef8ccfb-51fb-4c3e-86ec-70dc5781bf32 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1198.042184] env[69663]: value = "task-3333568" [ 1198.042184] env[69663]: _type = "Task" [ 1198.042184] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.052139] env[69663]: DEBUG oslo_vmware.api [None req-cef8ccfb-51fb-4c3e-86ec-70dc5781bf32 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.065164] env[69663]: INFO nova.compute.manager [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Took 24.06 seconds to build instance. [ 1198.100908] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d07e83-bfca-41b8-a342-f5296f188ffe {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.108773] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87556682-a2ad-455d-8e77-53e25e0107a9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.141380] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7cd27b-4d54-4f1c-bbe6-965ee5c8bacc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.152671] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fd8865-cbc1-4547-a8bf-a277e05249da {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.173266] env[69663]: DEBUG nova.compute.provider_tree [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.247909] env[69663]: DEBUG oslo_vmware.api [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333566, 'name': Rename_Task, 'duration_secs': 0.305539} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.248298] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1198.248619] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5747552e-ff20-4ebb-b234-e9416d1fb09e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.256182] env[69663]: DEBUG oslo_vmware.api [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1198.256182] env[69663]: value = "task-3333569" [ 1198.256182] env[69663]: _type = "Task" [ 1198.256182] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.264522] env[69663]: DEBUG oslo_vmware.api [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.353943] env[69663]: DEBUG nova.compute.manager [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1198.483936] env[69663]: DEBUG oslo_vmware.api [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333567, 'name': ReconfigVM_Task, 'duration_secs': 0.159469} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.484276] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665423', 'volume_id': '5472b0d2-bd47-4f70-a39e-0a13f2fb2434', 'name': 'volume-5472b0d2-bd47-4f70-a39e-0a13f2fb2434', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '94525ee5-32e7-4e56-9c51-8a2778f738d7', 'attached_at': '', 'detached_at': '', 'volume_id': '5472b0d2-bd47-4f70-a39e-0a13f2fb2434', 'serial': '5472b0d2-bd47-4f70-a39e-0a13f2fb2434'} {{(pid=69663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1198.484855] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0aaeea89-008f-4909-ac59-2d9ea2832792 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.491740] env[69663]: DEBUG oslo_vmware.api [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1198.491740] env[69663]: value = "task-3333570" [ 1198.491740] env[69663]: _type = "Task" [ 1198.491740] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.499396] env[69663]: DEBUG oslo_vmware.api [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333570, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.516800] env[69663]: DEBUG oslo_vmware.api [None req-ebbf7d5c-606c-47e4-8f6e-719f2cfa6748 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.553773] env[69663]: DEBUG oslo_vmware.api [None req-cef8ccfb-51fb-4c3e-86ec-70dc5781bf32 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333568, 'name': PowerOffVM_Task, 'duration_secs': 0.302612} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.554148] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef8ccfb-51fb-4c3e-86ec-70dc5781bf32 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1198.554283] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-cef8ccfb-51fb-4c3e-86ec-70dc5781bf32 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1198.554635] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02256236-85f7-45fd-97d4-664096a3f408 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.570107] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4295e0f6-3289-47cf-968f-4e74f81100bb tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "fec191bb-2cd1-407a-a1ec-cb8e190ed1cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.575s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.615732] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-cef8ccfb-51fb-4c3e-86ec-70dc5781bf32 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1198.616162] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-cef8ccfb-51fb-4c3e-86ec-70dc5781bf32 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1198.616476] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-cef8ccfb-51fb-4c3e-86ec-70dc5781bf32 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Deleting the datastore file [datastore1] 789877a1-9e03-4bce-97e5-ca1cce81e4ab {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1198.616809] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-598bfc87-88a1-4e7c-ac0c-f9167c4712b6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.623338] env[69663]: DEBUG oslo_vmware.api [None req-cef8ccfb-51fb-4c3e-86ec-70dc5781bf32 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1198.623338] env[69663]: value = "task-3333572" [ 1198.623338] env[69663]: _type = "Task" [ 1198.623338] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.631628] env[69663]: DEBUG oslo_vmware.api [None req-cef8ccfb-51fb-4c3e-86ec-70dc5781bf32 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.676692] env[69663]: DEBUG nova.scheduler.client.report [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1198.766276] env[69663]: DEBUG oslo_vmware.api [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333569, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.862420] env[69663]: DEBUG nova.compute.manager [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1198.882611] env[69663]: DEBUG nova.compute.manager [req-acfb20d9-3a81-4ecc-8b83-4358dd1e2941 req-f591a57c-b312-430b-8f98-13ba8939de94 service nova] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Received event network-changed-f752fc17-1c5b-4074-913b-997feb0d19a6 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1198.882709] env[69663]: DEBUG nova.compute.manager [req-acfb20d9-3a81-4ecc-8b83-4358dd1e2941 req-f591a57c-b312-430b-8f98-13ba8939de94 service nova] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Refreshing instance network info cache due to event network-changed-f752fc17-1c5b-4074-913b-997feb0d19a6. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1198.882954] env[69663]: DEBUG oslo_concurrency.lockutils [req-acfb20d9-3a81-4ecc-8b83-4358dd1e2941 req-f591a57c-b312-430b-8f98-13ba8939de94 service nova] Acquiring lock "refresh_cache-fec191bb-2cd1-407a-a1ec-cb8e190ed1cd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.883102] env[69663]: DEBUG oslo_concurrency.lockutils [req-acfb20d9-3a81-4ecc-8b83-4358dd1e2941 req-f591a57c-b312-430b-8f98-13ba8939de94 service nova] Acquired lock "refresh_cache-fec191bb-2cd1-407a-a1ec-cb8e190ed1cd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.883285] env[69663]: DEBUG nova.network.neutron [req-acfb20d9-3a81-4ecc-8b83-4358dd1e2941 req-f591a57c-b312-430b-8f98-13ba8939de94 service nova] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Refreshing network info cache for port f752fc17-1c5b-4074-913b-997feb0d19a6 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1198.885418] env[69663]: DEBUG oslo_concurrency.lockutils [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.894726] env[69663]: DEBUG nova.virt.hardware [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1198.894992] env[69663]: DEBUG nova.virt.hardware [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1198.895191] env[69663]: DEBUG nova.virt.hardware [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1198.895410] env[69663]: DEBUG nova.virt.hardware [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1198.895577] env[69663]: DEBUG nova.virt.hardware [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1198.895743] env[69663]: DEBUG nova.virt.hardware [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1198.895975] env[69663]: DEBUG nova.virt.hardware [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1198.896173] env[69663]: DEBUG nova.virt.hardware [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1198.896375] env[69663]: DEBUG nova.virt.hardware [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1198.896564] env[69663]: DEBUG nova.virt.hardware [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1198.896771] env[69663]: DEBUG nova.virt.hardware [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1198.898121] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec934e33-4032-4950-94b1-09c8552eedbb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.907696] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860e3ee4-bcf0-4a82-98bf-dea2e3822e82 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.002405] env[69663]: DEBUG oslo_vmware.api [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333570, 'name': Rename_Task, 'duration_secs': 0.162366} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.002712] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1199.003014] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cd17017-b85d-4ddb-a969-adac1fb06f79 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.010329] env[69663]: DEBUG oslo_vmware.api [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1199.010329] env[69663]: value = "task-3333573" [ 1199.010329] env[69663]: _type = "Task" [ 1199.010329] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.025326] env[69663]: DEBUG oslo_vmware.api [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.025578] env[69663]: DEBUG oslo_vmware.api [None req-ebbf7d5c-606c-47e4-8f6e-719f2cfa6748 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.133079] env[69663]: DEBUG oslo_vmware.api [None req-cef8ccfb-51fb-4c3e-86ec-70dc5781bf32 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315083} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.133079] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-cef8ccfb-51fb-4c3e-86ec-70dc5781bf32 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.133596] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-cef8ccfb-51fb-4c3e-86ec-70dc5781bf32 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1199.133865] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-cef8ccfb-51fb-4c3e-86ec-70dc5781bf32 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1199.134067] env[69663]: INFO nova.compute.manager [None req-cef8ccfb-51fb-4c3e-86ec-70dc5781bf32 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1199.134322] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cef8ccfb-51fb-4c3e-86ec-70dc5781bf32 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.134548] env[69663]: DEBUG nova.compute.manager [-] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1199.134684] env[69663]: DEBUG nova.network.neutron [-] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1199.267575] env[69663]: DEBUG oslo_vmware.api [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333569, 'name': PowerOnVM_Task, 'duration_secs': 0.842722} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.267885] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1199.268128] env[69663]: INFO nova.compute.manager [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Took 9.17 seconds to spawn the instance on the hypervisor. [ 1199.268337] env[69663]: DEBUG nova.compute.manager [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1199.269187] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d4c56d-574c-4c4c-a6e7-d4139bf7731d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.526295] env[69663]: DEBUG oslo_vmware.api [None req-ebbf7d5c-606c-47e4-8f6e-719f2cfa6748 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.529297] env[69663]: DEBUG oslo_vmware.api [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333573, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.688404] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.846s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.697537] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8e3a04f0-9166-46d1-8fa6-456ea9b3953c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.577s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.697965] env[69663]: DEBUG nova.objects.instance [None req-8e3a04f0-9166-46d1-8fa6-456ea9b3953c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lazy-loading 'resources' on Instance uuid 23c2bd58-206d-4724-a660-65e3dec18907 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.789012] env[69663]: INFO nova.compute.manager [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Took 21.71 seconds to build instance. [ 1199.897915] env[69663]: DEBUG nova.network.neutron [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Successfully updated port: b7b5297e-ae99-4582-a1ea-0f9b75fbe22d {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1199.934113] env[69663]: DEBUG nova.network.neutron [req-acfb20d9-3a81-4ecc-8b83-4358dd1e2941 req-f591a57c-b312-430b-8f98-13ba8939de94 service nova] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Updated VIF entry in instance network info cache for port f752fc17-1c5b-4074-913b-997feb0d19a6. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1199.934575] env[69663]: DEBUG nova.network.neutron [req-acfb20d9-3a81-4ecc-8b83-4358dd1e2941 req-f591a57c-b312-430b-8f98-13ba8939de94 service nova] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Updating instance_info_cache with network_info: [{"id": "f752fc17-1c5b-4074-913b-997feb0d19a6", "address": "fa:16:3e:20:5d:2b", "network": {"id": "8cbca3bc-03a1-4ed9-ac5e-db7b5a43ca88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-814804723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebc9ee8eda884e129ed4d8aee000d917", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf752fc17-1c", "ovs_interfaceid": "f752fc17-1c5b-4074-913b-997feb0d19a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.950352] env[69663]: DEBUG nova.compute.manager [req-69a87957-e620-4cd2-a202-6132a9cd3df8 req-0050610c-3191-4473-ae32-c9836bb8b046 service nova] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Received event network-vif-deleted-86de2103-dfa5-447e-83c1-acab8c9e4407 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1199.950563] env[69663]: INFO nova.compute.manager [req-69a87957-e620-4cd2-a202-6132a9cd3df8 req-0050610c-3191-4473-ae32-c9836bb8b046 service nova] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Neutron deleted interface 86de2103-dfa5-447e-83c1-acab8c9e4407; detaching it from the instance and deleting it from the info cache [ 1199.950705] env[69663]: DEBUG nova.network.neutron [req-69a87957-e620-4cd2-a202-6132a9cd3df8 req-0050610c-3191-4473-ae32-c9836bb8b046 service nova] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.025404] env[69663]: DEBUG oslo_vmware.api [None req-ebbf7d5c-606c-47e4-8f6e-719f2cfa6748 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.028757] env[69663]: DEBUG oslo_vmware.api [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333573, 'name': PowerOnVM_Task, 'duration_secs': 0.537535} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.029511] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1200.117967] env[69663]: DEBUG nova.network.neutron [-] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.137066] env[69663]: DEBUG nova.compute.manager [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1200.137990] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e4a671-2108-4a1e-8b45-2e7ccfc80e3c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.290799] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d2ca74f5-cd50-431f-8edf-3e8c46ddbb03 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "5c883912-9a6b-42ae-896b-bef07f84c285" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.222s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.401031] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "refresh_cache-ec005243-41c7-4109-874a-0dfe6d417bec" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.401198] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquired lock "refresh_cache-ec005243-41c7-4109-874a-0dfe6d417bec" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.401392] env[69663]: DEBUG nova.network.neutron [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1200.428214] env[69663]: DEBUG oslo_concurrency.lockutils [None req-576ed07e-376b-4ee2-81d8-347fc5c296ff tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "5c883912-9a6b-42ae-896b-bef07f84c285" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.428402] env[69663]: DEBUG oslo_concurrency.lockutils [None req-576ed07e-376b-4ee2-81d8-347fc5c296ff tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "5c883912-9a6b-42ae-896b-bef07f84c285" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.428593] env[69663]: DEBUG nova.compute.manager [None req-576ed07e-376b-4ee2-81d8-347fc5c296ff tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1200.429489] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecf7f71-33bd-49ed-87b9-6b7e00b9e981 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.433529] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e4b5a1-e666-47c0-8681-4c1ef4260b51 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.437844] env[69663]: DEBUG oslo_concurrency.lockutils [req-acfb20d9-3a81-4ecc-8b83-4358dd1e2941 req-f591a57c-b312-430b-8f98-13ba8939de94 service nova] Releasing lock "refresh_cache-fec191bb-2cd1-407a-a1ec-cb8e190ed1cd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.439729] env[69663]: DEBUG nova.compute.manager [None req-576ed07e-376b-4ee2-81d8-347fc5c296ff tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69663) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1200.440303] env[69663]: DEBUG nova.objects.instance [None req-576ed07e-376b-4ee2-81d8-347fc5c296ff tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lazy-loading 'flavor' on Instance uuid 5c883912-9a6b-42ae-896b-bef07f84c285 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.443959] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3df07fe-3298-45a7-9e63-651b0b53a064 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.452479] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a36420a5-19f9-4fb7-979a-f54ac9aa0a47 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.480870] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17139fa-c412-43ef-a31d-06e4a4b704ae {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.489141] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080d1016-626c-450f-87a6-cca8c34a265e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.503820] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6578ed-f401-4c1d-8350-4b489e3adf06 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.518954] env[69663]: DEBUG nova.compute.provider_tree [None req-8e3a04f0-9166-46d1-8fa6-456ea9b3953c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.535438] env[69663]: DEBUG nova.compute.manager [req-69a87957-e620-4cd2-a202-6132a9cd3df8 req-0050610c-3191-4473-ae32-c9836bb8b046 service nova] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Detach interface failed, port_id=86de2103-dfa5-447e-83c1-acab8c9e4407, reason: Instance 789877a1-9e03-4bce-97e5-ca1cce81e4ab could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1200.537252] env[69663]: DEBUG nova.scheduler.client.report [None req-8e3a04f0-9166-46d1-8fa6-456ea9b3953c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1200.546246] env[69663]: DEBUG oslo_vmware.api [None req-ebbf7d5c-606c-47e4-8f6e-719f2cfa6748 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.621688] env[69663]: INFO nova.compute.manager [-] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Took 1.49 seconds to deallocate network for instance. [ 1200.655343] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4682be4b-9e77-4671-8107-73b78ff476f9 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lock "94525ee5-32e7-4e56-9c51-8a2778f738d7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 37.491s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.929008] env[69663]: DEBUG nova.compute.manager [req-19259a23-c60d-4c04-a4a0-842516fe27b6 req-7198c7ff-546e-4c51-9d5c-22c8edbba0e9 service nova] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Received event network-vif-plugged-b7b5297e-ae99-4582-a1ea-0f9b75fbe22d {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1200.929409] env[69663]: DEBUG oslo_concurrency.lockutils [req-19259a23-c60d-4c04-a4a0-842516fe27b6 req-7198c7ff-546e-4c51-9d5c-22c8edbba0e9 service nova] Acquiring lock "ec005243-41c7-4109-874a-0dfe6d417bec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.929767] env[69663]: DEBUG oslo_concurrency.lockutils [req-19259a23-c60d-4c04-a4a0-842516fe27b6 req-7198c7ff-546e-4c51-9d5c-22c8edbba0e9 service nova] Lock "ec005243-41c7-4109-874a-0dfe6d417bec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.930053] env[69663]: DEBUG oslo_concurrency.lockutils [req-19259a23-c60d-4c04-a4a0-842516fe27b6 req-7198c7ff-546e-4c51-9d5c-22c8edbba0e9 service nova] Lock "ec005243-41c7-4109-874a-0dfe6d417bec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.930348] env[69663]: DEBUG nova.compute.manager [req-19259a23-c60d-4c04-a4a0-842516fe27b6 req-7198c7ff-546e-4c51-9d5c-22c8edbba0e9 service nova] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] No waiting events found dispatching network-vif-plugged-b7b5297e-ae99-4582-a1ea-0f9b75fbe22d {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1200.930857] env[69663]: WARNING nova.compute.manager [req-19259a23-c60d-4c04-a4a0-842516fe27b6 req-7198c7ff-546e-4c51-9d5c-22c8edbba0e9 service nova] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Received unexpected event network-vif-plugged-b7b5297e-ae99-4582-a1ea-0f9b75fbe22d for instance with vm_state building and task_state spawning. [ 1200.930965] env[69663]: DEBUG nova.compute.manager [req-19259a23-c60d-4c04-a4a0-842516fe27b6 req-7198c7ff-546e-4c51-9d5c-22c8edbba0e9 service nova] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Received event network-changed-b7b5297e-ae99-4582-a1ea-0f9b75fbe22d {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1200.931140] env[69663]: DEBUG nova.compute.manager [req-19259a23-c60d-4c04-a4a0-842516fe27b6 req-7198c7ff-546e-4c51-9d5c-22c8edbba0e9 service nova] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Refreshing instance network info cache due to event network-changed-b7b5297e-ae99-4582-a1ea-0f9b75fbe22d. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1200.931327] env[69663]: DEBUG oslo_concurrency.lockutils [req-19259a23-c60d-4c04-a4a0-842516fe27b6 req-7198c7ff-546e-4c51-9d5c-22c8edbba0e9 service nova] Acquiring lock "refresh_cache-ec005243-41c7-4109-874a-0dfe6d417bec" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.953213] env[69663]: DEBUG nova.network.neutron [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1200.955796] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-576ed07e-376b-4ee2-81d8-347fc5c296ff tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1200.956293] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9277ad5-26d6-4ebc-802a-3f687ba30cda {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.964130] env[69663]: DEBUG oslo_vmware.api [None req-576ed07e-376b-4ee2-81d8-347fc5c296ff tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1200.964130] env[69663]: value = "task-3333575" [ 1200.964130] env[69663]: _type = "Task" [ 1200.964130] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.972403] env[69663]: DEBUG oslo_vmware.api [None req-576ed07e-376b-4ee2-81d8-347fc5c296ff tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.030896] env[69663]: DEBUG oslo_vmware.api [None req-ebbf7d5c-606c-47e4-8f6e-719f2cfa6748 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.041927] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8e3a04f0-9166-46d1-8fa6-456ea9b3953c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.344s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.044324] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d34a3718-2422-4e9f-a617-62de99dca572 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.424s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.044614] env[69663]: DEBUG nova.objects.instance [None req-d34a3718-2422-4e9f-a617-62de99dca572 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lazy-loading 'resources' on Instance uuid df83c894-73b4-4529-8a99-0ead18aa5cf2 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.071673] env[69663]: INFO nova.scheduler.client.report [None req-8e3a04f0-9166-46d1-8fa6-456ea9b3953c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Deleted allocations for instance 23c2bd58-206d-4724-a660-65e3dec18907 [ 1201.128372] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cef8ccfb-51fb-4c3e-86ec-70dc5781bf32 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.144198] env[69663]: DEBUG nova.network.neutron [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Updating instance_info_cache with network_info: [{"id": "b7b5297e-ae99-4582-a1ea-0f9b75fbe22d", "address": "fa:16:3e:5b:7b:53", "network": {"id": "b06eceef-e5b1-4b80-9f31-725913c44368", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811074450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b520dada971c4d7c823cfd847cf6836d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7b5297e-ae", "ovs_interfaceid": "b7b5297e-ae99-4582-a1ea-0f9b75fbe22d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.232694] env[69663]: INFO nova.compute.manager [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Swapping old allocation on dict_keys(['f2fb168a-c97f-41a4-9b18-725376271f6b']) held by migration a87791f9-cf06-493d-9c8d-92444b0eee37 for instance [ 1201.254090] env[69663]: DEBUG nova.scheduler.client.report [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Overwriting current allocation {'allocations': {'f2fb168a-c97f-41a4-9b18-725376271f6b': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 160}}, 'project_id': 'f01abc007aca4ab388c2f26a1aab3ac8', 'user_id': '4313e6fd7caa49b6935e28a949ae4397', 'consumer_generation': 1} on consumer ce8cbba3-89e0-41ed-a822-972f7452179f {{(pid=69663) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1201.328203] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "refresh_cache-ce8cbba3-89e0-41ed-a822-972f7452179f" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.328410] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquired lock "refresh_cache-ce8cbba3-89e0-41ed-a822-972f7452179f" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.328606] env[69663]: DEBUG nova.network.neutron [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1201.474314] env[69663]: DEBUG oslo_vmware.api [None req-576ed07e-376b-4ee2-81d8-347fc5c296ff tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333575, 'name': PowerOffVM_Task, 'duration_secs': 0.265977} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.474613] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-576ed07e-376b-4ee2-81d8-347fc5c296ff tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1201.474799] env[69663]: DEBUG nova.compute.manager [None req-576ed07e-376b-4ee2-81d8-347fc5c296ff tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1201.475561] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30aad60c-0b40-47c4-91d5-420f2ebbfc3d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.529780] env[69663]: DEBUG oslo_vmware.api [None req-ebbf7d5c-606c-47e4-8f6e-719f2cfa6748 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333560, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.582035] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8e3a04f0-9166-46d1-8fa6-456ea9b3953c tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "23c2bd58-206d-4724-a660-65e3dec18907" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.462s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.647016] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Releasing lock "refresh_cache-ec005243-41c7-4109-874a-0dfe6d417bec" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.647350] env[69663]: DEBUG nova.compute.manager [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Instance network_info: |[{"id": "b7b5297e-ae99-4582-a1ea-0f9b75fbe22d", "address": "fa:16:3e:5b:7b:53", "network": {"id": "b06eceef-e5b1-4b80-9f31-725913c44368", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811074450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b520dada971c4d7c823cfd847cf6836d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7b5297e-ae", "ovs_interfaceid": "b7b5297e-ae99-4582-a1ea-0f9b75fbe22d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1201.647685] env[69663]: DEBUG oslo_concurrency.lockutils [req-19259a23-c60d-4c04-a4a0-842516fe27b6 req-7198c7ff-546e-4c51-9d5c-22c8edbba0e9 service nova] Acquired lock "refresh_cache-ec005243-41c7-4109-874a-0dfe6d417bec" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.647875] env[69663]: DEBUG nova.network.neutron [req-19259a23-c60d-4c04-a4a0-842516fe27b6 req-7198c7ff-546e-4c51-9d5c-22c8edbba0e9 service nova] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Refreshing network info cache for port b7b5297e-ae99-4582-a1ea-0f9b75fbe22d {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1201.649050] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:7b:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dacd109c-2442-41b8-b612-7ed3efbdaa94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7b5297e-ae99-4582-a1ea-0f9b75fbe22d', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1201.656395] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.659187] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1201.660105] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cacfa28-86b6-4f30-9fb5-50fa2b1bb3f7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.684478] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1201.684478] env[69663]: value = "task-3333576" [ 1201.684478] env[69663]: _type = "Task" [ 1201.684478] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.697392] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333576, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.752185] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab34c4a-0cd5-4aa2-a9d3-0db056c39a76 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.759351] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a7f0c1-1eae-434c-83b5-8e27aeadc448 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.789355] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6166e429-9bb5-4639-b580-69307a2cd736 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.797181] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4d7fe9-7450-48b8-bb06-06928e540a50 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.811444] env[69663]: DEBUG nova.compute.provider_tree [None req-d34a3718-2422-4e9f-a617-62de99dca572 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.986686] env[69663]: DEBUG oslo_concurrency.lockutils [None req-576ed07e-376b-4ee2-81d8-347fc5c296ff tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "5c883912-9a6b-42ae-896b-bef07f84c285" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.558s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.035995] env[69663]: DEBUG oslo_vmware.api [None req-ebbf7d5c-606c-47e4-8f6e-719f2cfa6748 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333560, 'name': ReconfigVM_Task, 'duration_secs': 5.820043} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.036206] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ebbf7d5c-606c-47e4-8f6e-719f2cfa6748 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Releasing lock "a345e15c-764f-4cae-a56d-9dff582285e8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.036648] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ebbf7d5c-606c-47e4-8f6e-719f2cfa6748 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Reconfigured VM to detach interface {{(pid=69663) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1984}} [ 1202.120367] env[69663]: DEBUG nova.network.neutron [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Updating instance_info_cache with network_info: [{"id": "734afd19-47ee-4004-a980-8b05d5761bbb", "address": "fa:16:3e:48:b7:fd", "network": {"id": "c9b0df65-b7eb-4aa8-9d53-4b8fa507b496", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-812774922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01abc007aca4ab388c2f26a1aab3ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap734afd19-47", "ovs_interfaceid": "734afd19-47ee-4004-a980-8b05d5761bbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.202907] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333576, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.314923] env[69663]: DEBUG nova.scheduler.client.report [None req-d34a3718-2422-4e9f-a617-62de99dca572 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1202.623599] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Releasing lock "refresh_cache-ce8cbba3-89e0-41ed-a822-972f7452179f" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.632603] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807ba88f-117f-4967-8ac3-1fb5cebc4f8f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.641031] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7be4fd1-3ed8-460d-9545-c92d4870728a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.661168] env[69663]: DEBUG nova.network.neutron [req-19259a23-c60d-4c04-a4a0-842516fe27b6 req-7198c7ff-546e-4c51-9d5c-22c8edbba0e9 service nova] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Updated VIF entry in instance network info cache for port b7b5297e-ae99-4582-a1ea-0f9b75fbe22d. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1202.661573] env[69663]: DEBUG nova.network.neutron [req-19259a23-c60d-4c04-a4a0-842516fe27b6 req-7198c7ff-546e-4c51-9d5c-22c8edbba0e9 service nova] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Updating instance_info_cache with network_info: [{"id": "b7b5297e-ae99-4582-a1ea-0f9b75fbe22d", "address": "fa:16:3e:5b:7b:53", "network": {"id": "b06eceef-e5b1-4b80-9f31-725913c44368", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811074450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b520dada971c4d7c823cfd847cf6836d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7b5297e-ae", "ovs_interfaceid": "b7b5297e-ae99-4582-a1ea-0f9b75fbe22d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.699492] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333576, 'name': CreateVM_Task, 'duration_secs': 0.60538} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.699672] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1202.700493] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.700891] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.701666] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.701666] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a53d9bb-1509-48b6-82ea-71c404ba74f0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.711803] env[69663]: DEBUG oslo_vmware.api [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1202.711803] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5279f19b-49e6-c6a6-9c4e-a3e7e070c045" [ 1202.711803] env[69663]: _type = "Task" [ 1202.711803] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.725387] env[69663]: DEBUG oslo_vmware.api [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5279f19b-49e6-c6a6-9c4e-a3e7e070c045, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.821095] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d34a3718-2422-4e9f-a617-62de99dca572 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.777s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.823657] env[69663]: DEBUG oslo_concurrency.lockutils [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.938s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.825290] env[69663]: INFO nova.compute.claims [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1202.856787] env[69663]: INFO nova.scheduler.client.report [None req-d34a3718-2422-4e9f-a617-62de99dca572 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Deleted allocations for instance df83c894-73b4-4529-8a99-0ead18aa5cf2 [ 1203.012183] env[69663]: DEBUG nova.compute.manager [req-02936715-40b1-4608-8562-22e012fe458c req-15dc9f2c-81a9-4b07-b99d-358c4780d8d7 service nova] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Received event network-vif-deleted-6dc98112-11c2-44c9-b6dd-f41443ac63c4 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1203.012183] env[69663]: INFO nova.compute.manager [req-02936715-40b1-4608-8562-22e012fe458c req-15dc9f2c-81a9-4b07-b99d-358c4780d8d7 service nova] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Neutron deleted interface 6dc98112-11c2-44c9-b6dd-f41443ac63c4; detaching it from the instance and deleting it from the info cache [ 1203.012495] env[69663]: DEBUG nova.network.neutron [req-02936715-40b1-4608-8562-22e012fe458c req-15dc9f2c-81a9-4b07-b99d-358c4780d8d7 service nova] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Updating instance_info_cache with network_info: [{"id": "88912779-e048-4054-a696-a01f06ffd4c9", "address": "fa:16:3e:57:28:48", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88912779-e0", "ovs_interfaceid": "88912779-e048-4054-a696-a01f06ffd4c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.084079] env[69663]: DEBUG oslo_concurrency.lockutils [None req-66de70d5-14f0-4a0c-a4c2-5cc7c040e1e4 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "5c883912-9a6b-42ae-896b-bef07f84c285" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.084442] env[69663]: DEBUG oslo_concurrency.lockutils [None req-66de70d5-14f0-4a0c-a4c2-5cc7c040e1e4 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "5c883912-9a6b-42ae-896b-bef07f84c285" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.084717] env[69663]: DEBUG oslo_concurrency.lockutils [None req-66de70d5-14f0-4a0c-a4c2-5cc7c040e1e4 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "5c883912-9a6b-42ae-896b-bef07f84c285-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.084943] env[69663]: DEBUG oslo_concurrency.lockutils [None req-66de70d5-14f0-4a0c-a4c2-5cc7c040e1e4 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "5c883912-9a6b-42ae-896b-bef07f84c285-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.085205] env[69663]: DEBUG oslo_concurrency.lockutils [None req-66de70d5-14f0-4a0c-a4c2-5cc7c040e1e4 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "5c883912-9a6b-42ae-896b-bef07f84c285-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.087511] env[69663]: INFO nova.compute.manager [None req-66de70d5-14f0-4a0c-a4c2-5cc7c040e1e4 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Terminating instance [ 1203.089614] env[69663]: DEBUG nova.compute.manager [None req-66de70d5-14f0-4a0c-a4c2-5cc7c040e1e4 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1203.089867] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-66de70d5-14f0-4a0c-a4c2-5cc7c040e1e4 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1203.090814] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb31719f-7d77-478f-ac51-ca0c6fb5e1da {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.100079] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-66de70d5-14f0-4a0c-a4c2-5cc7c040e1e4 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1203.100146] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5842a77b-5079-492a-bb12-e8f30325bdd3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.164489] env[69663]: DEBUG oslo_concurrency.lockutils [req-19259a23-c60d-4c04-a4a0-842516fe27b6 req-7198c7ff-546e-4c51-9d5c-22c8edbba0e9 service nova] Releasing lock "refresh_cache-ec005243-41c7-4109-874a-0dfe6d417bec" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.174718] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-66de70d5-14f0-4a0c-a4c2-5cc7c040e1e4 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1203.175193] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-66de70d5-14f0-4a0c-a4c2-5cc7c040e1e4 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1203.175451] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-66de70d5-14f0-4a0c-a4c2-5cc7c040e1e4 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Deleting the datastore file [datastore1] 5c883912-9a6b-42ae-896b-bef07f84c285 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1203.175848] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5dc0238f-463f-4b73-9a44-de9b1ac10c17 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.178887] env[69663]: DEBUG oslo_concurrency.lockutils [None req-011cd596-40bd-4321-85bd-0c81545c76fb tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Acquiring lock "fb9630cf-b4cf-4f8c-a23f-d0911eac9419" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.179199] env[69663]: DEBUG oslo_concurrency.lockutils [None req-011cd596-40bd-4321-85bd-0c81545c76fb tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "fb9630cf-b4cf-4f8c-a23f-d0911eac9419" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.179568] env[69663]: DEBUG oslo_concurrency.lockutils [None req-011cd596-40bd-4321-85bd-0c81545c76fb tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Acquiring lock "fb9630cf-b4cf-4f8c-a23f-d0911eac9419-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.179795] env[69663]: DEBUG oslo_concurrency.lockutils [None req-011cd596-40bd-4321-85bd-0c81545c76fb tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "fb9630cf-b4cf-4f8c-a23f-d0911eac9419-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.180128] env[69663]: DEBUG oslo_concurrency.lockutils [None req-011cd596-40bd-4321-85bd-0c81545c76fb tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "fb9630cf-b4cf-4f8c-a23f-d0911eac9419-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.182831] env[69663]: INFO nova.compute.manager [None req-011cd596-40bd-4321-85bd-0c81545c76fb tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Terminating instance [ 1203.185387] env[69663]: DEBUG nova.compute.manager [None req-011cd596-40bd-4321-85bd-0c81545c76fb tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1203.185628] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-011cd596-40bd-4321-85bd-0c81545c76fb tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1203.186752] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fea662-341d-4ed2-acd8-9627c06a30e2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.196779] env[69663]: DEBUG oslo_vmware.api [None req-66de70d5-14f0-4a0c-a4c2-5cc7c040e1e4 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1203.196779] env[69663]: value = "task-3333578" [ 1203.196779] env[69663]: _type = "Task" [ 1203.196779] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.198680] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-011cd596-40bd-4321-85bd-0c81545c76fb tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1203.202144] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d56d4ca7-01a5-4ddd-9e92-2b19cf6b69c3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.210144] env[69663]: DEBUG oslo_vmware.api [None req-66de70d5-14f0-4a0c-a4c2-5cc7c040e1e4 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.211600] env[69663]: DEBUG oslo_vmware.api [None req-011cd596-40bd-4321-85bd-0c81545c76fb tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Waiting for the task: (returnval){ [ 1203.211600] env[69663]: value = "task-3333579" [ 1203.211600] env[69663]: _type = "Task" [ 1203.211600] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.224250] env[69663]: DEBUG oslo_vmware.api [None req-011cd596-40bd-4321-85bd-0c81545c76fb tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.228153] env[69663]: DEBUG oslo_vmware.api [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5279f19b-49e6-c6a6-9c4e-a3e7e070c045, 'name': SearchDatastore_Task, 'duration_secs': 0.012978} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.231327] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.231639] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1203.231893] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.232060] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.232252] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1203.232739] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-237948eb-4864-4d1d-a661-1a86d2583d13 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.253707] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1203.254017] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1203.254918] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b03b0414-dcfa-469c-ba8b-2631110084ad {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.262391] env[69663]: DEBUG oslo_vmware.api [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1203.262391] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b69f05-67cf-fe16-6114-428236a18ae4" [ 1203.262391] env[69663]: _type = "Task" [ 1203.262391] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.271024] env[69663]: DEBUG oslo_vmware.api [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b69f05-67cf-fe16-6114-428236a18ae4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.370242] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d34a3718-2422-4e9f-a617-62de99dca572 tempest-ServersWithFlavorSwapResizeTest-356263529 tempest-ServersWithFlavorSwapResizeTest-356263529-project-member] Lock "df83c894-73b4-4529-8a99-0ead18aa5cf2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.035s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.465037] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "dde850da-837d-4480-80b2-24609a343811" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.465307] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "dde850da-837d-4480-80b2-24609a343811" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.487213] env[69663]: DEBUG oslo_concurrency.lockutils [None req-adfc94f0-deb9-485a-8d22-ac3e92d99d5d tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "a345e15c-764f-4cae-a56d-9dff582285e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.488031] env[69663]: DEBUG oslo_concurrency.lockutils [None req-adfc94f0-deb9-485a-8d22-ac3e92d99d5d tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "a345e15c-764f-4cae-a56d-9dff582285e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.488031] env[69663]: DEBUG oslo_concurrency.lockutils [None req-adfc94f0-deb9-485a-8d22-ac3e92d99d5d tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "a345e15c-764f-4cae-a56d-9dff582285e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.488031] env[69663]: DEBUG oslo_concurrency.lockutils [None req-adfc94f0-deb9-485a-8d22-ac3e92d99d5d tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "a345e15c-764f-4cae-a56d-9dff582285e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.488031] env[69663]: DEBUG oslo_concurrency.lockutils [None req-adfc94f0-deb9-485a-8d22-ac3e92d99d5d tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "a345e15c-764f-4cae-a56d-9dff582285e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.491818] env[69663]: INFO nova.compute.manager [None req-adfc94f0-deb9-485a-8d22-ac3e92d99d5d tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Terminating instance [ 1203.494118] env[69663]: DEBUG nova.compute.manager [None req-adfc94f0-deb9-485a-8d22-ac3e92d99d5d tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1203.494118] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-adfc94f0-deb9-485a-8d22-ac3e92d99d5d tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1203.495049] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd6c857-c3d5-4245-a796-4bff04c158e8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.502878] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-adfc94f0-deb9-485a-8d22-ac3e92d99d5d tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1203.502878] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b2a2eff-e045-423c-830b-8a68479d6033 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.509949] env[69663]: DEBUG oslo_vmware.api [None req-adfc94f0-deb9-485a-8d22-ac3e92d99d5d tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1203.509949] env[69663]: value = "task-3333581" [ 1203.509949] env[69663]: _type = "Task" [ 1203.509949] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.517771] env[69663]: DEBUG oslo_concurrency.lockutils [req-02936715-40b1-4608-8562-22e012fe458c req-15dc9f2c-81a9-4b07-b99d-358c4780d8d7 service nova] Acquiring lock "a345e15c-764f-4cae-a56d-9dff582285e8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.518032] env[69663]: DEBUG oslo_vmware.api [None req-adfc94f0-deb9-485a-8d22-ac3e92d99d5d tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.642616] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ebbf7d5c-606c-47e4-8f6e-719f2cfa6748 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "refresh_cache-a345e15c-764f-4cae-a56d-9dff582285e8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.642881] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ebbf7d5c-606c-47e4-8f6e-719f2cfa6748 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquired lock "refresh_cache-a345e15c-764f-4cae-a56d-9dff582285e8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.643108] env[69663]: DEBUG nova.network.neutron [None req-ebbf7d5c-606c-47e4-8f6e-719f2cfa6748 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1203.708042] env[69663]: DEBUG oslo_vmware.api [None req-66de70d5-14f0-4a0c-a4c2-5cc7c040e1e4 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333578, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203212} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.708424] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-66de70d5-14f0-4a0c-a4c2-5cc7c040e1e4 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1203.708671] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-66de70d5-14f0-4a0c-a4c2-5cc7c040e1e4 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1203.708877] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-66de70d5-14f0-4a0c-a4c2-5cc7c040e1e4 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1203.709165] env[69663]: INFO nova.compute.manager [None req-66de70d5-14f0-4a0c-a4c2-5cc7c040e1e4 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1203.709514] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66de70d5-14f0-4a0c-a4c2-5cc7c040e1e4 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.709722] env[69663]: DEBUG nova.compute.manager [-] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1203.709839] env[69663]: DEBUG nova.network.neutron [-] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1203.725899] env[69663]: DEBUG oslo_vmware.api [None req-011cd596-40bd-4321-85bd-0c81545c76fb tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333579, 'name': PowerOffVM_Task, 'duration_secs': 0.19315} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.728944] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-011cd596-40bd-4321-85bd-0c81545c76fb tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1203.728944] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-011cd596-40bd-4321-85bd-0c81545c76fb tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1203.728944] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d065463f-128a-401b-afbb-c39a6db4c256 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.764084] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1203.764472] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2e88af3-246c-46f1-be50-e51655e2ef92 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.775803] env[69663]: DEBUG oslo_vmware.api [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52b69f05-67cf-fe16-6114-428236a18ae4, 'name': SearchDatastore_Task, 'duration_secs': 0.019331} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.777050] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ff3d909-e228-4a90-bd00-61475eaca4bb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.779953] env[69663]: DEBUG oslo_vmware.api [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1203.779953] env[69663]: value = "task-3333583" [ 1203.779953] env[69663]: _type = "Task" [ 1203.779953] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.785539] env[69663]: DEBUG oslo_vmware.api [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1203.785539] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52da33b8-8cce-1c6d-923d-9d0729dc2847" [ 1203.785539] env[69663]: _type = "Task" [ 1203.785539] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.792456] env[69663]: DEBUG oslo_vmware.api [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.797852] env[69663]: DEBUG oslo_vmware.api [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52da33b8-8cce-1c6d-923d-9d0729dc2847, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.805711] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-011cd596-40bd-4321-85bd-0c81545c76fb tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1203.806041] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-011cd596-40bd-4321-85bd-0c81545c76fb tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1203.806265] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-011cd596-40bd-4321-85bd-0c81545c76fb tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Deleting the datastore file [datastore2] fb9630cf-b4cf-4f8c-a23f-d0911eac9419 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1203.806557] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c8d563b-0b18-48c7-8423-502088542535 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.814840] env[69663]: DEBUG oslo_vmware.api [None req-011cd596-40bd-4321-85bd-0c81545c76fb tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Waiting for the task: (returnval){ [ 1203.814840] env[69663]: value = "task-3333584" [ 1203.814840] env[69663]: _type = "Task" [ 1203.814840] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.825753] env[69663]: DEBUG oslo_vmware.api [None req-011cd596-40bd-4321-85bd-0c81545c76fb tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333584, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.970604] env[69663]: DEBUG nova.compute.manager [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: dde850da-837d-4480-80b2-24609a343811] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1204.029470] env[69663]: DEBUG oslo_vmware.api [None req-adfc94f0-deb9-485a-8d22-ac3e92d99d5d tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333581, 'name': PowerOffVM_Task, 'duration_secs': 0.326648} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.030041] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-adfc94f0-deb9-485a-8d22-ac3e92d99d5d tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1204.030217] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-adfc94f0-deb9-485a-8d22-ac3e92d99d5d tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1204.033628] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3b1836a-b5f7-48d8-8df2-06cea994197d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.101969] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-adfc94f0-deb9-485a-8d22-ac3e92d99d5d tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1204.102457] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-adfc94f0-deb9-485a-8d22-ac3e92d99d5d tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1204.103702] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-adfc94f0-deb9-485a-8d22-ac3e92d99d5d tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Deleting the datastore file [datastore1] a345e15c-764f-4cae-a56d-9dff582285e8 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1204.103702] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c359a286-00b1-4b69-87a7-0812caeb3f21 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.110801] env[69663]: DEBUG oslo_vmware.api [None req-adfc94f0-deb9-485a-8d22-ac3e92d99d5d tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1204.110801] env[69663]: value = "task-3333586" [ 1204.110801] env[69663]: _type = "Task" [ 1204.110801] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.121843] env[69663]: DEBUG oslo_vmware.api [None req-adfc94f0-deb9-485a-8d22-ac3e92d99d5d tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.125235] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164b4251-085d-4019-a266-0c2033d133b1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.133482] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6a0513-742e-4fbe-9ba9-20e52c801d72 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.167871] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f790d959-0558-4b7d-9824-9835c0d840cb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.175050] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc83001-4594-4b77-8e7c-8d1b8c576664 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.191049] env[69663]: DEBUG nova.compute.provider_tree [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.290833] env[69663]: DEBUG oslo_vmware.api [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333583, 'name': PowerOffVM_Task, 'duration_secs': 0.24063} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.294394] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1204.295123] env[69663]: DEBUG nova.virt.hardware [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1204.295354] env[69663]: DEBUG nova.virt.hardware [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1204.295515] env[69663]: DEBUG nova.virt.hardware [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.295701] env[69663]: DEBUG nova.virt.hardware [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1204.295858] env[69663]: DEBUG nova.virt.hardware [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.296051] env[69663]: DEBUG nova.virt.hardware [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1204.296266] env[69663]: DEBUG nova.virt.hardware [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1204.296433] env[69663]: DEBUG nova.virt.hardware [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1204.296602] env[69663]: DEBUG nova.virt.hardware [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1204.296767] env[69663]: DEBUG nova.virt.hardware [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1204.296944] env[69663]: DEBUG nova.virt.hardware [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1204.302227] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4be9da3e-a33c-4517-92e3-bfa920023512 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.320515] env[69663]: DEBUG oslo_vmware.api [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52da33b8-8cce-1c6d-923d-9d0729dc2847, 'name': SearchDatastore_Task, 'duration_secs': 0.037495} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.326853] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.327315] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] ec005243-41c7-4109-874a-0dfe6d417bec/ec005243-41c7-4109-874a-0dfe6d417bec.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1204.327794] env[69663]: DEBUG oslo_vmware.api [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1204.327794] env[69663]: value = "task-3333587" [ 1204.327794] env[69663]: _type = "Task" [ 1204.327794] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.331245] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c0ba78f-d792-403f-998e-85aaa3f68beb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.345438] env[69663]: DEBUG oslo_vmware.api [None req-011cd596-40bd-4321-85bd-0c81545c76fb tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333584, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.352855] env[69663]: DEBUG oslo_vmware.api [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.354855] env[69663]: DEBUG oslo_vmware.api [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1204.354855] env[69663]: value = "task-3333588" [ 1204.354855] env[69663]: _type = "Task" [ 1204.354855] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.367983] env[69663]: DEBUG oslo_vmware.api [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.493358] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.568477] env[69663]: DEBUG nova.network.neutron [-] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.587232] env[69663]: DEBUG nova.network.neutron [None req-ebbf7d5c-606c-47e4-8f6e-719f2cfa6748 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Updating instance_info_cache with network_info: [{"id": "88912779-e048-4054-a696-a01f06ffd4c9", "address": "fa:16:3e:57:28:48", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88912779-e0", "ovs_interfaceid": "88912779-e048-4054-a696-a01f06ffd4c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.624032] env[69663]: DEBUG oslo_vmware.api [None req-adfc94f0-deb9-485a-8d22-ac3e92d99d5d tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.694244] env[69663]: DEBUG nova.scheduler.client.report [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1204.830144] env[69663]: DEBUG oslo_vmware.api [None req-011cd596-40bd-4321-85bd-0c81545c76fb tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333584, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.803265} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.830423] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-011cd596-40bd-4321-85bd-0c81545c76fb tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1204.830839] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-011cd596-40bd-4321-85bd-0c81545c76fb tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1204.830839] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-011cd596-40bd-4321-85bd-0c81545c76fb tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1204.830959] env[69663]: INFO nova.compute.manager [None req-011cd596-40bd-4321-85bd-0c81545c76fb tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1204.831547] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-011cd596-40bd-4321-85bd-0c81545c76fb tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.831547] env[69663]: DEBUG nova.compute.manager [-] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1204.831699] env[69663]: DEBUG nova.network.neutron [-] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1204.842954] env[69663]: DEBUG oslo_vmware.api [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333587, 'name': ReconfigVM_Task, 'duration_secs': 0.349497} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.843766] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d801bb85-c13d-4aea-bfdf-a1e409e3cb5f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.864105] env[69663]: DEBUG nova.virt.hardware [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1204.864361] env[69663]: DEBUG nova.virt.hardware [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1204.864574] env[69663]: DEBUG nova.virt.hardware [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.864717] env[69663]: DEBUG nova.virt.hardware [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1204.864868] env[69663]: DEBUG nova.virt.hardware [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.865045] env[69663]: DEBUG nova.virt.hardware [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1204.865273] env[69663]: DEBUG nova.virt.hardware [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1204.865604] env[69663]: DEBUG nova.virt.hardware [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1204.865604] env[69663]: DEBUG nova.virt.hardware [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1204.866570] env[69663]: DEBUG nova.virt.hardware [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1204.866570] env[69663]: DEBUG nova.virt.hardware [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1204.869498] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13311c82-a7c3-4e43-a956-6d8e8f210e9f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.877642] env[69663]: DEBUG oslo_vmware.api [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1204.877642] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52608d34-6edd-0d58-1958-d8581acb09f5" [ 1204.877642] env[69663]: _type = "Task" [ 1204.877642] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.881054] env[69663]: DEBUG oslo_vmware.api [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333588, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.890258] env[69663]: DEBUG oslo_vmware.api [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52608d34-6edd-0d58-1958-d8581acb09f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.046842] env[69663]: DEBUG nova.compute.manager [req-c9d39072-85ef-4386-bbbc-3bcd008cf18e req-eebdaa8e-4065-4e2f-879d-2019a0482d06 service nova] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Received event network-vif-deleted-fb78d5f2-49f0-49c4-b699-a11a7ed5283f {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1205.071218] env[69663]: INFO nova.compute.manager [-] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Took 1.36 seconds to deallocate network for instance. [ 1205.090315] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ebbf7d5c-606c-47e4-8f6e-719f2cfa6748 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Releasing lock "refresh_cache-a345e15c-764f-4cae-a56d-9dff582285e8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.126872] env[69663]: DEBUG oslo_vmware.api [None req-adfc94f0-deb9-485a-8d22-ac3e92d99d5d tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333586, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.617213} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.127263] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-adfc94f0-deb9-485a-8d22-ac3e92d99d5d tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.127367] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-adfc94f0-deb9-485a-8d22-ac3e92d99d5d tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1205.127547] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-adfc94f0-deb9-485a-8d22-ac3e92d99d5d tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1205.127754] env[69663]: INFO nova.compute.manager [None req-adfc94f0-deb9-485a-8d22-ac3e92d99d5d tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1205.127996] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adfc94f0-deb9-485a-8d22-ac3e92d99d5d tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.128259] env[69663]: DEBUG nova.compute.manager [-] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1205.132027] env[69663]: DEBUG nova.network.neutron [-] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1205.201256] env[69663]: DEBUG oslo_concurrency.lockutils [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.201256] env[69663]: DEBUG nova.compute.manager [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1205.207053] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cef8ccfb-51fb-4c3e-86ec-70dc5781bf32 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.075s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.207053] env[69663]: DEBUG nova.objects.instance [None req-cef8ccfb-51fb-4c3e-86ec-70dc5781bf32 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lazy-loading 'resources' on Instance uuid 789877a1-9e03-4bce-97e5-ca1cce81e4ab {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.373643] env[69663]: DEBUG oslo_vmware.api [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.8186} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.373917] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] ec005243-41c7-4109-874a-0dfe6d417bec/ec005243-41c7-4109-874a-0dfe6d417bec.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1205.374147] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1205.374404] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da0fb7e2-7939-49a6-af04-524de3956f2b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.381317] env[69663]: DEBUG oslo_vmware.api [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1205.381317] env[69663]: value = "task-3333589" [ 1205.381317] env[69663]: _type = "Task" [ 1205.381317] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.408724] env[69663]: DEBUG oslo_vmware.api [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52608d34-6edd-0d58-1958-d8581acb09f5, 'name': SearchDatastore_Task, 'duration_secs': 0.032775} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.409031] env[69663]: DEBUG oslo_vmware.api [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333589, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.415060] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1205.415402] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aca60b37-a161-412e-85a7-2af394441f72 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.434213] env[69663]: DEBUG oslo_vmware.api [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1205.434213] env[69663]: value = "task-3333591" [ 1205.434213] env[69663]: _type = "Task" [ 1205.434213] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.441752] env[69663]: DEBUG oslo_vmware.api [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333591, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.578318] env[69663]: DEBUG oslo_concurrency.lockutils [None req-66de70d5-14f0-4a0c-a4c2-5cc7c040e1e4 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.594500] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ebbf7d5c-606c-47e4-8f6e-719f2cfa6748 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "interface-a345e15c-764f-4cae-a56d-9dff582285e8-6dc98112-11c2-44c9-b6dd-f41443ac63c4" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.178s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.707873] env[69663]: DEBUG nova.compute.utils [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1205.712361] env[69663]: DEBUG nova.compute.manager [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1205.712523] env[69663]: DEBUG nova.network.neutron [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1205.766737] env[69663]: DEBUG nova.policy [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd4b0fe8fb5d49dda971434c01782a17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '475ee851db874998812727745d5e1747', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1205.907570] env[69663]: DEBUG oslo_vmware.api [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333589, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120356} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.907971] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1205.911515] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf6e794-93f3-408f-b225-8cd8a44d14c7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.937456] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] ec005243-41c7-4109-874a-0dfe6d417bec/ec005243-41c7-4109-874a-0dfe6d417bec.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.939917] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb68c8b4-d600-4432-af47-1ee4bafb0884 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.964696] env[69663]: DEBUG oslo_vmware.api [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333591, 'name': ReconfigVM_Task, 'duration_secs': 0.355429} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.968413] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1205.968771] env[69663]: DEBUG oslo_vmware.api [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1205.968771] env[69663]: value = "task-3333592" [ 1205.968771] env[69663]: _type = "Task" [ 1205.968771] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.969685] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076f7048-39c8-4824-9d2c-5820e3b0fdee {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.000246] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] ce8cbba3-89e0-41ed-a822-972f7452179f/ce8cbba3-89e0-41ed-a822-972f7452179f.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1206.003266] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a236ade4-73fa-4bee-93cd-23e9cd6b86f4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.021987] env[69663]: DEBUG oslo_vmware.api [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1206.021987] env[69663]: value = "task-3333593" [ 1206.021987] env[69663]: _type = "Task" [ 1206.021987] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.028767] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7463764-66f5-4e75-83a7-26e21863e1ac {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.034859] env[69663]: DEBUG oslo_vmware.api [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333593, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.039049] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec61d45-b035-4821-b5a2-4db137b205b0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.074115] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b568bb6e-024e-4504-8663-ea7714b62a82 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.080802] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509e20b3-7ef2-43c2-9472-4b1341ec7ca8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.096852] env[69663]: DEBUG nova.compute.provider_tree [None req-cef8ccfb-51fb-4c3e-86ec-70dc5781bf32 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.125293] env[69663]: DEBUG nova.network.neutron [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Successfully created port: e51c5348-838c-449a-ada6-444998bc88e8 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1206.213245] env[69663]: DEBUG nova.compute.manager [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1206.489030] env[69663]: DEBUG oslo_vmware.api [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333592, 'name': ReconfigVM_Task, 'duration_secs': 0.333386} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.489030] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Reconfigured VM instance instance-0000006d to attach disk [datastore2] ec005243-41c7-4109-874a-0dfe6d417bec/ec005243-41c7-4109-874a-0dfe6d417bec.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.489030] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28bff552-3d4c-4893-bf51-99c7fb93e42a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.496132] env[69663]: DEBUG oslo_vmware.api [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1206.496132] env[69663]: value = "task-3333594" [ 1206.496132] env[69663]: _type = "Task" [ 1206.496132] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.506460] env[69663]: DEBUG oslo_vmware.api [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333594, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.531874] env[69663]: DEBUG oslo_vmware.api [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333593, 'name': ReconfigVM_Task, 'duration_secs': 0.285717} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.532427] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Reconfigured VM instance instance-0000005c to attach disk [datastore2] ce8cbba3-89e0-41ed-a822-972f7452179f/ce8cbba3-89e0-41ed-a822-972f7452179f.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1206.533480] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330efe97-47f4-4924-beeb-06900318302a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.558928] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45759d9d-5163-4990-bfeb-300c360d5c81 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.590028] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8694de-4dd8-4c44-a52a-54aedbbb0b4e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.612397] env[69663]: DEBUG nova.scheduler.client.report [None req-cef8ccfb-51fb-4c3e-86ec-70dc5781bf32 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1206.616885] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872c5965-d02d-47e5-b731-628480e778a9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.627570] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1206.627570] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-477826ad-dd3d-4c0a-8501-bd7f483086e5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.634038] env[69663]: DEBUG oslo_vmware.api [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1206.634038] env[69663]: value = "task-3333595" [ 1206.634038] env[69663]: _type = "Task" [ 1206.634038] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.644265] env[69663]: DEBUG oslo_vmware.api [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333595, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.762705] env[69663]: DEBUG nova.network.neutron [-] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.009479] env[69663]: DEBUG oslo_vmware.api [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333594, 'name': Rename_Task, 'duration_secs': 0.270979} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.010263] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1207.010263] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-936f8d7e-6b6c-4ce7-a064-d969e62efd74 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.017394] env[69663]: DEBUG oslo_vmware.api [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1207.017394] env[69663]: value = "task-3333596" [ 1207.017394] env[69663]: _type = "Task" [ 1207.017394] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.027050] env[69663]: DEBUG oslo_vmware.api [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.092583] env[69663]: DEBUG nova.network.neutron [-] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.097307] env[69663]: DEBUG nova.compute.manager [req-f81d8049-7efd-40ad-b7fb-5879d37c9cce req-34137b72-2e7e-4257-9b2f-bf547aa614cb service nova] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Received event network-vif-deleted-adb08efd-6a49-4d41-bf14-2dcc411b20bb {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1207.097533] env[69663]: DEBUG nova.compute.manager [req-f81d8049-7efd-40ad-b7fb-5879d37c9cce req-34137b72-2e7e-4257-9b2f-bf547aa614cb service nova] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Received event network-vif-deleted-88912779-e048-4054-a696-a01f06ffd4c9 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1207.097706] env[69663]: INFO nova.compute.manager [req-f81d8049-7efd-40ad-b7fb-5879d37c9cce req-34137b72-2e7e-4257-9b2f-bf547aa614cb service nova] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Neutron deleted interface 88912779-e048-4054-a696-a01f06ffd4c9; detaching it from the instance and deleting it from the info cache [ 1207.097884] env[69663]: DEBUG nova.network.neutron [req-f81d8049-7efd-40ad-b7fb-5879d37c9cce req-34137b72-2e7e-4257-9b2f-bf547aa614cb service nova] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.122497] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cef8ccfb-51fb-4c3e-86ec-70dc5781bf32 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.919s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.125105] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.632s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.127287] env[69663]: INFO nova.compute.claims [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: dde850da-837d-4480-80b2-24609a343811] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1207.144344] env[69663]: DEBUG oslo_vmware.api [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333595, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.151809] env[69663]: INFO nova.scheduler.client.report [None req-cef8ccfb-51fb-4c3e-86ec-70dc5781bf32 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Deleted allocations for instance 789877a1-9e03-4bce-97e5-ca1cce81e4ab [ 1207.228502] env[69663]: DEBUG nova.compute.manager [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1207.266132] env[69663]: INFO nova.compute.manager [-] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Took 2.43 seconds to deallocate network for instance. [ 1207.276611] env[69663]: DEBUG nova.virt.hardware [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1207.277047] env[69663]: DEBUG nova.virt.hardware [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1207.277346] env[69663]: DEBUG nova.virt.hardware [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1207.277646] env[69663]: DEBUG nova.virt.hardware [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1207.277879] env[69663]: DEBUG nova.virt.hardware [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1207.278093] env[69663]: DEBUG nova.virt.hardware [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1207.278382] env[69663]: DEBUG nova.virt.hardware [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1207.278595] env[69663]: DEBUG nova.virt.hardware [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1207.278877] env[69663]: DEBUG nova.virt.hardware [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1207.279036] env[69663]: DEBUG nova.virt.hardware [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1207.279276] env[69663]: DEBUG nova.virt.hardware [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1207.280553] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93678422-d840-48af-b1d8-ee82f84dab6e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.291966] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd99dcb5-f68e-4662-8e70-7194e0a22083 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.531511] env[69663]: DEBUG oslo_vmware.api [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333596, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.596125] env[69663]: INFO nova.compute.manager [-] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Took 2.47 seconds to deallocate network for instance. [ 1207.605024] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cc6503a5-08d0-4451-b665-cc75b1ec3640 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.612090] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6207f2be-e573-4e27-8f07-399e2fbe24d9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.655107] env[69663]: DEBUG oslo_vmware.api [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333595, 'name': PowerOnVM_Task, 'duration_secs': 0.670615} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.676751] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1207.681794] env[69663]: DEBUG nova.compute.manager [req-f81d8049-7efd-40ad-b7fb-5879d37c9cce req-34137b72-2e7e-4257-9b2f-bf547aa614cb service nova] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Detach interface failed, port_id=88912779-e048-4054-a696-a01f06ffd4c9, reason: Instance a345e15c-764f-4cae-a56d-9dff582285e8 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1207.682724] env[69663]: DEBUG oslo_concurrency.lockutils [None req-cef8ccfb-51fb-4c3e-86ec-70dc5781bf32 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lock "789877a1-9e03-4bce-97e5-ca1cce81e4ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.663s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.714235] env[69663]: DEBUG nova.compute.manager [req-3e49d643-c129-4fbd-a30e-7ef7d4b6d6ee req-a665d2a2-98a1-4c98-9c8a-cb6a4ae09051 service nova] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Received event network-vif-plugged-e51c5348-838c-449a-ada6-444998bc88e8 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1207.714602] env[69663]: DEBUG oslo_concurrency.lockutils [req-3e49d643-c129-4fbd-a30e-7ef7d4b6d6ee req-a665d2a2-98a1-4c98-9c8a-cb6a4ae09051 service nova] Acquiring lock "2315a4d0-e4b2-4551-ab10-71373f99c3a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.714868] env[69663]: DEBUG oslo_concurrency.lockutils [req-3e49d643-c129-4fbd-a30e-7ef7d4b6d6ee req-a665d2a2-98a1-4c98-9c8a-cb6a4ae09051 service nova] Lock "2315a4d0-e4b2-4551-ab10-71373f99c3a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.715137] env[69663]: DEBUG oslo_concurrency.lockutils [req-3e49d643-c129-4fbd-a30e-7ef7d4b6d6ee req-a665d2a2-98a1-4c98-9c8a-cb6a4ae09051 service nova] Lock "2315a4d0-e4b2-4551-ab10-71373f99c3a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.715401] env[69663]: DEBUG nova.compute.manager [req-3e49d643-c129-4fbd-a30e-7ef7d4b6d6ee req-a665d2a2-98a1-4c98-9c8a-cb6a4ae09051 service nova] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] No waiting events found dispatching network-vif-plugged-e51c5348-838c-449a-ada6-444998bc88e8 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1207.715661] env[69663]: WARNING nova.compute.manager [req-3e49d643-c129-4fbd-a30e-7ef7d4b6d6ee req-a665d2a2-98a1-4c98-9c8a-cb6a4ae09051 service nova] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Received unexpected event network-vif-plugged-e51c5348-838c-449a-ada6-444998bc88e8 for instance with vm_state building and task_state spawning. [ 1207.775365] env[69663]: DEBUG oslo_concurrency.lockutils [None req-011cd596-40bd-4321-85bd-0c81545c76fb tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.029051] env[69663]: DEBUG oslo_vmware.api [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333596, 'name': PowerOnVM_Task, 'duration_secs': 0.59317} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.029363] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1208.029568] env[69663]: INFO nova.compute.manager [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Took 9.17 seconds to spawn the instance on the hypervisor. [ 1208.029751] env[69663]: DEBUG nova.compute.manager [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1208.030554] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd7872e-d630-4cab-a789-1914c3b9cadf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.103016] env[69663]: DEBUG oslo_concurrency.lockutils [None req-adfc94f0-deb9-485a-8d22-ac3e92d99d5d tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.116131] env[69663]: DEBUG nova.network.neutron [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Successfully updated port: e51c5348-838c-449a-ada6-444998bc88e8 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1208.355232] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c1502c-325f-4643-ae3e-898c03cad1e9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.365681] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b218f46-0d7e-479c-b616-2c3599c6603a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.406033] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69dc949c-8056-4196-972c-ed2c2ba1ed55 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.415563] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68cb186-1440-43be-b68a-68453504afa0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.430277] env[69663]: DEBUG nova.compute.provider_tree [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.550514] env[69663]: INFO nova.compute.manager [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Took 22.43 seconds to build instance. [ 1208.620209] env[69663]: DEBUG oslo_concurrency.lockutils [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "refresh_cache-2315a4d0-e4b2-4551-ab10-71373f99c3a8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.620209] env[69663]: DEBUG oslo_concurrency.lockutils [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquired lock "refresh_cache-2315a4d0-e4b2-4551-ab10-71373f99c3a8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.620209] env[69663]: DEBUG nova.network.neutron [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1208.726136] env[69663]: INFO nova.compute.manager [None req-3424548a-3dfb-412e-8421-f5d94ea5d20c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Updating instance to original state: 'active' [ 1208.935456] env[69663]: DEBUG nova.scheduler.client.report [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1209.052777] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6d191e5d-0a91-42ed-a104-a9fbde707a1b tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "ec005243-41c7-4109-874a-0dfe6d417bec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.945s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.157701] env[69663]: DEBUG nova.network.neutron [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1209.342242] env[69663]: DEBUG nova.network.neutron [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Updating instance_info_cache with network_info: [{"id": "e51c5348-838c-449a-ada6-444998bc88e8", "address": "fa:16:3e:fb:a5:94", "network": {"id": "a3b5f8d9-10f5-42a5-895b-ca097d62d6b9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1939411410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "475ee851db874998812727745d5e1747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51c5348-83", "ovs_interfaceid": "e51c5348-838c-449a-ada6-444998bc88e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.442333] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.442892] env[69663]: DEBUG nova.compute.manager [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: dde850da-837d-4480-80b2-24609a343811] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1209.445373] env[69663]: DEBUG oslo_concurrency.lockutils [None req-66de70d5-14f0-4a0c-a4c2-5cc7c040e1e4 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.867s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.445704] env[69663]: DEBUG nova.objects.instance [None req-66de70d5-14f0-4a0c-a4c2-5cc7c040e1e4 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lazy-loading 'resources' on Instance uuid 5c883912-9a6b-42ae-896b-bef07f84c285 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.747696] env[69663]: DEBUG nova.compute.manager [req-ded643e8-5738-42f2-ad23-7d51f2b754f5 req-5461783e-02cf-4272-8310-868e1e99675e service nova] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Received event network-changed-e51c5348-838c-449a-ada6-444998bc88e8 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1209.747853] env[69663]: DEBUG nova.compute.manager [req-ded643e8-5738-42f2-ad23-7d51f2b754f5 req-5461783e-02cf-4272-8310-868e1e99675e service nova] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Refreshing instance network info cache due to event network-changed-e51c5348-838c-449a-ada6-444998bc88e8. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1209.748041] env[69663]: DEBUG oslo_concurrency.lockutils [req-ded643e8-5738-42f2-ad23-7d51f2b754f5 req-5461783e-02cf-4272-8310-868e1e99675e service nova] Acquiring lock "refresh_cache-2315a4d0-e4b2-4551-ab10-71373f99c3a8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.844996] env[69663]: DEBUG oslo_concurrency.lockutils [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Releasing lock "refresh_cache-2315a4d0-e4b2-4551-ab10-71373f99c3a8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.845385] env[69663]: DEBUG nova.compute.manager [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Instance network_info: |[{"id": "e51c5348-838c-449a-ada6-444998bc88e8", "address": "fa:16:3e:fb:a5:94", "network": {"id": "a3b5f8d9-10f5-42a5-895b-ca097d62d6b9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1939411410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "475ee851db874998812727745d5e1747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51c5348-83", "ovs_interfaceid": "e51c5348-838c-449a-ada6-444998bc88e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1209.845726] env[69663]: DEBUG oslo_concurrency.lockutils [req-ded643e8-5738-42f2-ad23-7d51f2b754f5 req-5461783e-02cf-4272-8310-868e1e99675e service nova] Acquired lock "refresh_cache-2315a4d0-e4b2-4551-ab10-71373f99c3a8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.845965] env[69663]: DEBUG nova.network.neutron [req-ded643e8-5738-42f2-ad23-7d51f2b754f5 req-5461783e-02cf-4272-8310-868e1e99675e service nova] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Refreshing network info cache for port e51c5348-838c-449a-ada6-444998bc88e8 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1209.847332] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:a5:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a4d142-3f97-47fe-b074-58923c46815e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e51c5348-838c-449a-ada6-444998bc88e8', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1209.855327] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1209.858186] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1209.859048] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61357f22-9905-4e1a-9225-63cf4ff6350a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.880747] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1209.880747] env[69663]: value = "task-3333600" [ 1209.880747] env[69663]: _type = "Task" [ 1209.880747] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.889017] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333600, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.942937] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c2eef34c-2ddb-4353-8646-621c42a26c4d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "ec005243-41c7-4109-874a-0dfe6d417bec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.943132] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c2eef34c-2ddb-4353-8646-621c42a26c4d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "ec005243-41c7-4109-874a-0dfe6d417bec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.943220] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c2eef34c-2ddb-4353-8646-621c42a26c4d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "ec005243-41c7-4109-874a-0dfe6d417bec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.943404] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c2eef34c-2ddb-4353-8646-621c42a26c4d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "ec005243-41c7-4109-874a-0dfe6d417bec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.943581] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c2eef34c-2ddb-4353-8646-621c42a26c4d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "ec005243-41c7-4109-874a-0dfe6d417bec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.948672] env[69663]: DEBUG nova.compute.utils [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1209.953950] env[69663]: INFO nova.compute.manager [None req-c2eef34c-2ddb-4353-8646-621c42a26c4d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Terminating instance [ 1209.955816] env[69663]: DEBUG nova.compute.manager [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: dde850da-837d-4480-80b2-24609a343811] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1209.955996] env[69663]: DEBUG nova.network.neutron [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: dde850da-837d-4480-80b2-24609a343811] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1209.958626] env[69663]: DEBUG nova.compute.manager [None req-c2eef34c-2ddb-4353-8646-621c42a26c4d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1209.958831] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c2eef34c-2ddb-4353-8646-621c42a26c4d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1209.959786] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d5c780-651c-46eb-acdd-e18a9bf9c2b4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.970329] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2eef34c-2ddb-4353-8646-621c42a26c4d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1209.970329] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a902355f-1b8d-4f28-9f38-d0b58428c29c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.977447] env[69663]: DEBUG oslo_vmware.api [None req-c2eef34c-2ddb-4353-8646-621c42a26c4d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1209.977447] env[69663]: value = "task-3333601" [ 1209.977447] env[69663]: _type = "Task" [ 1209.977447] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.990551] env[69663]: DEBUG oslo_vmware.api [None req-c2eef34c-2ddb-4353-8646-621c42a26c4d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.002982] env[69663]: DEBUG nova.policy [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bb78cfccdef4ff889a1e5b0d63dba49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd129d2f178144b2b2f0a284d38a100d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1210.099134] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "ce8cbba3-89e0-41ed-a822-972f7452179f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.099134] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "ce8cbba3-89e0-41ed-a822-972f7452179f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.099134] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "ce8cbba3-89e0-41ed-a822-972f7452179f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.099134] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "ce8cbba3-89e0-41ed-a822-972f7452179f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.099134] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "ce8cbba3-89e0-41ed-a822-972f7452179f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.099890] env[69663]: INFO nova.compute.manager [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Terminating instance [ 1210.101502] env[69663]: DEBUG nova.compute.manager [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1210.102028] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1210.102569] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2399001c-e9aa-4de7-bb7d-167e7f0dae97 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.106425] env[69663]: DEBUG nova.network.neutron [req-ded643e8-5738-42f2-ad23-7d51f2b754f5 req-5461783e-02cf-4272-8310-868e1e99675e service nova] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Updated VIF entry in instance network info cache for port e51c5348-838c-449a-ada6-444998bc88e8. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1210.106643] env[69663]: DEBUG nova.network.neutron [req-ded643e8-5738-42f2-ad23-7d51f2b754f5 req-5461783e-02cf-4272-8310-868e1e99675e service nova] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Updating instance_info_cache with network_info: [{"id": "e51c5348-838c-449a-ada6-444998bc88e8", "address": "fa:16:3e:fb:a5:94", "network": {"id": "a3b5f8d9-10f5-42a5-895b-ca097d62d6b9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1939411410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "475ee851db874998812727745d5e1747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51c5348-83", "ovs_interfaceid": "e51c5348-838c-449a-ada6-444998bc88e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.114674] env[69663]: DEBUG oslo_vmware.api [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1210.114674] env[69663]: value = "task-3333602" [ 1210.114674] env[69663]: _type = "Task" [ 1210.114674] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.122549] env[69663]: DEBUG oslo_vmware.api [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.173681] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbcd93b-9b55-49a3-bc7e-97748f07b4f3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.183135] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5896950d-3468-4889-ba91-56a94ac0023c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.238144] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a005150-c9df-4a83-ae12-af49baae960d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.247980] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57be05b3-5534-4706-ab5d-52e9d6d007ff {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.266118] env[69663]: DEBUG nova.compute.provider_tree [None req-66de70d5-14f0-4a0c-a4c2-5cc7c040e1e4 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.393394] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333600, 'name': CreateVM_Task, 'duration_secs': 0.444837} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.393883] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1210.394905] env[69663]: DEBUG oslo_concurrency.lockutils [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.395161] env[69663]: DEBUG oslo_concurrency.lockutils [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.395566] env[69663]: DEBUG oslo_concurrency.lockutils [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.395901] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28b0479e-ce14-46ea-933b-6334b0688536 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.403010] env[69663]: DEBUG nova.network.neutron [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: dde850da-837d-4480-80b2-24609a343811] Successfully created port: cc928c6c-c043-4bca-ac51-a1cdf1b051b5 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1210.406584] env[69663]: DEBUG oslo_vmware.api [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1210.406584] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]527adeea-0177-96a0-1c7a-0d89b9fe1956" [ 1210.406584] env[69663]: _type = "Task" [ 1210.406584] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.419278] env[69663]: DEBUG oslo_vmware.api [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]527adeea-0177-96a0-1c7a-0d89b9fe1956, 'name': SearchDatastore_Task, 'duration_secs': 0.010799} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.419669] env[69663]: DEBUG oslo_concurrency.lockutils [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.419986] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1210.420299] env[69663]: DEBUG oslo_concurrency.lockutils [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.420457] env[69663]: DEBUG oslo_concurrency.lockutils [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.420697] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1210.420988] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efda9ee4-4a49-4e00-90fb-b36776907b87 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.429799] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1210.429945] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1210.430738] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-467af24f-cb53-4085-bdcf-3364469090f6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.436216] env[69663]: DEBUG oslo_vmware.api [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1210.436216] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52358b94-9488-fc1c-f90f-75b182150b94" [ 1210.436216] env[69663]: _type = "Task" [ 1210.436216] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.443996] env[69663]: DEBUG oslo_vmware.api [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52358b94-9488-fc1c-f90f-75b182150b94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.454597] env[69663]: DEBUG nova.compute.manager [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: dde850da-837d-4480-80b2-24609a343811] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1210.491892] env[69663]: DEBUG oslo_vmware.api [None req-c2eef34c-2ddb-4353-8646-621c42a26c4d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333601, 'name': PowerOffVM_Task, 'duration_secs': 0.310632} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.492289] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2eef34c-2ddb-4353-8646-621c42a26c4d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1210.492559] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c2eef34c-2ddb-4353-8646-621c42a26c4d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1210.492930] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a062bcc1-cf9e-4061-a08c-53218a509635 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.552498] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c2eef34c-2ddb-4353-8646-621c42a26c4d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1210.552904] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c2eef34c-2ddb-4353-8646-621c42a26c4d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1210.553206] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2eef34c-2ddb-4353-8646-621c42a26c4d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Deleting the datastore file [datastore2] ec005243-41c7-4109-874a-0dfe6d417bec {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1210.553645] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1de6dc46-01de-43e8-b3d4-51ae1933d050 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.560613] env[69663]: DEBUG oslo_vmware.api [None req-c2eef34c-2ddb-4353-8646-621c42a26c4d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for the task: (returnval){ [ 1210.560613] env[69663]: value = "task-3333604" [ 1210.560613] env[69663]: _type = "Task" [ 1210.560613] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.571154] env[69663]: DEBUG oslo_vmware.api [None req-c2eef34c-2ddb-4353-8646-621c42a26c4d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.610326] env[69663]: DEBUG oslo_concurrency.lockutils [req-ded643e8-5738-42f2-ad23-7d51f2b754f5 req-5461783e-02cf-4272-8310-868e1e99675e service nova] Releasing lock "refresh_cache-2315a4d0-e4b2-4551-ab10-71373f99c3a8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.629356] env[69663]: DEBUG oslo_vmware.api [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333602, 'name': PowerOffVM_Task, 'duration_secs': 0.434533} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.629641] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1210.629993] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Volume detach. Driver type: vmdk {{(pid=69663) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1210.630331] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665420', 'volume_id': 'acca4cf3-ddf0-4e77-9171-e601f1cc069d', 'name': 'volume-acca4cf3-ddf0-4e77-9171-e601f1cc069d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ce8cbba3-89e0-41ed-a822-972f7452179f', 'attached_at': '2025-04-05T04:33:24.000000', 'detached_at': '', 'volume_id': 'acca4cf3-ddf0-4e77-9171-e601f1cc069d', 'serial': 'acca4cf3-ddf0-4e77-9171-e601f1cc069d'} {{(pid=69663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1210.631283] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9daea4c-f7fa-4cf4-bbd1-83d44df2ff97 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.654821] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16818e08-ce20-4046-af0d-f523ed628523 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.662169] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ca2e2e-f5d6-4fed-84f2-bfce19cd60c0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.691112] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c4c168-7979-451c-ae73-796131e3133d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.710889] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] The volume has not been displaced from its original location: [datastore2] volume-acca4cf3-ddf0-4e77-9171-e601f1cc069d/volume-acca4cf3-ddf0-4e77-9171-e601f1cc069d.vmdk. No consolidation needed. {{(pid=69663) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1210.716371] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Reconfiguring VM instance instance-0000005c to detach disk 2001 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1210.716457] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b57ecf80-2efb-4934-951d-4e2d972f7ac2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.735084] env[69663]: DEBUG oslo_vmware.api [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1210.735084] env[69663]: value = "task-3333605" [ 1210.735084] env[69663]: _type = "Task" [ 1210.735084] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.744833] env[69663]: DEBUG oslo_vmware.api [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333605, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.770228] env[69663]: DEBUG nova.scheduler.client.report [None req-66de70d5-14f0-4a0c-a4c2-5cc7c040e1e4 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1210.948082] env[69663]: DEBUG oslo_vmware.api [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52358b94-9488-fc1c-f90f-75b182150b94, 'name': SearchDatastore_Task, 'duration_secs': 0.009053} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.948930] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f11d99e9-a26c-46f6-ba57-2a27b615aea3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.954179] env[69663]: DEBUG oslo_vmware.api [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1210.954179] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52bde268-c43e-ae11-f344-44c4d7e0fb64" [ 1210.954179] env[69663]: _type = "Task" [ 1210.954179] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.966212] env[69663]: DEBUG oslo_vmware.api [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52bde268-c43e-ae11-f344-44c4d7e0fb64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.070668] env[69663]: DEBUG oslo_vmware.api [None req-c2eef34c-2ddb-4353-8646-621c42a26c4d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Task: {'id': task-3333604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151792} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.070933] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2eef34c-2ddb-4353-8646-621c42a26c4d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1211.071352] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c2eef34c-2ddb-4353-8646-621c42a26c4d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1211.071562] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c2eef34c-2ddb-4353-8646-621c42a26c4d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1211.071743] env[69663]: INFO nova.compute.manager [None req-c2eef34c-2ddb-4353-8646-621c42a26c4d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1211.072284] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2eef34c-2ddb-4353-8646-621c42a26c4d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.072284] env[69663]: DEBUG nova.compute.manager [-] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1211.072284] env[69663]: DEBUG nova.network.neutron [-] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1211.245968] env[69663]: DEBUG oslo_vmware.api [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333605, 'name': ReconfigVM_Task, 'duration_secs': 0.241869} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.246800] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Reconfigured VM instance instance-0000005c to detach disk 2001 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1211.251119] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d387a4c9-6373-4700-99c8-c70e94960e0b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.273260] env[69663]: DEBUG oslo_vmware.api [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1211.273260] env[69663]: value = "task-3333606" [ 1211.273260] env[69663]: _type = "Task" [ 1211.273260] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.280621] env[69663]: DEBUG oslo_concurrency.lockutils [None req-66de70d5-14f0-4a0c-a4c2-5cc7c040e1e4 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.835s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.286404] env[69663]: DEBUG oslo_concurrency.lockutils [None req-011cd596-40bd-4321-85bd-0c81545c76fb tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.512s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.286656] env[69663]: DEBUG nova.objects.instance [None req-011cd596-40bd-4321-85bd-0c81545c76fb tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lazy-loading 'resources' on Instance uuid fb9630cf-b4cf-4f8c-a23f-d0911eac9419 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.289420] env[69663]: DEBUG oslo_vmware.api [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333606, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.315942] env[69663]: INFO nova.scheduler.client.report [None req-66de70d5-14f0-4a0c-a4c2-5cc7c040e1e4 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Deleted allocations for instance 5c883912-9a6b-42ae-896b-bef07f84c285 [ 1211.465672] env[69663]: DEBUG nova.compute.manager [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: dde850da-837d-4480-80b2-24609a343811] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1211.468199] env[69663]: DEBUG oslo_vmware.api [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52bde268-c43e-ae11-f344-44c4d7e0fb64, 'name': SearchDatastore_Task, 'duration_secs': 0.010259} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.468289] env[69663]: DEBUG oslo_concurrency.lockutils [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.469184] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 2315a4d0-e4b2-4551-ab10-71373f99c3a8/2315a4d0-e4b2-4551-ab10-71373f99c3a8.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1211.469184] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de317523-e621-4831-9739-dae90f92b794 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.478193] env[69663]: DEBUG oslo_vmware.api [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1211.478193] env[69663]: value = "task-3333607" [ 1211.478193] env[69663]: _type = "Task" [ 1211.478193] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.486665] env[69663]: DEBUG oslo_vmware.api [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333607, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.495063] env[69663]: DEBUG nova.virt.hardware [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1211.496025] env[69663]: DEBUG nova.virt.hardware [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1211.496025] env[69663]: DEBUG nova.virt.hardware [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.496025] env[69663]: DEBUG nova.virt.hardware [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1211.496266] env[69663]: DEBUG nova.virt.hardware [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.496479] env[69663]: DEBUG nova.virt.hardware [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1211.496756] env[69663]: DEBUG nova.virt.hardware [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1211.497046] env[69663]: DEBUG nova.virt.hardware [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1211.497342] env[69663]: DEBUG nova.virt.hardware [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1211.497588] env[69663]: DEBUG nova.virt.hardware [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1211.498030] env[69663]: DEBUG nova.virt.hardware [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1211.498952] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a79f35-8221-4fc2-9f3e-2c74a84d3e1e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.507026] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7487904f-16b2-4832-9cc1-bef4194920d5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.776590] env[69663]: DEBUG nova.compute.manager [req-65134535-2fdc-4047-9d0a-ef1882981b67 req-cf6cd09b-f8fb-4c20-ad19-f0c42b5d8dde service nova] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Received event network-vif-deleted-b7b5297e-ae99-4582-a1ea-0f9b75fbe22d {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1211.776903] env[69663]: INFO nova.compute.manager [req-65134535-2fdc-4047-9d0a-ef1882981b67 req-cf6cd09b-f8fb-4c20-ad19-f0c42b5d8dde service nova] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Neutron deleted interface b7b5297e-ae99-4582-a1ea-0f9b75fbe22d; detaching it from the instance and deleting it from the info cache [ 1211.777170] env[69663]: DEBUG nova.network.neutron [req-65134535-2fdc-4047-9d0a-ef1882981b67 req-cf6cd09b-f8fb-4c20-ad19-f0c42b5d8dde service nova] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.791987] env[69663]: DEBUG oslo_vmware.api [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333606, 'name': ReconfigVM_Task, 'duration_secs': 0.13682} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.793456] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665420', 'volume_id': 'acca4cf3-ddf0-4e77-9171-e601f1cc069d', 'name': 'volume-acca4cf3-ddf0-4e77-9171-e601f1cc069d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ce8cbba3-89e0-41ed-a822-972f7452179f', 'attached_at': '2025-04-05T04:33:24.000000', 'detached_at': '', 'volume_id': 'acca4cf3-ddf0-4e77-9171-e601f1cc069d', 'serial': 'acca4cf3-ddf0-4e77-9171-e601f1cc069d'} {{(pid=69663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1211.794025] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1211.796292] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68532c1-ea0e-4350-83cd-5c0edd472180 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.802444] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1211.802971] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-452c1a5a-a41d-4b88-bdb5-4592dae7d7c5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.807867] env[69663]: DEBUG nova.network.neutron [-] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.826628] env[69663]: DEBUG oslo_concurrency.lockutils [None req-66de70d5-14f0-4a0c-a4c2-5cc7c040e1e4 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "5c883912-9a6b-42ae-896b-bef07f84c285" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.742s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.866094] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1211.866353] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1211.866539] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Deleting the datastore file [datastore2] ce8cbba3-89e0-41ed-a822-972f7452179f {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.866843] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f05d90c-fc03-4212-84b7-b75275002356 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.873357] env[69663]: DEBUG oslo_vmware.api [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1211.873357] env[69663]: value = "task-3333610" [ 1211.873357] env[69663]: _type = "Task" [ 1211.873357] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.887871] env[69663]: DEBUG oslo_vmware.api [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.993012] env[69663]: DEBUG oslo_vmware.api [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333607, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.999219] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bac4a1b-eb92-447c-98be-284688ddd6c4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.007333] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67c4fa3-d927-48c6-9eeb-979d54850587 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.042719] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06266ccd-3171-4615-86e2-454efa5d02dc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.054564] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f70125-56b9-4d73-a0f4-a2adcf2d15e5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.069775] env[69663]: DEBUG nova.compute.provider_tree [None req-011cd596-40bd-4321-85bd-0c81545c76fb tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.248236] env[69663]: DEBUG oslo_concurrency.lockutils [None req-97b153e2-ba94-4bc4-b31c-85a18abe4929 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquiring lock "86cedd0d-0d97-4ba0-b09e-3b0abc978d7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.248629] env[69663]: DEBUG oslo_concurrency.lockutils [None req-97b153e2-ba94-4bc4-b31c-85a18abe4929 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lock "86cedd0d-0d97-4ba0-b09e-3b0abc978d7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.248951] env[69663]: DEBUG oslo_concurrency.lockutils [None req-97b153e2-ba94-4bc4-b31c-85a18abe4929 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquiring lock "86cedd0d-0d97-4ba0-b09e-3b0abc978d7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.249270] env[69663]: DEBUG oslo_concurrency.lockutils [None req-97b153e2-ba94-4bc4-b31c-85a18abe4929 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lock "86cedd0d-0d97-4ba0-b09e-3b0abc978d7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.249551] env[69663]: DEBUG oslo_concurrency.lockutils [None req-97b153e2-ba94-4bc4-b31c-85a18abe4929 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lock "86cedd0d-0d97-4ba0-b09e-3b0abc978d7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.254043] env[69663]: INFO nova.compute.manager [None req-97b153e2-ba94-4bc4-b31c-85a18abe4929 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Terminating instance [ 1212.257876] env[69663]: DEBUG nova.compute.manager [None req-97b153e2-ba94-4bc4-b31c-85a18abe4929 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1212.258236] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-97b153e2-ba94-4bc4-b31c-85a18abe4929 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1212.259597] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f000f55-7096-49b6-be0e-95561ba6a95b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.267118] env[69663]: DEBUG nova.compute.manager [req-7824bbfc-afcb-4722-a87a-ee286f558286 req-c402e401-f917-4557-a885-69db07904b22 service nova] [instance: dde850da-837d-4480-80b2-24609a343811] Received event network-vif-plugged-cc928c6c-c043-4bca-ac51-a1cdf1b051b5 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1212.267441] env[69663]: DEBUG oslo_concurrency.lockutils [req-7824bbfc-afcb-4722-a87a-ee286f558286 req-c402e401-f917-4557-a885-69db07904b22 service nova] Acquiring lock "dde850da-837d-4480-80b2-24609a343811-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.267775] env[69663]: DEBUG oslo_concurrency.lockutils [req-7824bbfc-afcb-4722-a87a-ee286f558286 req-c402e401-f917-4557-a885-69db07904b22 service nova] Lock "dde850da-837d-4480-80b2-24609a343811-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.268083] env[69663]: DEBUG oslo_concurrency.lockutils [req-7824bbfc-afcb-4722-a87a-ee286f558286 req-c402e401-f917-4557-a885-69db07904b22 service nova] Lock "dde850da-837d-4480-80b2-24609a343811-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.268379] env[69663]: DEBUG nova.compute.manager [req-7824bbfc-afcb-4722-a87a-ee286f558286 req-c402e401-f917-4557-a885-69db07904b22 service nova] [instance: dde850da-837d-4480-80b2-24609a343811] No waiting events found dispatching network-vif-plugged-cc928c6c-c043-4bca-ac51-a1cdf1b051b5 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1212.268683] env[69663]: WARNING nova.compute.manager [req-7824bbfc-afcb-4722-a87a-ee286f558286 req-c402e401-f917-4557-a885-69db07904b22 service nova] [instance: dde850da-837d-4480-80b2-24609a343811] Received unexpected event network-vif-plugged-cc928c6c-c043-4bca-ac51-a1cdf1b051b5 for instance with vm_state building and task_state spawning. [ 1212.275455] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b153e2-ba94-4bc4-b31c-85a18abe4929 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1212.275859] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd6b1989-16ec-49dd-804c-79c8b4c1d1e0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.284216] env[69663]: DEBUG oslo_vmware.api [None req-97b153e2-ba94-4bc4-b31c-85a18abe4929 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1212.284216] env[69663]: value = "task-3333611" [ 1212.284216] env[69663]: _type = "Task" [ 1212.284216] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.284844] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-31b9634f-7b14-46aa-953c-4e9d0ba1e3b7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.290942] env[69663]: DEBUG nova.network.neutron [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: dde850da-837d-4480-80b2-24609a343811] Successfully updated port: cc928c6c-c043-4bca-ac51-a1cdf1b051b5 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1212.300574] env[69663]: DEBUG oslo_vmware.api [None req-97b153e2-ba94-4bc4-b31c-85a18abe4929 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.304574] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca72942-539a-456e-bc0e-cc4b18a8b2d5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.319482] env[69663]: INFO nova.compute.manager [-] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Took 1.25 seconds to deallocate network for instance. [ 1212.344163] env[69663]: DEBUG nova.compute.manager [req-65134535-2fdc-4047-9d0a-ef1882981b67 req-cf6cd09b-f8fb-4c20-ad19-f0c42b5d8dde service nova] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Detach interface failed, port_id=b7b5297e-ae99-4582-a1ea-0f9b75fbe22d, reason: Instance ec005243-41c7-4109-874a-0dfe6d417bec could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1212.385541] env[69663]: DEBUG oslo_vmware.api [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375549} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.385888] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1212.386341] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1212.386341] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1212.386482] env[69663]: INFO nova.compute.manager [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Took 2.28 seconds to destroy the instance on the hypervisor. [ 1212.386841] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.387085] env[69663]: DEBUG nova.compute.manager [-] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1212.387298] env[69663]: DEBUG nova.network.neutron [-] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1212.490995] env[69663]: DEBUG oslo_vmware.api [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333607, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590526} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.491648] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 2315a4d0-e4b2-4551-ab10-71373f99c3a8/2315a4d0-e4b2-4551-ab10-71373f99c3a8.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1212.491648] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1212.491914] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e94df8b-b0ef-4010-a0d7-0648ffa432ad {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.499088] env[69663]: DEBUG oslo_vmware.api [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1212.499088] env[69663]: value = "task-3333612" [ 1212.499088] env[69663]: _type = "Task" [ 1212.499088] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.507560] env[69663]: DEBUG oslo_vmware.api [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.573798] env[69663]: DEBUG nova.scheduler.client.report [None req-011cd596-40bd-4321-85bd-0c81545c76fb tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1212.795560] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "refresh_cache-dde850da-837d-4480-80b2-24609a343811" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.795858] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquired lock "refresh_cache-dde850da-837d-4480-80b2-24609a343811" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.795919] env[69663]: DEBUG nova.network.neutron [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: dde850da-837d-4480-80b2-24609a343811] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1212.797500] env[69663]: DEBUG oslo_vmware.api [None req-97b153e2-ba94-4bc4-b31c-85a18abe4929 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333611, 'name': PowerOffVM_Task, 'duration_secs': 0.277139} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.798036] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-97b153e2-ba94-4bc4-b31c-85a18abe4929 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1212.798284] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-97b153e2-ba94-4bc4-b31c-85a18abe4929 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1212.798555] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcac31c4-411c-4f12-b1d9-ca8275ce13ef {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.829740] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c2eef34c-2ddb-4353-8646-621c42a26c4d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.872266] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-97b153e2-ba94-4bc4-b31c-85a18abe4929 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1212.872554] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-97b153e2-ba94-4bc4-b31c-85a18abe4929 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1212.872757] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-97b153e2-ba94-4bc4-b31c-85a18abe4929 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Deleting the datastore file [datastore2] 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1212.873399] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20ba01ac-862e-4bdf-a7bc-0c43303e23a7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.880311] env[69663]: DEBUG oslo_vmware.api [None req-97b153e2-ba94-4bc4-b31c-85a18abe4929 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1212.880311] env[69663]: value = "task-3333614" [ 1212.880311] env[69663]: _type = "Task" [ 1212.880311] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.889099] env[69663]: DEBUG oslo_vmware.api [None req-97b153e2-ba94-4bc4-b31c-85a18abe4929 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.915333] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "0c2222e4-caf7-4138-906b-3f19825050a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.915574] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "0c2222e4-caf7-4138-906b-3f19825050a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.010074] env[69663]: DEBUG oslo_vmware.api [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.308114} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.010074] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1213.010231] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e050ba6-e947-48a8-9890-a08b7b17d06f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.035643] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 2315a4d0-e4b2-4551-ab10-71373f99c3a8/2315a4d0-e4b2-4551-ab10-71373f99c3a8.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.035643] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-373a8814-03ec-407a-b7e6-a8fde92141df {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.057898] env[69663]: DEBUG oslo_vmware.api [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1213.057898] env[69663]: value = "task-3333615" [ 1213.057898] env[69663]: _type = "Task" [ 1213.057898] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.066169] env[69663]: DEBUG oslo_vmware.api [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333615, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.079182] env[69663]: DEBUG oslo_concurrency.lockutils [None req-011cd596-40bd-4321-85bd-0c81545c76fb tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.793s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.081540] env[69663]: DEBUG oslo_concurrency.lockutils [None req-adfc94f0-deb9-485a-8d22-ac3e92d99d5d tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.979s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.081920] env[69663]: DEBUG nova.objects.instance [None req-adfc94f0-deb9-485a-8d22-ac3e92d99d5d tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lazy-loading 'resources' on Instance uuid a345e15c-764f-4cae-a56d-9dff582285e8 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.083121] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.083530] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.107081] env[69663]: INFO nova.scheduler.client.report [None req-011cd596-40bd-4321-85bd-0c81545c76fb tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Deleted allocations for instance fb9630cf-b4cf-4f8c-a23f-d0911eac9419 [ 1213.329930] env[69663]: DEBUG nova.network.neutron [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: dde850da-837d-4480-80b2-24609a343811] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1213.390692] env[69663]: DEBUG oslo_vmware.api [None req-97b153e2-ba94-4bc4-b31c-85a18abe4929 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193696} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.393359] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-97b153e2-ba94-4bc4-b31c-85a18abe4929 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1213.393565] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-97b153e2-ba94-4bc4-b31c-85a18abe4929 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1213.393866] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-97b153e2-ba94-4bc4-b31c-85a18abe4929 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1213.394277] env[69663]: INFO nova.compute.manager [None req-97b153e2-ba94-4bc4-b31c-85a18abe4929 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1213.395526] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97b153e2-ba94-4bc4-b31c-85a18abe4929 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.395526] env[69663]: DEBUG nova.compute.manager [-] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1213.395526] env[69663]: DEBUG nova.network.neutron [-] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1213.418097] env[69663]: DEBUG nova.compute.manager [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1213.563587] env[69663]: DEBUG nova.network.neutron [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: dde850da-837d-4480-80b2-24609a343811] Updating instance_info_cache with network_info: [{"id": "cc928c6c-c043-4bca-ac51-a1cdf1b051b5", "address": "fa:16:3e:65:c8:70", "network": {"id": "7e99d479-c2d4-4a7b-a8fe-8c2b1009a96c", "bridge": "br-int", "label": "tempest-ServersTestJSON-770727765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd129d2f178144b2b2f0a284d38a100d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc928c6c-c0", "ovs_interfaceid": "cc928c6c-c043-4bca-ac51-a1cdf1b051b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.568393] env[69663]: DEBUG oslo_vmware.api [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333615, 'name': ReconfigVM_Task, 'duration_secs': 0.438801} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.568777] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 2315a4d0-e4b2-4551-ab10-71373f99c3a8/2315a4d0-e4b2-4551-ab10-71373f99c3a8.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1213.569425] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9131229-f57f-4a8e-8b3e-7fb4c6430357 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.576285] env[69663]: DEBUG oslo_vmware.api [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1213.576285] env[69663]: value = "task-3333616" [ 1213.576285] env[69663]: _type = "Task" [ 1213.576285] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.586339] env[69663]: DEBUG oslo_vmware.api [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333616, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.591745] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.591745] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Starting heal instance info cache {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1213.591876] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Rebuilding the list of instances to heal {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 1213.619128] env[69663]: DEBUG oslo_concurrency.lockutils [None req-011cd596-40bd-4321-85bd-0c81545c76fb tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "fb9630cf-b4cf-4f8c-a23f-d0911eac9419" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.440s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.721774] env[69663]: DEBUG nova.network.neutron [-] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.805534] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87697e14-cb94-454f-baa6-5299d66bcd1c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.810609] env[69663]: DEBUG nova.compute.manager [req-dad57d0a-8317-4b40-bcca-5c907e7313db req-73bf48f0-1231-4fab-93e2-de99a952f4ee service nova] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Received event network-vif-deleted-15cfa654-2dd4-42ad-81f7-c165db1ddb76 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1213.810881] env[69663]: INFO nova.compute.manager [req-dad57d0a-8317-4b40-bcca-5c907e7313db req-73bf48f0-1231-4fab-93e2-de99a952f4ee service nova] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Neutron deleted interface 15cfa654-2dd4-42ad-81f7-c165db1ddb76; detaching it from the instance and deleting it from the info cache [ 1213.811145] env[69663]: DEBUG nova.network.neutron [req-dad57d0a-8317-4b40-bcca-5c907e7313db req-73bf48f0-1231-4fab-93e2-de99a952f4ee service nova] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.818369] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eed0580-2bb9-4a21-adf1-4f3aca5f9b0e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.853047] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86145675-3925-4b3d-8666-b4928754bf6e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.860813] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02866ec1-bb1f-44b5-a8f4-e6a14802268b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.875797] env[69663]: DEBUG nova.compute.provider_tree [None req-adfc94f0-deb9-485a-8d22-ac3e92d99d5d tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.939329] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.070117] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Releasing lock "refresh_cache-dde850da-837d-4480-80b2-24609a343811" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.070599] env[69663]: DEBUG nova.compute.manager [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: dde850da-837d-4480-80b2-24609a343811] Instance network_info: |[{"id": "cc928c6c-c043-4bca-ac51-a1cdf1b051b5", "address": "fa:16:3e:65:c8:70", "network": {"id": "7e99d479-c2d4-4a7b-a8fe-8c2b1009a96c", "bridge": "br-int", "label": "tempest-ServersTestJSON-770727765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd129d2f178144b2b2f0a284d38a100d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc928c6c-c0", "ovs_interfaceid": "cc928c6c-c043-4bca-ac51-a1cdf1b051b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1214.070932] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: dde850da-837d-4480-80b2-24609a343811] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:c8:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9ee6f9-33be-4f58-8248-694024ec31d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc928c6c-c043-4bca-ac51-a1cdf1b051b5', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1214.079287] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.079608] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dde850da-837d-4480-80b2-24609a343811] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1214.084917] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2fc526b-17d3-48ff-a416-f0e77746e993 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.107916] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Skipping network cache update for instance because it is being deleted. {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9943}} [ 1214.108098] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Skipping network cache update for instance because it is being deleted. {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9943}} [ 1214.108239] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Skipping network cache update for instance because it is Building. {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 1214.108366] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: dde850da-837d-4480-80b2-24609a343811] Skipping network cache update for instance because it is Building. {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 1214.118670] env[69663]: DEBUG oslo_vmware.api [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333616, 'name': Rename_Task, 'duration_secs': 0.210172} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.120011] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1214.120256] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1214.120256] env[69663]: value = "task-3333618" [ 1214.120256] env[69663]: _type = "Task" [ 1214.120256] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.120445] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b60dc6b-e779-43d1-81a6-bc29a8720955 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.129285] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333618, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.130637] env[69663]: DEBUG oslo_vmware.api [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1214.130637] env[69663]: value = "task-3333619" [ 1214.130637] env[69663]: _type = "Task" [ 1214.130637] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.138059] env[69663]: DEBUG oslo_vmware.api [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.149681] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "refresh_cache-f8fd6dad-6e51-4f7c-b769-00f03441a061" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.149811] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquired lock "refresh_cache-f8fd6dad-6e51-4f7c-b769-00f03441a061" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.150016] env[69663]: DEBUG nova.network.neutron [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Forcefully refreshing network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1214.150129] env[69663]: DEBUG nova.objects.instance [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lazy-loading 'info_cache' on Instance uuid f8fd6dad-6e51-4f7c-b769-00f03441a061 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.176385] env[69663]: DEBUG nova.network.neutron [-] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.224428] env[69663]: INFO nova.compute.manager [-] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Took 1.84 seconds to deallocate network for instance. [ 1214.303965] env[69663]: DEBUG nova.compute.manager [req-0ba68b19-13ef-4d55-8a50-61725a27f962 req-8f4b7887-b066-4327-b8b1-7f4f3444adfb service nova] [instance: dde850da-837d-4480-80b2-24609a343811] Received event network-changed-cc928c6c-c043-4bca-ac51-a1cdf1b051b5 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1214.304040] env[69663]: DEBUG nova.compute.manager [req-0ba68b19-13ef-4d55-8a50-61725a27f962 req-8f4b7887-b066-4327-b8b1-7f4f3444adfb service nova] [instance: dde850da-837d-4480-80b2-24609a343811] Refreshing instance network info cache due to event network-changed-cc928c6c-c043-4bca-ac51-a1cdf1b051b5. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1214.304258] env[69663]: DEBUG oslo_concurrency.lockutils [req-0ba68b19-13ef-4d55-8a50-61725a27f962 req-8f4b7887-b066-4327-b8b1-7f4f3444adfb service nova] Acquiring lock "refresh_cache-dde850da-837d-4480-80b2-24609a343811" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.304413] env[69663]: DEBUG oslo_concurrency.lockutils [req-0ba68b19-13ef-4d55-8a50-61725a27f962 req-8f4b7887-b066-4327-b8b1-7f4f3444adfb service nova] Acquired lock "refresh_cache-dde850da-837d-4480-80b2-24609a343811" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.304558] env[69663]: DEBUG nova.network.neutron [req-0ba68b19-13ef-4d55-8a50-61725a27f962 req-8f4b7887-b066-4327-b8b1-7f4f3444adfb service nova] [instance: dde850da-837d-4480-80b2-24609a343811] Refreshing network info cache for port cc928c6c-c043-4bca-ac51-a1cdf1b051b5 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1214.314584] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc23d190-5d4c-40ce-a5b5-5dbd0e1ad5a1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.324475] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89956b14-310d-49e0-8cf7-e78b9bb14835 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.361306] env[69663]: DEBUG nova.compute.manager [req-dad57d0a-8317-4b40-bcca-5c907e7313db req-73bf48f0-1231-4fab-93e2-de99a952f4ee service nova] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Detach interface failed, port_id=15cfa654-2dd4-42ad-81f7-c165db1ddb76, reason: Instance 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1214.378947] env[69663]: DEBUG nova.scheduler.client.report [None req-adfc94f0-deb9-485a-8d22-ac3e92d99d5d tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1214.631781] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333618, 'name': CreateVM_Task, 'duration_secs': 0.329372} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.635099] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dde850da-837d-4480-80b2-24609a343811] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1214.635961] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.636254] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.636605] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.637303] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35f92e20-ae0d-4485-bedb-4f5f6ada3661 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.642610] env[69663]: DEBUG oslo_vmware.api [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333619, 'name': PowerOnVM_Task, 'duration_secs': 0.50964} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.643286] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1214.643499] env[69663]: INFO nova.compute.manager [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Took 7.41 seconds to spawn the instance on the hypervisor. [ 1214.643697] env[69663]: DEBUG nova.compute.manager [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1214.644495] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f6d6f6-ce1d-4ef2-a948-44d5ae96de1d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.648154] env[69663]: DEBUG oslo_vmware.api [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1214.648154] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525bae04-8d6d-81bd-3ebf-edfa57163b8f" [ 1214.648154] env[69663]: _type = "Task" [ 1214.648154] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.662158] env[69663]: DEBUG oslo_vmware.api [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525bae04-8d6d-81bd-3ebf-edfa57163b8f, 'name': SearchDatastore_Task, 'duration_secs': 0.011274} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.662479] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.662715] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: dde850da-837d-4480-80b2-24609a343811] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.663058] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.663243] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.663434] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.663707] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb9e2840-f74d-4909-aa31-cb65e0ca0f90 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.675943] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.676198] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1214.676940] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7199649-4201-47ef-9dd6-5315bb2a2cf9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.679812] env[69663]: INFO nova.compute.manager [-] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Took 1.29 seconds to deallocate network for instance. [ 1214.687457] env[69663]: DEBUG oslo_vmware.api [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1214.687457] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52afe892-6a39-d8dc-bbd6-f936fef9c683" [ 1214.687457] env[69663]: _type = "Task" [ 1214.687457] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.695443] env[69663]: DEBUG oslo_vmware.api [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52afe892-6a39-d8dc-bbd6-f936fef9c683, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.777440] env[69663]: INFO nova.compute.manager [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Took 0.55 seconds to detach 1 volumes for instance. [ 1214.885865] env[69663]: DEBUG oslo_concurrency.lockutils [None req-adfc94f0-deb9-485a-8d22-ac3e92d99d5d tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.804s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.891226] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c2eef34c-2ddb-4353-8646-621c42a26c4d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.064s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.891468] env[69663]: DEBUG nova.objects.instance [None req-c2eef34c-2ddb-4353-8646-621c42a26c4d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lazy-loading 'resources' on Instance uuid ec005243-41c7-4109-874a-0dfe6d417bec {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.914885] env[69663]: INFO nova.scheduler.client.report [None req-adfc94f0-deb9-485a-8d22-ac3e92d99d5d tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Deleted allocations for instance a345e15c-764f-4cae-a56d-9dff582285e8 [ 1215.017258] env[69663]: DEBUG nova.network.neutron [req-0ba68b19-13ef-4d55-8a50-61725a27f962 req-8f4b7887-b066-4327-b8b1-7f4f3444adfb service nova] [instance: dde850da-837d-4480-80b2-24609a343811] Updated VIF entry in instance network info cache for port cc928c6c-c043-4bca-ac51-a1cdf1b051b5. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1215.017762] env[69663]: DEBUG nova.network.neutron [req-0ba68b19-13ef-4d55-8a50-61725a27f962 req-8f4b7887-b066-4327-b8b1-7f4f3444adfb service nova] [instance: dde850da-837d-4480-80b2-24609a343811] Updating instance_info_cache with network_info: [{"id": "cc928c6c-c043-4bca-ac51-a1cdf1b051b5", "address": "fa:16:3e:65:c8:70", "network": {"id": "7e99d479-c2d4-4a7b-a8fe-8c2b1009a96c", "bridge": "br-int", "label": "tempest-ServersTestJSON-770727765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd129d2f178144b2b2f0a284d38a100d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc928c6c-c0", "ovs_interfaceid": "cc928c6c-c043-4bca-ac51-a1cdf1b051b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.168769] env[69663]: INFO nova.compute.manager [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Took 16.30 seconds to build instance. [ 1215.187094] env[69663]: DEBUG oslo_concurrency.lockutils [None req-97b153e2-ba94-4bc4-b31c-85a18abe4929 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.200762] env[69663]: DEBUG oslo_vmware.api [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52afe892-6a39-d8dc-bbd6-f936fef9c683, 'name': SearchDatastore_Task, 'duration_secs': 0.015999} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.202973] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24195e75-064c-4e09-b3af-4e29f0c50071 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.209432] env[69663]: DEBUG oslo_vmware.api [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1215.209432] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52dbf10c-8598-760f-66ce-045670ace16f" [ 1215.209432] env[69663]: _type = "Task" [ 1215.209432] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.217746] env[69663]: DEBUG oslo_vmware.api [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52dbf10c-8598-760f-66ce-045670ace16f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.283435] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.428623] env[69663]: DEBUG oslo_concurrency.lockutils [None req-adfc94f0-deb9-485a-8d22-ac3e92d99d5d tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "a345e15c-764f-4cae-a56d-9dff582285e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.941s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.430211] env[69663]: DEBUG oslo_concurrency.lockutils [req-02936715-40b1-4608-8562-22e012fe458c req-15dc9f2c-81a9-4b07-b99d-358c4780d8d7 service nova] Acquired lock "a345e15c-764f-4cae-a56d-9dff582285e8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.431264] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8915274d-c861-413e-8f51-71c9ddf17c96 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.440729] env[69663]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1215.440908] env[69663]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69663) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1215.441340] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1f708375-731e-445f-8203-f61d4f7f7d59 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.450135] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167b8526-0d4e-436c-8ff0-126a8475de5c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.484447] env[69663]: ERROR root [req-02936715-40b1-4608-8562-22e012fe458c req-15dc9f2c-81a9-4b07-b99d-358c4780d8d7 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-665413' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-665413' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-665413' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-665413'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-665413' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-665413' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-665413'}\n"]: nova.exception.InstanceNotFound: Instance a345e15c-764f-4cae-a56d-9dff582285e8 could not be found. [ 1215.484693] env[69663]: DEBUG oslo_concurrency.lockutils [req-02936715-40b1-4608-8562-22e012fe458c req-15dc9f2c-81a9-4b07-b99d-358c4780d8d7 service nova] Releasing lock "a345e15c-764f-4cae-a56d-9dff582285e8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.484917] env[69663]: DEBUG nova.compute.manager [req-02936715-40b1-4608-8562-22e012fe458c req-15dc9f2c-81a9-4b07-b99d-358c4780d8d7 service nova] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Detach interface failed, port_id=6dc98112-11c2-44c9-b6dd-f41443ac63c4, reason: Instance a345e15c-764f-4cae-a56d-9dff582285e8 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1215.521241] env[69663]: DEBUG oslo_concurrency.lockutils [req-0ba68b19-13ef-4d55-8a50-61725a27f962 req-8f4b7887-b066-4327-b8b1-7f4f3444adfb service nova] Releasing lock "refresh_cache-dde850da-837d-4480-80b2-24609a343811" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.521523] env[69663]: DEBUG nova.compute.manager [req-0ba68b19-13ef-4d55-8a50-61725a27f962 req-8f4b7887-b066-4327-b8b1-7f4f3444adfb service nova] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Received event network-vif-deleted-734afd19-47ee-4004-a980-8b05d5761bbb {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1215.671375] env[69663]: DEBUG oslo_concurrency.lockutils [None req-06ab50a5-4766-4987-95d2-7a5f8bd73122 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "2315a4d0-e4b2-4551-ab10-71373f99c3a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.822s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.723653] env[69663]: DEBUG oslo_vmware.api [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52dbf10c-8598-760f-66ce-045670ace16f, 'name': SearchDatastore_Task, 'duration_secs': 0.02837} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.724176] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.724495] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] dde850da-837d-4480-80b2-24609a343811/dde850da-837d-4480-80b2-24609a343811.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1215.724878] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b258def-b734-4558-8eeb-a5837d039b2d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.738482] env[69663]: DEBUG oslo_vmware.api [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1215.738482] env[69663]: value = "task-3333620" [ 1215.738482] env[69663]: _type = "Task" [ 1215.738482] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.751728] env[69663]: DEBUG oslo_vmware.api [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333620, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.757128] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204bfe2f-1542-4362-9b58-43f9e35b06c4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.767476] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526b8a3a-0c63-4760-bddd-4a0c712d3892 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.805527] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2cc583-c66b-43d7-a813-e79c06e9ce91 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.813844] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05881cff-b31f-4cb6-997f-27da529b34e2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.831607] env[69663]: DEBUG nova.compute.provider_tree [None req-c2eef34c-2ddb-4353-8646-621c42a26c4d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.961424] env[69663]: DEBUG oslo_concurrency.lockutils [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Acquiring lock "9f4b5f0a-26f0-4530-b3c0-f33140235d85" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.961696] env[69663]: DEBUG oslo_concurrency.lockutils [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "9f4b5f0a-26f0-4530-b3c0-f33140235d85" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.973095] env[69663]: DEBUG nova.network.neutron [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Updating instance_info_cache with network_info: [{"id": "a76837b3-8de3-4fe2-809d-081fe43ac642", "address": "fa:16:3e:0c:e8:90", "network": {"id": "8cbca3bc-03a1-4ed9-ac5e-db7b5a43ca88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-814804723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebc9ee8eda884e129ed4d8aee000d917", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa76837b3-8d", "ovs_interfaceid": "a76837b3-8de3-4fe2-809d-081fe43ac642", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.248235] env[69663]: DEBUG oslo_vmware.api [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333620, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.334565] env[69663]: DEBUG nova.scheduler.client.report [None req-c2eef34c-2ddb-4353-8646-621c42a26c4d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1216.342491] env[69663]: DEBUG nova.compute.manager [req-2fc4efef-5c9d-480a-ab0e-acb548b18c3e req-68555ba0-8d87-4f8e-9ea9-de6b9a6b3a21 service nova] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Received event network-changed-e51c5348-838c-449a-ada6-444998bc88e8 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1216.342672] env[69663]: DEBUG nova.compute.manager [req-2fc4efef-5c9d-480a-ab0e-acb548b18c3e req-68555ba0-8d87-4f8e-9ea9-de6b9a6b3a21 service nova] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Refreshing instance network info cache due to event network-changed-e51c5348-838c-449a-ada6-444998bc88e8. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1216.342893] env[69663]: DEBUG oslo_concurrency.lockutils [req-2fc4efef-5c9d-480a-ab0e-acb548b18c3e req-68555ba0-8d87-4f8e-9ea9-de6b9a6b3a21 service nova] Acquiring lock "refresh_cache-2315a4d0-e4b2-4551-ab10-71373f99c3a8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.343077] env[69663]: DEBUG oslo_concurrency.lockutils [req-2fc4efef-5c9d-480a-ab0e-acb548b18c3e req-68555ba0-8d87-4f8e-9ea9-de6b9a6b3a21 service nova] Acquired lock "refresh_cache-2315a4d0-e4b2-4551-ab10-71373f99c3a8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.343243] env[69663]: DEBUG nova.network.neutron [req-2fc4efef-5c9d-480a-ab0e-acb548b18c3e req-68555ba0-8d87-4f8e-9ea9-de6b9a6b3a21 service nova] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Refreshing network info cache for port e51c5348-838c-449a-ada6-444998bc88e8 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1216.464324] env[69663]: DEBUG nova.compute.manager [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1216.475843] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Releasing lock "refresh_cache-f8fd6dad-6e51-4f7c-b769-00f03441a061" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.476061] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Updated the network info_cache for instance {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 1216.476262] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.476416] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.476559] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.476702] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.476842] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.476983] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.477199] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69663) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1216.477269] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1216.747598] env[69663]: DEBUG oslo_vmware.api [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333620, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.840375] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c2eef34c-2ddb-4353-8646-621c42a26c4d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.948s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.841825] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.903s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.843477] env[69663]: INFO nova.compute.claims [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1216.867393] env[69663]: INFO nova.scheduler.client.report [None req-c2eef34c-2ddb-4353-8646-621c42a26c4d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Deleted allocations for instance ec005243-41c7-4109-874a-0dfe6d417bec [ 1216.980439] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.991480] env[69663]: DEBUG oslo_concurrency.lockutils [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.070114] env[69663]: DEBUG nova.network.neutron [req-2fc4efef-5c9d-480a-ab0e-acb548b18c3e req-68555ba0-8d87-4f8e-9ea9-de6b9a6b3a21 service nova] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Updated VIF entry in instance network info cache for port e51c5348-838c-449a-ada6-444998bc88e8. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1217.070508] env[69663]: DEBUG nova.network.neutron [req-2fc4efef-5c9d-480a-ab0e-acb548b18c3e req-68555ba0-8d87-4f8e-9ea9-de6b9a6b3a21 service nova] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Updating instance_info_cache with network_info: [{"id": "e51c5348-838c-449a-ada6-444998bc88e8", "address": "fa:16:3e:fb:a5:94", "network": {"id": "a3b5f8d9-10f5-42a5-895b-ca097d62d6b9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1939411410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "475ee851db874998812727745d5e1747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51c5348-83", "ovs_interfaceid": "e51c5348-838c-449a-ada6-444998bc88e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.249485] env[69663]: DEBUG oslo_vmware.api [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333620, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.375521] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c2eef34c-2ddb-4353-8646-621c42a26c4d tempest-ServerDiskConfigTestJSON-2110996415 tempest-ServerDiskConfigTestJSON-2110996415-project-member] Lock "ec005243-41c7-4109-874a-0dfe6d417bec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.432s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.573715] env[69663]: DEBUG oslo_concurrency.lockutils [req-2fc4efef-5c9d-480a-ab0e-acb548b18c3e req-68555ba0-8d87-4f8e-9ea9-de6b9a6b3a21 service nova] Releasing lock "refresh_cache-2315a4d0-e4b2-4551-ab10-71373f99c3a8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.751034] env[69663]: DEBUG oslo_vmware.api [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333620, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.601814} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.751034] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] dde850da-837d-4480-80b2-24609a343811/dde850da-837d-4480-80b2-24609a343811.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1217.751034] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: dde850da-837d-4480-80b2-24609a343811] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1217.751034] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b69b879e-d6ed-4535-a511-8aaaadc6db67 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.757020] env[69663]: DEBUG oslo_vmware.api [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1217.757020] env[69663]: value = "task-3333622" [ 1217.757020] env[69663]: _type = "Task" [ 1217.757020] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.765842] env[69663]: DEBUG oslo_vmware.api [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333622, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.997300] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "27c4c81f-b24e-4476-a762-3515ef2d6c78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.997548] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "27c4c81f-b24e-4476-a762-3515ef2d6c78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.031158] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2060c4-1724-491f-adea-94d7db43994e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.039562] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587b44af-1e8b-40ac-8907-23e33f652ebd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.070268] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2838453-9b5f-4dc5-a1c8-b06f82a82453 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.077935] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205ece4e-1bad-4e70-8d75-a4c608b72ae2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.092780] env[69663]: DEBUG nova.compute.provider_tree [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.267494] env[69663]: DEBUG oslo_vmware.api [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333622, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060166} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.267706] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: dde850da-837d-4480-80b2-24609a343811] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1218.268514] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc57da6-b635-4b94-a5f7-0cbee9e1a058 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.292845] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: dde850da-837d-4480-80b2-24609a343811] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] dde850da-837d-4480-80b2-24609a343811/dde850da-837d-4480-80b2-24609a343811.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1218.293227] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b82e42a1-95de-41ed-883d-356db4df81c2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.315378] env[69663]: DEBUG oslo_vmware.api [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1218.315378] env[69663]: value = "task-3333623" [ 1218.315378] env[69663]: _type = "Task" [ 1218.315378] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.323732] env[69663]: DEBUG oslo_vmware.api [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333623, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.500576] env[69663]: DEBUG nova.compute.manager [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1218.599868] env[69663]: DEBUG nova.scheduler.client.report [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1218.826418] env[69663]: DEBUG oslo_vmware.api [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333623, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.997800] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "c150d2a8-f67c-47da-bba5-1bf960c51248" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.997800] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "c150d2a8-f67c-47da-bba5-1bf960c51248" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.024202] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.105568] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.264s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.106121] env[69663]: DEBUG nova.compute.manager [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1219.108705] env[69663]: DEBUG oslo_concurrency.lockutils [None req-97b153e2-ba94-4bc4-b31c-85a18abe4929 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.922s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.108944] env[69663]: DEBUG nova.objects.instance [None req-97b153e2-ba94-4bc4-b31c-85a18abe4929 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lazy-loading 'resources' on Instance uuid 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.330126] env[69663]: DEBUG oslo_vmware.api [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333623, 'name': ReconfigVM_Task, 'duration_secs': 0.568705} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.330126] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: dde850da-837d-4480-80b2-24609a343811] Reconfigured VM instance instance-0000006f to attach disk [datastore1] dde850da-837d-4480-80b2-24609a343811/dde850da-837d-4480-80b2-24609a343811.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1219.330126] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-969f9af4-3521-4554-af07-ab234026000f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.339019] env[69663]: DEBUG oslo_vmware.api [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1219.339019] env[69663]: value = "task-3333624" [ 1219.339019] env[69663]: _type = "Task" [ 1219.339019] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.349025] env[69663]: DEBUG oslo_vmware.api [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333624, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.499462] env[69663]: DEBUG nova.compute.manager [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1219.612951] env[69663]: DEBUG nova.compute.utils [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1219.618131] env[69663]: DEBUG nova.compute.manager [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1219.618131] env[69663]: DEBUG nova.network.neutron [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1219.662190] env[69663]: DEBUG nova.policy [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3e81da551f24b998b63e4e06b8be5be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68815e7d149245cba41f9e38abbf12c9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1219.834431] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c49ff3-38fe-4b97-8fc6-b8631afae8ba {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.847670] env[69663]: DEBUG oslo_vmware.api [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333624, 'name': Rename_Task, 'duration_secs': 0.205101} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.848057] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: dde850da-837d-4480-80b2-24609a343811] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1219.849115] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0890178-6031-4ff6-9681-cf78ad0b77b2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.852120] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c154d6c4-042e-47c2-a50e-3334f34f3f3f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.883831] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e652fd25-c425-4e0e-98e3-1c35cfc13b5a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.886624] env[69663]: DEBUG oslo_vmware.api [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1219.886624] env[69663]: value = "task-3333625" [ 1219.886624] env[69663]: _type = "Task" [ 1219.886624] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.893927] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd845488-f1e7-44c7-ac90-1ac677a19367 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.901474] env[69663]: DEBUG oslo_vmware.api [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333625, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.912762] env[69663]: DEBUG nova.compute.provider_tree [None req-97b153e2-ba94-4bc4-b31c-85a18abe4929 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.966294] env[69663]: DEBUG nova.network.neutron [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Successfully created port: 7842817c-106e-4625-9a69-d54cde82f416 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1220.018949] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.118680] env[69663]: DEBUG nova.compute.manager [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1220.397604] env[69663]: DEBUG oslo_vmware.api [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333625, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.415873] env[69663]: DEBUG nova.scheduler.client.report [None req-97b153e2-ba94-4bc4-b31c-85a18abe4929 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1220.899186] env[69663]: DEBUG oslo_vmware.api [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333625, 'name': PowerOnVM_Task, 'duration_secs': 0.959555} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.899456] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: dde850da-837d-4480-80b2-24609a343811] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1220.899660] env[69663]: INFO nova.compute.manager [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: dde850da-837d-4480-80b2-24609a343811] Took 9.43 seconds to spawn the instance on the hypervisor. [ 1220.899851] env[69663]: DEBUG nova.compute.manager [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: dde850da-837d-4480-80b2-24609a343811] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1220.900673] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb013c5-b1ed-4ab5-a1b9-9141ac919b4f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.922677] env[69663]: DEBUG oslo_concurrency.lockutils [None req-97b153e2-ba94-4bc4-b31c-85a18abe4929 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.813s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.925055] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.642s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.925228] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.927142] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.947s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.927331] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.927529] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69663) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1220.928090] env[69663]: DEBUG oslo_concurrency.lockutils [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.937s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.930379] env[69663]: INFO nova.compute.claims [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1220.934797] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1593f4-c0fc-4007-b432-b0765e191387 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.944875] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d73e6e2-a7e2-464a-be18-768587ee401c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.961999] env[69663]: INFO nova.scheduler.client.report [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Deleted allocations for instance ce8cbba3-89e0-41ed-a822-972f7452179f [ 1220.963879] env[69663]: INFO nova.scheduler.client.report [None req-97b153e2-ba94-4bc4-b31c-85a18abe4929 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Deleted allocations for instance 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a [ 1220.965398] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8061aefb-9921-4529-b4f7-46b01e68cc2d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.979877] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccf1a55-a484-407a-bb33-a2844dd05955 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.018411] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179043MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=69663) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1221.018568] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.130120] env[69663]: DEBUG nova.compute.manager [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1221.161365] env[69663]: DEBUG nova.virt.hardware [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1221.161646] env[69663]: DEBUG nova.virt.hardware [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1221.161828] env[69663]: DEBUG nova.virt.hardware [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1221.162037] env[69663]: DEBUG nova.virt.hardware [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1221.162196] env[69663]: DEBUG nova.virt.hardware [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1221.162345] env[69663]: DEBUG nova.virt.hardware [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1221.162559] env[69663]: DEBUG nova.virt.hardware [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1221.162723] env[69663]: DEBUG nova.virt.hardware [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1221.162896] env[69663]: DEBUG nova.virt.hardware [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1221.163075] env[69663]: DEBUG nova.virt.hardware [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1221.163256] env[69663]: DEBUG nova.virt.hardware [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1221.164176] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5109a523-661e-41b5-9e78-0172490ce5ef {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.172383] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca52f9f-1dcf-4e9d-834d-1c54bc4d7314 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.346471] env[69663]: DEBUG nova.compute.manager [req-3985f816-4a4a-47e4-be12-083f5c971778 req-bd45b9fd-2603-457a-b9bc-d27876cc7711 service nova] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Received event network-vif-plugged-7842817c-106e-4625-9a69-d54cde82f416 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1221.346756] env[69663]: DEBUG oslo_concurrency.lockutils [req-3985f816-4a4a-47e4-be12-083f5c971778 req-bd45b9fd-2603-457a-b9bc-d27876cc7711 service nova] Acquiring lock "0c2222e4-caf7-4138-906b-3f19825050a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.347439] env[69663]: DEBUG oslo_concurrency.lockutils [req-3985f816-4a4a-47e4-be12-083f5c971778 req-bd45b9fd-2603-457a-b9bc-d27876cc7711 service nova] Lock "0c2222e4-caf7-4138-906b-3f19825050a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.347439] env[69663]: DEBUG oslo_concurrency.lockutils [req-3985f816-4a4a-47e4-be12-083f5c971778 req-bd45b9fd-2603-457a-b9bc-d27876cc7711 service nova] Lock "0c2222e4-caf7-4138-906b-3f19825050a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.347726] env[69663]: DEBUG nova.compute.manager [req-3985f816-4a4a-47e4-be12-083f5c971778 req-bd45b9fd-2603-457a-b9bc-d27876cc7711 service nova] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] No waiting events found dispatching network-vif-plugged-7842817c-106e-4625-9a69-d54cde82f416 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1221.347805] env[69663]: WARNING nova.compute.manager [req-3985f816-4a4a-47e4-be12-083f5c971778 req-bd45b9fd-2603-457a-b9bc-d27876cc7711 service nova] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Received unexpected event network-vif-plugged-7842817c-106e-4625-9a69-d54cde82f416 for instance with vm_state building and task_state spawning. [ 1221.423066] env[69663]: INFO nova.compute.manager [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: dde850da-837d-4480-80b2-24609a343811] Took 16.95 seconds to build instance. [ 1221.445217] env[69663]: DEBUG nova.network.neutron [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Successfully updated port: 7842817c-106e-4625-9a69-d54cde82f416 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1221.478423] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d549478d-78ec-4c36-8aa6-408285fb2973 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "ce8cbba3-89e0-41ed-a822-972f7452179f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.381s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.479625] env[69663]: DEBUG oslo_concurrency.lockutils [None req-97b153e2-ba94-4bc4-b31c-85a18abe4929 tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lock "86cedd0d-0d97-4ba0-b09e-3b0abc978d7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.231s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.925797] env[69663]: DEBUG oslo_concurrency.lockutils [None req-ed0144ce-de43-4dbb-9b11-87ef1f9d6a86 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "dde850da-837d-4480-80b2-24609a343811" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.460s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.950660] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "refresh_cache-0c2222e4-caf7-4138-906b-3f19825050a9" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.950660] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquired lock "refresh_cache-0c2222e4-caf7-4138-906b-3f19825050a9" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.950809] env[69663]: DEBUG nova.network.neutron [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1222.112491] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62897d5f-dcb0-4ecc-b536-49bbf4e7f391 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.120992] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610b1021-b682-4819-996e-f85ddd8655a6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.153067] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919a6934-5677-4ee5-ac18-7a5347ff204a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.161181] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e50b452-26b6-4dd4-bfa4-7e3114bc285e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.174902] env[69663]: DEBUG nova.compute.provider_tree [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.362319] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6cda20e8-8d5c-4932-941f-da6752cde4bd tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "dde850da-837d-4480-80b2-24609a343811" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.362717] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6cda20e8-8d5c-4932-941f-da6752cde4bd tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "dde850da-837d-4480-80b2-24609a343811" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.362993] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6cda20e8-8d5c-4932-941f-da6752cde4bd tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "dde850da-837d-4480-80b2-24609a343811-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.363260] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6cda20e8-8d5c-4932-941f-da6752cde4bd tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "dde850da-837d-4480-80b2-24609a343811-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.363478] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6cda20e8-8d5c-4932-941f-da6752cde4bd tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "dde850da-837d-4480-80b2-24609a343811-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.365900] env[69663]: INFO nova.compute.manager [None req-6cda20e8-8d5c-4932-941f-da6752cde4bd tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: dde850da-837d-4480-80b2-24609a343811] Terminating instance [ 1222.368374] env[69663]: DEBUG nova.compute.manager [None req-6cda20e8-8d5c-4932-941f-da6752cde4bd tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: dde850da-837d-4480-80b2-24609a343811] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1222.368567] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6cda20e8-8d5c-4932-941f-da6752cde4bd tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: dde850da-837d-4480-80b2-24609a343811] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1222.369592] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f6dfa6-3698-4297-b1da-5f642e294ec4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.377523] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cda20e8-8d5c-4932-941f-da6752cde4bd tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: dde850da-837d-4480-80b2-24609a343811] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1222.377763] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce299044-e171-470f-b77b-ae824d957e86 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.389119] env[69663]: DEBUG oslo_vmware.api [None req-6cda20e8-8d5c-4932-941f-da6752cde4bd tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1222.389119] env[69663]: value = "task-3333626" [ 1222.389119] env[69663]: _type = "Task" [ 1222.389119] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.394719] env[69663]: DEBUG oslo_vmware.api [None req-6cda20e8-8d5c-4932-941f-da6752cde4bd tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.441838] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1f50ad0e-8261-4632-82f4-b206f053899f tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquiring lock "847867f7-e724-49f7-9caf-35f2cc2406ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.442130] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1f50ad0e-8261-4632-82f4-b206f053899f tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lock "847867f7-e724-49f7-9caf-35f2cc2406ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.442347] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1f50ad0e-8261-4632-82f4-b206f053899f tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquiring lock "847867f7-e724-49f7-9caf-35f2cc2406ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.442536] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1f50ad0e-8261-4632-82f4-b206f053899f tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lock "847867f7-e724-49f7-9caf-35f2cc2406ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.442710] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1f50ad0e-8261-4632-82f4-b206f053899f tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lock "847867f7-e724-49f7-9caf-35f2cc2406ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.444890] env[69663]: INFO nova.compute.manager [None req-1f50ad0e-8261-4632-82f4-b206f053899f tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Terminating instance [ 1222.446602] env[69663]: DEBUG nova.compute.manager [None req-1f50ad0e-8261-4632-82f4-b206f053899f tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1222.446795] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1f50ad0e-8261-4632-82f4-b206f053899f tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1222.447681] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53557a2a-9aed-4ccf-9464-71cacbd4c8ac {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.458505] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f50ad0e-8261-4632-82f4-b206f053899f tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1222.458505] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5d209e5-2aee-4b91-a426-6e1eb977da78 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.466742] env[69663]: DEBUG oslo_vmware.api [None req-1f50ad0e-8261-4632-82f4-b206f053899f tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1222.466742] env[69663]: value = "task-3333627" [ 1222.466742] env[69663]: _type = "Task" [ 1222.466742] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.476443] env[69663]: DEBUG oslo_vmware.api [None req-1f50ad0e-8261-4632-82f4-b206f053899f tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.496331] env[69663]: DEBUG nova.network.neutron [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1222.642266] env[69663]: DEBUG nova.network.neutron [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Updating instance_info_cache with network_info: [{"id": "7842817c-106e-4625-9a69-d54cde82f416", "address": "fa:16:3e:60:21:f3", "network": {"id": "574b1c04-2607-4692-ac23-60377f5a2ddd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1371851621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68815e7d149245cba41f9e38abbf12c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7842817c-10", "ovs_interfaceid": "7842817c-106e-4625-9a69-d54cde82f416", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.678265] env[69663]: DEBUG nova.scheduler.client.report [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1222.896315] env[69663]: DEBUG oslo_vmware.api [None req-6cda20e8-8d5c-4932-941f-da6752cde4bd tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333626, 'name': PowerOffVM_Task, 'duration_secs': 0.298582} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.896598] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cda20e8-8d5c-4932-941f-da6752cde4bd tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: dde850da-837d-4480-80b2-24609a343811] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1222.896817] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6cda20e8-8d5c-4932-941f-da6752cde4bd tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: dde850da-837d-4480-80b2-24609a343811] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1222.897161] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48c2159c-4bad-40f4-a1c0-c397cbc53060 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.965443] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6cda20e8-8d5c-4932-941f-da6752cde4bd tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: dde850da-837d-4480-80b2-24609a343811] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1222.965895] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6cda20e8-8d5c-4932-941f-da6752cde4bd tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: dde850da-837d-4480-80b2-24609a343811] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1222.966254] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cda20e8-8d5c-4932-941f-da6752cde4bd tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Deleting the datastore file [datastore1] dde850da-837d-4480-80b2-24609a343811 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1222.966657] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f9ed646-c65c-409f-92fc-ef599c28a2a6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.980419] env[69663]: DEBUG oslo_vmware.api [None req-6cda20e8-8d5c-4932-941f-da6752cde4bd tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1222.980419] env[69663]: value = "task-3333629" [ 1222.980419] env[69663]: _type = "Task" [ 1222.980419] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.983735] env[69663]: DEBUG oslo_vmware.api [None req-1f50ad0e-8261-4632-82f4-b206f053899f tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333627, 'name': PowerOffVM_Task, 'duration_secs': 0.245497} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.987026] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f50ad0e-8261-4632-82f4-b206f053899f tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1222.987230] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1f50ad0e-8261-4632-82f4-b206f053899f tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1222.987491] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9b1cedd-59d3-4308-9111-32342e0750cb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.007425] env[69663]: DEBUG oslo_vmware.api [None req-6cda20e8-8d5c-4932-941f-da6752cde4bd tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.059272] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1f50ad0e-8261-4632-82f4-b206f053899f tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1223.059456] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1f50ad0e-8261-4632-82f4-b206f053899f tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1223.059674] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f50ad0e-8261-4632-82f4-b206f053899f tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Deleting the datastore file [datastore1] 847867f7-e724-49f7-9caf-35f2cc2406ba {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.060038] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd533347-ca19-44f3-856a-147d09a0828a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.067395] env[69663]: DEBUG oslo_vmware.api [None req-1f50ad0e-8261-4632-82f4-b206f053899f tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for the task: (returnval){ [ 1223.067395] env[69663]: value = "task-3333631" [ 1223.067395] env[69663]: _type = "Task" [ 1223.067395] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.076697] env[69663]: DEBUG oslo_vmware.api [None req-1f50ad0e-8261-4632-82f4-b206f053899f tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.145765] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Releasing lock "refresh_cache-0c2222e4-caf7-4138-906b-3f19825050a9" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.146236] env[69663]: DEBUG nova.compute.manager [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Instance network_info: |[{"id": "7842817c-106e-4625-9a69-d54cde82f416", "address": "fa:16:3e:60:21:f3", "network": {"id": "574b1c04-2607-4692-ac23-60377f5a2ddd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1371851621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68815e7d149245cba41f9e38abbf12c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7842817c-10", "ovs_interfaceid": "7842817c-106e-4625-9a69-d54cde82f416", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1223.146738] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:21:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7842817c-106e-4625-9a69-d54cde82f416', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1223.154882] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1223.155116] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1223.155348] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1ba29d5-2eeb-4701-9103-3c55d9c72596 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.175397] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1223.175397] env[69663]: value = "task-3333632" [ 1223.175397] env[69663]: _type = "Task" [ 1223.175397] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.183417] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333632, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.184156] env[69663]: DEBUG oslo_concurrency.lockutils [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.256s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.184643] env[69663]: DEBUG nova.compute.manager [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1223.187607] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.164s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.191027] env[69663]: INFO nova.compute.claims [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1223.311498] env[69663]: DEBUG oslo_concurrency.lockutils [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "d6662031-a850-459f-986e-f9baa8629360" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.311859] env[69663]: DEBUG oslo_concurrency.lockutils [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "d6662031-a850-459f-986e-f9baa8629360" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.376489] env[69663]: DEBUG nova.compute.manager [req-1201396f-be67-4125-af9d-e5a2a974672d req-536d0cf0-db08-48f6-9ca7-2b677765f102 service nova] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Received event network-changed-7842817c-106e-4625-9a69-d54cde82f416 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1223.376796] env[69663]: DEBUG nova.compute.manager [req-1201396f-be67-4125-af9d-e5a2a974672d req-536d0cf0-db08-48f6-9ca7-2b677765f102 service nova] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Refreshing instance network info cache due to event network-changed-7842817c-106e-4625-9a69-d54cde82f416. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1223.376922] env[69663]: DEBUG oslo_concurrency.lockutils [req-1201396f-be67-4125-af9d-e5a2a974672d req-536d0cf0-db08-48f6-9ca7-2b677765f102 service nova] Acquiring lock "refresh_cache-0c2222e4-caf7-4138-906b-3f19825050a9" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.377116] env[69663]: DEBUG oslo_concurrency.lockutils [req-1201396f-be67-4125-af9d-e5a2a974672d req-536d0cf0-db08-48f6-9ca7-2b677765f102 service nova] Acquired lock "refresh_cache-0c2222e4-caf7-4138-906b-3f19825050a9" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.377301] env[69663]: DEBUG nova.network.neutron [req-1201396f-be67-4125-af9d-e5a2a974672d req-536d0cf0-db08-48f6-9ca7-2b677765f102 service nova] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Refreshing network info cache for port 7842817c-106e-4625-9a69-d54cde82f416 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1223.493572] env[69663]: DEBUG oslo_vmware.api [None req-6cda20e8-8d5c-4932-941f-da6752cde4bd tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152762} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.494357] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cda20e8-8d5c-4932-941f-da6752cde4bd tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1223.494492] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6cda20e8-8d5c-4932-941f-da6752cde4bd tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: dde850da-837d-4480-80b2-24609a343811] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1223.494589] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6cda20e8-8d5c-4932-941f-da6752cde4bd tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: dde850da-837d-4480-80b2-24609a343811] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1223.494789] env[69663]: INFO nova.compute.manager [None req-6cda20e8-8d5c-4932-941f-da6752cde4bd tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: dde850da-837d-4480-80b2-24609a343811] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1223.495048] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cda20e8-8d5c-4932-941f-da6752cde4bd tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1223.495286] env[69663]: DEBUG nova.compute.manager [-] [instance: dde850da-837d-4480-80b2-24609a343811] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1223.495351] env[69663]: DEBUG nova.network.neutron [-] [instance: dde850da-837d-4480-80b2-24609a343811] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1223.578411] env[69663]: DEBUG oslo_vmware.api [None req-1f50ad0e-8261-4632-82f4-b206f053899f tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Task: {'id': task-3333631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158632} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.578692] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f50ad0e-8261-4632-82f4-b206f053899f tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1223.578877] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1f50ad0e-8261-4632-82f4-b206f053899f tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1223.579085] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1f50ad0e-8261-4632-82f4-b206f053899f tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1223.579289] env[69663]: INFO nova.compute.manager [None req-1f50ad0e-8261-4632-82f4-b206f053899f tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1223.579532] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f50ad0e-8261-4632-82f4-b206f053899f tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1223.579730] env[69663]: DEBUG nova.compute.manager [-] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1223.579827] env[69663]: DEBUG nova.network.neutron [-] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1223.686966] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333632, 'name': CreateVM_Task, 'duration_secs': 0.319755} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.686966] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1223.687486] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.687693] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.688186] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.689121] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-892f241c-7f48-4581-a976-1ebe82d95a45 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.692873] env[69663]: DEBUG nova.compute.utils [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1223.695615] env[69663]: DEBUG nova.compute.manager [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1223.695879] env[69663]: DEBUG nova.network.neutron [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1223.700225] env[69663]: DEBUG oslo_vmware.api [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1223.700225] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52253a8e-5c6d-0a7d-167d-840fbfee17f0" [ 1223.700225] env[69663]: _type = "Task" [ 1223.700225] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.718297] env[69663]: DEBUG oslo_vmware.api [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52253a8e-5c6d-0a7d-167d-840fbfee17f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.757180] env[69663]: DEBUG nova.policy [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4f26f1f9875420eacfbeeeda3ab52ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a3437a4c0ab4c5c93c0cca358099208', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1223.814084] env[69663]: DEBUG nova.compute.manager [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1223.906874] env[69663]: DEBUG nova.compute.manager [req-aa00af23-ec8a-4a62-894b-ad3c62246db4 req-c98c5dbb-2b26-44f2-9f20-a40f39d70a8f service nova] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Received event network-vif-deleted-02ef64b1-77d1-4fa6-b760-2261bd62e8ed {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1223.907206] env[69663]: INFO nova.compute.manager [req-aa00af23-ec8a-4a62-894b-ad3c62246db4 req-c98c5dbb-2b26-44f2-9f20-a40f39d70a8f service nova] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Neutron deleted interface 02ef64b1-77d1-4fa6-b760-2261bd62e8ed; detaching it from the instance and deleting it from the info cache [ 1223.907346] env[69663]: DEBUG nova.network.neutron [req-aa00af23-ec8a-4a62-894b-ad3c62246db4 req-c98c5dbb-2b26-44f2-9f20-a40f39d70a8f service nova] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.081587] env[69663]: DEBUG nova.network.neutron [req-1201396f-be67-4125-af9d-e5a2a974672d req-536d0cf0-db08-48f6-9ca7-2b677765f102 service nova] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Updated VIF entry in instance network info cache for port 7842817c-106e-4625-9a69-d54cde82f416. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1224.081587] env[69663]: DEBUG nova.network.neutron [req-1201396f-be67-4125-af9d-e5a2a974672d req-536d0cf0-db08-48f6-9ca7-2b677765f102 service nova] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Updating instance_info_cache with network_info: [{"id": "7842817c-106e-4625-9a69-d54cde82f416", "address": "fa:16:3e:60:21:f3", "network": {"id": "574b1c04-2607-4692-ac23-60377f5a2ddd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1371851621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68815e7d149245cba41f9e38abbf12c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7842817c-10", "ovs_interfaceid": "7842817c-106e-4625-9a69-d54cde82f416", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.128179] env[69663]: DEBUG nova.network.neutron [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Successfully created port: 66c4c477-81f7-4a25-b7b0-7051ee7a9057 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1224.201474] env[69663]: DEBUG nova.compute.manager [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1224.219872] env[69663]: DEBUG oslo_vmware.api [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52253a8e-5c6d-0a7d-167d-840fbfee17f0, 'name': SearchDatastore_Task, 'duration_secs': 0.024967} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.220608] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.220908] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1224.221231] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.221442] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.221712] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1224.223077] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a499a8b-1c6b-49a6-82d8-4c82167967fa {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.238843] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1224.239119] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1224.240655] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05c0e7cd-c213-443c-b763-d861d3d68570 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.253947] env[69663]: DEBUG nova.network.neutron [-] [instance: dde850da-837d-4480-80b2-24609a343811] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.254705] env[69663]: DEBUG oslo_vmware.api [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1224.254705] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ec0447-ab2f-8116-c94b-9dd79720a777" [ 1224.254705] env[69663]: _type = "Task" [ 1224.254705] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.265197] env[69663]: DEBUG oslo_vmware.api [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ec0447-ab2f-8116-c94b-9dd79720a777, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.340316] env[69663]: DEBUG oslo_concurrency.lockutils [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.386655] env[69663]: DEBUG nova.network.neutron [-] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.401046] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f1726d-a576-4545-982e-a6f49d20569c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.408946] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344dd8bf-d604-4c26-a070-5ebedd04a2d9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.412165] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-beb97027-35d0-4588-acaa-f6e9b4c8eb82 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.445378] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e429bd-a3e5-4ef6-904c-25a580df2cc8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.451017] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcbd308-7bbc-455a-b48b-8ede8a236df6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.466178] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fca9c87-78d8-400f-8a29-cbcaefbf51ce {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.479710] env[69663]: DEBUG nova.compute.provider_tree [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.489961] env[69663]: DEBUG nova.compute.manager [req-aa00af23-ec8a-4a62-894b-ad3c62246db4 req-c98c5dbb-2b26-44f2-9f20-a40f39d70a8f service nova] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Detach interface failed, port_id=02ef64b1-77d1-4fa6-b760-2261bd62e8ed, reason: Instance 847867f7-e724-49f7-9caf-35f2cc2406ba could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1224.584420] env[69663]: DEBUG oslo_concurrency.lockutils [req-1201396f-be67-4125-af9d-e5a2a974672d req-536d0cf0-db08-48f6-9ca7-2b677765f102 service nova] Releasing lock "refresh_cache-0c2222e4-caf7-4138-906b-3f19825050a9" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.760130] env[69663]: INFO nova.compute.manager [-] [instance: dde850da-837d-4480-80b2-24609a343811] Took 1.26 seconds to deallocate network for instance. [ 1224.768822] env[69663]: DEBUG oslo_vmware.api [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52ec0447-ab2f-8116-c94b-9dd79720a777, 'name': SearchDatastore_Task, 'duration_secs': 0.036609} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.769799] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51a9cc42-0cd6-44d6-9189-8509ed1a77d1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.775972] env[69663]: DEBUG oslo_vmware.api [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1224.775972] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52efe2ea-54b0-da74-39de-c5551a9fa5c9" [ 1224.775972] env[69663]: _type = "Task" [ 1224.775972] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.784423] env[69663]: DEBUG oslo_vmware.api [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52efe2ea-54b0-da74-39de-c5551a9fa5c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.892087] env[69663]: INFO nova.compute.manager [-] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Took 1.31 seconds to deallocate network for instance. [ 1224.983422] env[69663]: DEBUG nova.scheduler.client.report [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1225.214291] env[69663]: DEBUG nova.compute.manager [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1225.241902] env[69663]: DEBUG nova.virt.hardware [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1225.242185] env[69663]: DEBUG nova.virt.hardware [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1225.242351] env[69663]: DEBUG nova.virt.hardware [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1225.242540] env[69663]: DEBUG nova.virt.hardware [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1225.242691] env[69663]: DEBUG nova.virt.hardware [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1225.242845] env[69663]: DEBUG nova.virt.hardware [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1225.243071] env[69663]: DEBUG nova.virt.hardware [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1225.243241] env[69663]: DEBUG nova.virt.hardware [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1225.243414] env[69663]: DEBUG nova.virt.hardware [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1225.243581] env[69663]: DEBUG nova.virt.hardware [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1225.243762] env[69663]: DEBUG nova.virt.hardware [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1225.244801] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b24af1e-ea75-4b49-af17-ec9f3fdfe833 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.254244] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eefa9c0-051b-4942-9010-42a32c85cc37 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.270011] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6cda20e8-8d5c-4932-941f-da6752cde4bd tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.284600] env[69663]: DEBUG oslo_vmware.api [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52efe2ea-54b0-da74-39de-c5551a9fa5c9, 'name': SearchDatastore_Task, 'duration_secs': 0.009744} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.284858] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.285164] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 0c2222e4-caf7-4138-906b-3f19825050a9/0c2222e4-caf7-4138-906b-3f19825050a9.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1225.285420] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5ae521d-a6b5-4588-afb5-c31c4139cde6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.292235] env[69663]: DEBUG oslo_vmware.api [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1225.292235] env[69663]: value = "task-3333633" [ 1225.292235] env[69663]: _type = "Task" [ 1225.292235] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.299501] env[69663]: DEBUG oslo_vmware.api [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.399080] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1f50ad0e-8261-4632-82f4-b206f053899f tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.402850] env[69663]: DEBUG nova.compute.manager [req-9cd2a75b-7376-4d14-88d1-03f8fd18867f req-9fac6ffd-0d76-49c1-892d-d76b83069f5d service nova] [instance: dde850da-837d-4480-80b2-24609a343811] Received event network-vif-deleted-cc928c6c-c043-4bca-ac51-a1cdf1b051b5 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1225.488987] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.301s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.489592] env[69663]: DEBUG nova.compute.manager [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1225.492394] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.474s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.493953] env[69663]: INFO nova.compute.claims [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1225.633666] env[69663]: DEBUG nova.network.neutron [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Successfully updated port: 66c4c477-81f7-4a25-b7b0-7051ee7a9057 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1225.802167] env[69663]: DEBUG oslo_vmware.api [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449646} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.802403] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 0c2222e4-caf7-4138-906b-3f19825050a9/0c2222e4-caf7-4138-906b-3f19825050a9.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1225.802627] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1225.802883] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00dc4001-f38a-430d-a7cd-90d7bc5fb827 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.810127] env[69663]: DEBUG oslo_vmware.api [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1225.810127] env[69663]: value = "task-3333634" [ 1225.810127] env[69663]: _type = "Task" [ 1225.810127] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.818541] env[69663]: DEBUG oslo_vmware.api [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333634, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.943742] env[69663]: DEBUG nova.compute.manager [req-c39b0f02-20b3-4072-8a67-941c18433cc9 req-1aadbe76-48a8-4a28-a7de-20d0e31abe1f service nova] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Received event network-vif-plugged-66c4c477-81f7-4a25-b7b0-7051ee7a9057 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1225.944258] env[69663]: DEBUG oslo_concurrency.lockutils [req-c39b0f02-20b3-4072-8a67-941c18433cc9 req-1aadbe76-48a8-4a28-a7de-20d0e31abe1f service nova] Acquiring lock "9f4b5f0a-26f0-4530-b3c0-f33140235d85-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.944258] env[69663]: DEBUG oslo_concurrency.lockutils [req-c39b0f02-20b3-4072-8a67-941c18433cc9 req-1aadbe76-48a8-4a28-a7de-20d0e31abe1f service nova] Lock "9f4b5f0a-26f0-4530-b3c0-f33140235d85-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.944531] env[69663]: DEBUG oslo_concurrency.lockutils [req-c39b0f02-20b3-4072-8a67-941c18433cc9 req-1aadbe76-48a8-4a28-a7de-20d0e31abe1f service nova] Lock "9f4b5f0a-26f0-4530-b3c0-f33140235d85-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.944578] env[69663]: DEBUG nova.compute.manager [req-c39b0f02-20b3-4072-8a67-941c18433cc9 req-1aadbe76-48a8-4a28-a7de-20d0e31abe1f service nova] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] No waiting events found dispatching network-vif-plugged-66c4c477-81f7-4a25-b7b0-7051ee7a9057 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1225.944727] env[69663]: WARNING nova.compute.manager [req-c39b0f02-20b3-4072-8a67-941c18433cc9 req-1aadbe76-48a8-4a28-a7de-20d0e31abe1f service nova] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Received unexpected event network-vif-plugged-66c4c477-81f7-4a25-b7b0-7051ee7a9057 for instance with vm_state building and task_state spawning. [ 1225.944892] env[69663]: DEBUG nova.compute.manager [req-c39b0f02-20b3-4072-8a67-941c18433cc9 req-1aadbe76-48a8-4a28-a7de-20d0e31abe1f service nova] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Received event network-changed-66c4c477-81f7-4a25-b7b0-7051ee7a9057 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1225.945430] env[69663]: DEBUG nova.compute.manager [req-c39b0f02-20b3-4072-8a67-941c18433cc9 req-1aadbe76-48a8-4a28-a7de-20d0e31abe1f service nova] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Refreshing instance network info cache due to event network-changed-66c4c477-81f7-4a25-b7b0-7051ee7a9057. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1225.945682] env[69663]: DEBUG oslo_concurrency.lockutils [req-c39b0f02-20b3-4072-8a67-941c18433cc9 req-1aadbe76-48a8-4a28-a7de-20d0e31abe1f service nova] Acquiring lock "refresh_cache-9f4b5f0a-26f0-4530-b3c0-f33140235d85" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.945899] env[69663]: DEBUG oslo_concurrency.lockutils [req-c39b0f02-20b3-4072-8a67-941c18433cc9 req-1aadbe76-48a8-4a28-a7de-20d0e31abe1f service nova] Acquired lock "refresh_cache-9f4b5f0a-26f0-4530-b3c0-f33140235d85" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.947168] env[69663]: DEBUG nova.network.neutron [req-c39b0f02-20b3-4072-8a67-941c18433cc9 req-1aadbe76-48a8-4a28-a7de-20d0e31abe1f service nova] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Refreshing network info cache for port 66c4c477-81f7-4a25-b7b0-7051ee7a9057 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1225.998535] env[69663]: DEBUG nova.compute.utils [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1226.001660] env[69663]: DEBUG nova.compute.manager [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1226.001824] env[69663]: DEBUG nova.network.neutron [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1226.039268] env[69663]: DEBUG nova.policy [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe26f33280d54c0da7b2a34b63081743', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac4fe632fbab4f2d8d8cd99d45525285', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1226.136217] env[69663]: DEBUG oslo_concurrency.lockutils [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Acquiring lock "refresh_cache-9f4b5f0a-26f0-4530-b3c0-f33140235d85" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.320827] env[69663]: DEBUG oslo_vmware.api [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333634, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066542} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.321182] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1226.321935] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cc998a-087c-4e80-bc29-0d619d169e0b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.348302] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 0c2222e4-caf7-4138-906b-3f19825050a9/0c2222e4-caf7-4138-906b-3f19825050a9.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1226.348644] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a809862-198c-453b-b4ff-23f2de7fe54a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.366549] env[69663]: DEBUG nova.network.neutron [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Successfully created port: 17f75302-9ea7-4fc3-ad4d-57727f35b38c {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1226.373503] env[69663]: DEBUG oslo_vmware.api [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1226.373503] env[69663]: value = "task-3333635" [ 1226.373503] env[69663]: _type = "Task" [ 1226.373503] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.396463] env[69663]: DEBUG oslo_vmware.api [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333635, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.482152] env[69663]: DEBUG nova.network.neutron [req-c39b0f02-20b3-4072-8a67-941c18433cc9 req-1aadbe76-48a8-4a28-a7de-20d0e31abe1f service nova] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1226.502805] env[69663]: DEBUG nova.compute.manager [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1226.556067] env[69663]: DEBUG nova.network.neutron [req-c39b0f02-20b3-4072-8a67-941c18433cc9 req-1aadbe76-48a8-4a28-a7de-20d0e31abe1f service nova] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.696356] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8f6bcb-9ae4-4480-8406-1decdbeff017 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.705378] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29d18ad-a9a6-4b80-b268-8c875fb0db3e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.735428] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfe4585-103f-45be-8e0f-30daa9b5748e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.743164] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d01c50-a039-4347-90aa-5d1712271bf9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.756335] env[69663]: DEBUG nova.compute.provider_tree [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.885480] env[69663]: DEBUG oslo_vmware.api [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333635, 'name': ReconfigVM_Task, 'duration_secs': 0.308394} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.885762] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 0c2222e4-caf7-4138-906b-3f19825050a9/0c2222e4-caf7-4138-906b-3f19825050a9.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1226.886421] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4934997-2960-49ca-a9fa-460fd051f808 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.893570] env[69663]: DEBUG oslo_vmware.api [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1226.893570] env[69663]: value = "task-3333636" [ 1226.893570] env[69663]: _type = "Task" [ 1226.893570] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.902407] env[69663]: DEBUG oslo_vmware.api [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333636, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.059490] env[69663]: DEBUG oslo_concurrency.lockutils [req-c39b0f02-20b3-4072-8a67-941c18433cc9 req-1aadbe76-48a8-4a28-a7de-20d0e31abe1f service nova] Releasing lock "refresh_cache-9f4b5f0a-26f0-4530-b3c0-f33140235d85" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.059944] env[69663]: DEBUG oslo_concurrency.lockutils [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Acquired lock "refresh_cache-9f4b5f0a-26f0-4530-b3c0-f33140235d85" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.060502] env[69663]: DEBUG nova.network.neutron [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1227.259944] env[69663]: DEBUG nova.scheduler.client.report [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1227.405463] env[69663]: DEBUG oslo_vmware.api [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333636, 'name': Rename_Task, 'duration_secs': 0.494795} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.405827] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1227.406010] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-149d39a5-293c-49e0-98ac-0e17224760d2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.413972] env[69663]: DEBUG oslo_vmware.api [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1227.413972] env[69663]: value = "task-3333637" [ 1227.413972] env[69663]: _type = "Task" [ 1227.413972] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.422753] env[69663]: DEBUG oslo_vmware.api [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.515731] env[69663]: DEBUG nova.compute.manager [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1227.542631] env[69663]: DEBUG nova.virt.hardware [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1227.542890] env[69663]: DEBUG nova.virt.hardware [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1227.543089] env[69663]: DEBUG nova.virt.hardware [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.543311] env[69663]: DEBUG nova.virt.hardware [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1227.543469] env[69663]: DEBUG nova.virt.hardware [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.543619] env[69663]: DEBUG nova.virt.hardware [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1227.543845] env[69663]: DEBUG nova.virt.hardware [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1227.544043] env[69663]: DEBUG nova.virt.hardware [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1227.544254] env[69663]: DEBUG nova.virt.hardware [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1227.544429] env[69663]: DEBUG nova.virt.hardware [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1227.544606] env[69663]: DEBUG nova.virt.hardware [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1227.545538] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81f4e9b-3934-452e-a269-253e81d006ef {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.554052] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6668c8ba-ae98-4c89-addc-29d731b657ee {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.597452] env[69663]: DEBUG nova.network.neutron [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1227.722663] env[69663]: DEBUG nova.network.neutron [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Updating instance_info_cache with network_info: [{"id": "66c4c477-81f7-4a25-b7b0-7051ee7a9057", "address": "fa:16:3e:16:ae:1f", "network": {"id": "c96b9bf5-edf2-4d12-92a1-123c69785474", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1930454559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a3437a4c0ab4c5c93c0cca358099208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66c4c477-81", "ovs_interfaceid": "66c4c477-81f7-4a25-b7b0-7051ee7a9057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.765530] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.273s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.765937] env[69663]: DEBUG nova.compute.manager [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1227.768708] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.750s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.895309] env[69663]: DEBUG nova.network.neutron [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Successfully updated port: 17f75302-9ea7-4fc3-ad4d-57727f35b38c {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1227.925656] env[69663]: DEBUG oslo_vmware.api [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333637, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.971295] env[69663]: DEBUG nova.compute.manager [req-4591363a-1b7a-41e6-bf9d-65e0c63c7a8b req-4e98e6ac-2113-4a49-9e45-154816176290 service nova] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Received event network-vif-plugged-17f75302-9ea7-4fc3-ad4d-57727f35b38c {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1227.971295] env[69663]: DEBUG oslo_concurrency.lockutils [req-4591363a-1b7a-41e6-bf9d-65e0c63c7a8b req-4e98e6ac-2113-4a49-9e45-154816176290 service nova] Acquiring lock "27c4c81f-b24e-4476-a762-3515ef2d6c78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.971295] env[69663]: DEBUG oslo_concurrency.lockutils [req-4591363a-1b7a-41e6-bf9d-65e0c63c7a8b req-4e98e6ac-2113-4a49-9e45-154816176290 service nova] Lock "27c4c81f-b24e-4476-a762-3515ef2d6c78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.971681] env[69663]: DEBUG oslo_concurrency.lockutils [req-4591363a-1b7a-41e6-bf9d-65e0c63c7a8b req-4e98e6ac-2113-4a49-9e45-154816176290 service nova] Lock "27c4c81f-b24e-4476-a762-3515ef2d6c78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.971681] env[69663]: DEBUG nova.compute.manager [req-4591363a-1b7a-41e6-bf9d-65e0c63c7a8b req-4e98e6ac-2113-4a49-9e45-154816176290 service nova] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] No waiting events found dispatching network-vif-plugged-17f75302-9ea7-4fc3-ad4d-57727f35b38c {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1227.971917] env[69663]: WARNING nova.compute.manager [req-4591363a-1b7a-41e6-bf9d-65e0c63c7a8b req-4e98e6ac-2113-4a49-9e45-154816176290 service nova] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Received unexpected event network-vif-plugged-17f75302-9ea7-4fc3-ad4d-57727f35b38c for instance with vm_state building and task_state spawning. [ 1227.971917] env[69663]: DEBUG nova.compute.manager [req-4591363a-1b7a-41e6-bf9d-65e0c63c7a8b req-4e98e6ac-2113-4a49-9e45-154816176290 service nova] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Received event network-changed-17f75302-9ea7-4fc3-ad4d-57727f35b38c {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1227.972100] env[69663]: DEBUG nova.compute.manager [req-4591363a-1b7a-41e6-bf9d-65e0c63c7a8b req-4e98e6ac-2113-4a49-9e45-154816176290 service nova] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Refreshing instance network info cache due to event network-changed-17f75302-9ea7-4fc3-ad4d-57727f35b38c. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1227.972293] env[69663]: DEBUG oslo_concurrency.lockutils [req-4591363a-1b7a-41e6-bf9d-65e0c63c7a8b req-4e98e6ac-2113-4a49-9e45-154816176290 service nova] Acquiring lock "refresh_cache-27c4c81f-b24e-4476-a762-3515ef2d6c78" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.972447] env[69663]: DEBUG oslo_concurrency.lockutils [req-4591363a-1b7a-41e6-bf9d-65e0c63c7a8b req-4e98e6ac-2113-4a49-9e45-154816176290 service nova] Acquired lock "refresh_cache-27c4c81f-b24e-4476-a762-3515ef2d6c78" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.972720] env[69663]: DEBUG nova.network.neutron [req-4591363a-1b7a-41e6-bf9d-65e0c63c7a8b req-4e98e6ac-2113-4a49-9e45-154816176290 service nova] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Refreshing network info cache for port 17f75302-9ea7-4fc3-ad4d-57727f35b38c {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1228.226067] env[69663]: DEBUG oslo_concurrency.lockutils [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Releasing lock "refresh_cache-9f4b5f0a-26f0-4530-b3c0-f33140235d85" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.226067] env[69663]: DEBUG nova.compute.manager [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Instance network_info: |[{"id": "66c4c477-81f7-4a25-b7b0-7051ee7a9057", "address": "fa:16:3e:16:ae:1f", "network": {"id": "c96b9bf5-edf2-4d12-92a1-123c69785474", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1930454559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a3437a4c0ab4c5c93c0cca358099208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66c4c477-81", "ovs_interfaceid": "66c4c477-81f7-4a25-b7b0-7051ee7a9057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1228.226067] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:ae:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66c4c477-81f7-4a25-b7b0-7051ee7a9057', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1228.233642] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.233906] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1228.234163] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b3e327f-6ef5-4297-ae72-7838926f5b57 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.255867] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1228.255867] env[69663]: value = "task-3333638" [ 1228.255867] env[69663]: _type = "Task" [ 1228.255867] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.264477] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333638, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.282639] env[69663]: DEBUG nova.compute.utils [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1228.285126] env[69663]: DEBUG nova.compute.manager [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1228.285126] env[69663]: DEBUG nova.network.neutron [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1228.347962] env[69663]: DEBUG nova.policy [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed838432ba2d4832a2bbcb0dafca7dda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ebc9ee8eda884e129ed4d8aee000d917', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1228.402683] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "refresh_cache-27c4c81f-b24e-4476-a762-3515ef2d6c78" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.428338] env[69663]: DEBUG oslo_vmware.api [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333637, 'name': PowerOnVM_Task, 'duration_secs': 0.638651} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.430324] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1228.430753] env[69663]: INFO nova.compute.manager [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Took 7.30 seconds to spawn the instance on the hypervisor. [ 1228.430861] env[69663]: DEBUG nova.compute.manager [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1228.431632] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514d8152-ceea-4b1c-8eee-2c7ddb8a4b9a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.514604] env[69663]: DEBUG nova.network.neutron [req-4591363a-1b7a-41e6-bf9d-65e0c63c7a8b req-4e98e6ac-2113-4a49-9e45-154816176290 service nova] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1228.601751] env[69663]: DEBUG nova.network.neutron [req-4591363a-1b7a-41e6-bf9d-65e0c63c7a8b req-4e98e6ac-2113-4a49-9e45-154816176290 service nova] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.713879] env[69663]: DEBUG nova.network.neutron [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Successfully created port: 22fbe3de-37da-419e-b3da-5df8fc2751e5 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1228.765958] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333638, 'name': CreateVM_Task, 'duration_secs': 0.488335} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.766182] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1228.766883] env[69663]: DEBUG oslo_concurrency.lockutils [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.767071] env[69663]: DEBUG oslo_concurrency.lockutils [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.767400] env[69663]: DEBUG oslo_concurrency.lockutils [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.767700] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39f1cd7b-430c-44ee-9c46-361c61adfcf6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.772406] env[69663]: DEBUG oslo_vmware.api [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Waiting for the task: (returnval){ [ 1228.772406] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e185d6-f608-614d-4e5b-c52cdaa09a66" [ 1228.772406] env[69663]: _type = "Task" [ 1228.772406] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.780174] env[69663]: DEBUG oslo_vmware.api [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e185d6-f608-614d-4e5b-c52cdaa09a66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.788622] env[69663]: DEBUG nova.compute.manager [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1228.809365] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance f8fd6dad-6e51-4f7c-b769-00f03441a061 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1228.809524] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 731c4f58-055c-480f-99ca-1c9ef9bb9dff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1228.809671] env[69663]: WARNING nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 847867f7-e724-49f7-9caf-35f2cc2406ba is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1228.809791] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 94525ee5-32e7-4e56-9c51-8a2778f738d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1228.809906] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 13db3698-d248-402b-a12e-d56d116997e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1228.810031] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance fec191bb-2cd1-407a-a1ec-cb8e190ed1cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1228.810167] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 2315a4d0-e4b2-4551-ab10-71373f99c3a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1228.810296] env[69663]: WARNING nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance dde850da-837d-4480-80b2-24609a343811 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1228.810421] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 0c2222e4-caf7-4138-906b-3f19825050a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1228.810532] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 9f4b5f0a-26f0-4530-b3c0-f33140235d85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1228.810641] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 27c4c81f-b24e-4476-a762-3515ef2d6c78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1228.810749] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance c150d2a8-f67c-47da-bba5-1bf960c51248 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1228.949025] env[69663]: INFO nova.compute.manager [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Took 15.02 seconds to build instance. [ 1228.961766] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9111d7bf-a9ce-4c24-9fde-07ca128f3b8b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Acquiring lock "13db3698-d248-402b-a12e-d56d116997e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.961975] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9111d7bf-a9ce-4c24-9fde-07ca128f3b8b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Lock "13db3698-d248-402b-a12e-d56d116997e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.962228] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9111d7bf-a9ce-4c24-9fde-07ca128f3b8b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Acquiring lock "13db3698-d248-402b-a12e-d56d116997e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.962441] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9111d7bf-a9ce-4c24-9fde-07ca128f3b8b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Lock "13db3698-d248-402b-a12e-d56d116997e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.962622] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9111d7bf-a9ce-4c24-9fde-07ca128f3b8b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Lock "13db3698-d248-402b-a12e-d56d116997e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.964453] env[69663]: INFO nova.compute.manager [None req-9111d7bf-a9ce-4c24-9fde-07ca128f3b8b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Terminating instance [ 1228.966737] env[69663]: DEBUG nova.compute.manager [None req-9111d7bf-a9ce-4c24-9fde-07ca128f3b8b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1228.966934] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9111d7bf-a9ce-4c24-9fde-07ca128f3b8b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1228.968079] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac231eb-fc81-443f-880a-8c494b58fbc2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.977087] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9111d7bf-a9ce-4c24-9fde-07ca128f3b8b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1228.977343] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32f9ca99-2f90-4794-9dd8-58d8ac2285c0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.984689] env[69663]: DEBUG oslo_vmware.api [None req-9111d7bf-a9ce-4c24-9fde-07ca128f3b8b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Waiting for the task: (returnval){ [ 1228.984689] env[69663]: value = "task-3333639" [ 1228.984689] env[69663]: _type = "Task" [ 1228.984689] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.103497] env[69663]: DEBUG oslo_concurrency.lockutils [req-4591363a-1b7a-41e6-bf9d-65e0c63c7a8b req-4e98e6ac-2113-4a49-9e45-154816176290 service nova] Releasing lock "refresh_cache-27c4c81f-b24e-4476-a762-3515ef2d6c78" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.103911] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquired lock "refresh_cache-27c4c81f-b24e-4476-a762-3515ef2d6c78" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.104106] env[69663]: DEBUG nova.network.neutron [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1229.283999] env[69663]: DEBUG oslo_vmware.api [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e185d6-f608-614d-4e5b-c52cdaa09a66, 'name': SearchDatastore_Task, 'duration_secs': 0.013242} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.284995] env[69663]: DEBUG oslo_concurrency.lockutils [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.285341] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1229.285657] env[69663]: DEBUG oslo_concurrency.lockutils [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.285863] env[69663]: DEBUG oslo_concurrency.lockutils [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.286132] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1229.286980] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3c7fa06-e43c-485c-a563-2331d3b4ee65 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.293179] env[69663]: INFO nova.virt.block_device [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Booting with volume 7a3d06e4-a560-4719-94f4-8bad76a5ced2 at /dev/sda [ 1229.299322] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1229.299583] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1229.303386] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc5d7ad9-e030-4810-a667-a7c61e28d3e0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.311316] env[69663]: DEBUG oslo_vmware.api [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Waiting for the task: (returnval){ [ 1229.311316] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]520f6ef3-01e7-b3ab-8068-a03e486e2ee4" [ 1229.311316] env[69663]: _type = "Task" [ 1229.311316] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.317190] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance d6662031-a850-459f-986e-f9baa8629360 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1229.317532] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1229.317742] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1229.328307] env[69663]: DEBUG oslo_vmware.api [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]520f6ef3-01e7-b3ab-8068-a03e486e2ee4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.340141] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7de37c2-6e10-4f4b-b0c9-e85f0c01e4dd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.349886] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c825146-d298-4289-a1b0-ccb02127bb45 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.388650] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b84761d-852d-48ae-80b2-a81630571a0e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.400072] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8469f4-a0f3-4d5d-8770-f948417c0597 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.439247] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090843f3-bd20-45d3-9aae-6d4b66a0954d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.447099] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b953a47-3d9e-4277-82a6-47a92cc30f32 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.453451] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2b27d5fa-562d-492b-b813-bd9b94f40f09 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "0c2222e4-caf7-4138-906b-3f19825050a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.538s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.467791] env[69663]: DEBUG nova.virt.block_device [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Updating existing volume attachment record: cf774972-3893-44e8-bce4-0f0ea7fe3b5d {{(pid=69663) _volume_attach /opt/stack/nova/nova/virt/block_device.py:665}} [ 1229.495135] env[69663]: DEBUG oslo_vmware.api [None req-9111d7bf-a9ce-4c24-9fde-07ca128f3b8b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Task: {'id': task-3333639, 'name': PowerOffVM_Task, 'duration_secs': 0.207014} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.497466] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9111d7bf-a9ce-4c24-9fde-07ca128f3b8b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1229.497812] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9111d7bf-a9ce-4c24-9fde-07ca128f3b8b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1229.498555] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f05947cd-716a-4334-9e72-47cb7db0824a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.521920] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890191d7-7d6a-4f8a-b4e3-28d586798509 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.530531] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c560abe-cdea-4e44-9b05-9925a75b4321 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.568047] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b6a290-bfc7-4323-a9fc-466458ffce9e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.570549] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9111d7bf-a9ce-4c24-9fde-07ca128f3b8b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1229.570767] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9111d7bf-a9ce-4c24-9fde-07ca128f3b8b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1229.570932] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9111d7bf-a9ce-4c24-9fde-07ca128f3b8b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Deleting the datastore file [datastore1] 13db3698-d248-402b-a12e-d56d116997e2 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1229.571235] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03488530-f7aa-43c1-8e58-233d9bb9422e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.580151] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb40d9a-6370-4643-b57a-b5686cca007f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.584014] env[69663]: DEBUG oslo_vmware.api [None req-9111d7bf-a9ce-4c24-9fde-07ca128f3b8b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Waiting for the task: (returnval){ [ 1229.584014] env[69663]: value = "task-3333641" [ 1229.584014] env[69663]: _type = "Task" [ 1229.584014] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.595031] env[69663]: DEBUG nova.compute.provider_tree [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.601292] env[69663]: DEBUG oslo_vmware.api [None req-9111d7bf-a9ce-4c24-9fde-07ca128f3b8b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Task: {'id': task-3333641, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.638969] env[69663]: DEBUG nova.network.neutron [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1229.772948] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fce250-57d2-4fb1-835c-c5f92e32976c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.779364] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e752111e-3852-440a-944d-53760d302cc7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Suspending the VM {{(pid=69663) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 1229.779597] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9c36b0e5-c6d6-4fa4-890c-5590dd70c285 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.785951] env[69663]: DEBUG oslo_vmware.api [None req-e752111e-3852-440a-944d-53760d302cc7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1229.785951] env[69663]: value = "task-3333642" [ 1229.785951] env[69663]: _type = "Task" [ 1229.785951] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.794095] env[69663]: DEBUG oslo_vmware.api [None req-e752111e-3852-440a-944d-53760d302cc7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333642, 'name': SuspendVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.804664] env[69663]: DEBUG nova.network.neutron [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Updating instance_info_cache with network_info: [{"id": "17f75302-9ea7-4fc3-ad4d-57727f35b38c", "address": "fa:16:3e:ce:14:f2", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17f75302-9e", "ovs_interfaceid": "17f75302-9ea7-4fc3-ad4d-57727f35b38c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.824542] env[69663]: DEBUG oslo_vmware.api [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]520f6ef3-01e7-b3ab-8068-a03e486e2ee4, 'name': SearchDatastore_Task, 'duration_secs': 0.0226} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.825382] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4697f4a-42c0-4bf9-9805-5d60ccfc966f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.831023] env[69663]: DEBUG oslo_vmware.api [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Waiting for the task: (returnval){ [ 1229.831023] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52398649-f327-a7a1-9148-27d076da20e9" [ 1229.831023] env[69663]: _type = "Task" [ 1229.831023] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.839715] env[69663]: DEBUG oslo_vmware.api [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52398649-f327-a7a1-9148-27d076da20e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.095156] env[69663]: DEBUG oslo_vmware.api [None req-9111d7bf-a9ce-4c24-9fde-07ca128f3b8b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Task: {'id': task-3333641, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14419} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.095466] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9111d7bf-a9ce-4c24-9fde-07ca128f3b8b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1230.095667] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9111d7bf-a9ce-4c24-9fde-07ca128f3b8b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1230.095875] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9111d7bf-a9ce-4c24-9fde-07ca128f3b8b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1230.096102] env[69663]: INFO nova.compute.manager [None req-9111d7bf-a9ce-4c24-9fde-07ca128f3b8b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1230.096419] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9111d7bf-a9ce-4c24-9fde-07ca128f3b8b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1230.096638] env[69663]: DEBUG nova.compute.manager [-] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1230.096739] env[69663]: DEBUG nova.network.neutron [-] [instance: 13db3698-d248-402b-a12e-d56d116997e2] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1230.099705] env[69663]: DEBUG nova.scheduler.client.report [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1230.146165] env[69663]: DEBUG nova.compute.manager [req-4b6753a0-37a2-4a75-a691-00824225e177 req-6466465f-3716-4337-bb12-ca7c1c1d1fe5 service nova] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Received event network-vif-plugged-22fbe3de-37da-419e-b3da-5df8fc2751e5 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1230.146165] env[69663]: DEBUG oslo_concurrency.lockutils [req-4b6753a0-37a2-4a75-a691-00824225e177 req-6466465f-3716-4337-bb12-ca7c1c1d1fe5 service nova] Acquiring lock "c150d2a8-f67c-47da-bba5-1bf960c51248-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.146165] env[69663]: DEBUG oslo_concurrency.lockutils [req-4b6753a0-37a2-4a75-a691-00824225e177 req-6466465f-3716-4337-bb12-ca7c1c1d1fe5 service nova] Lock "c150d2a8-f67c-47da-bba5-1bf960c51248-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.147066] env[69663]: DEBUG oslo_concurrency.lockutils [req-4b6753a0-37a2-4a75-a691-00824225e177 req-6466465f-3716-4337-bb12-ca7c1c1d1fe5 service nova] Lock "c150d2a8-f67c-47da-bba5-1bf960c51248-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.147429] env[69663]: DEBUG nova.compute.manager [req-4b6753a0-37a2-4a75-a691-00824225e177 req-6466465f-3716-4337-bb12-ca7c1c1d1fe5 service nova] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] No waiting events found dispatching network-vif-plugged-22fbe3de-37da-419e-b3da-5df8fc2751e5 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1230.147736] env[69663]: WARNING nova.compute.manager [req-4b6753a0-37a2-4a75-a691-00824225e177 req-6466465f-3716-4337-bb12-ca7c1c1d1fe5 service nova] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Received unexpected event network-vif-plugged-22fbe3de-37da-419e-b3da-5df8fc2751e5 for instance with vm_state building and task_state block_device_mapping. [ 1230.296859] env[69663]: DEBUG oslo_vmware.api [None req-e752111e-3852-440a-944d-53760d302cc7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333642, 'name': SuspendVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.298450] env[69663]: DEBUG nova.network.neutron [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Successfully updated port: 22fbe3de-37da-419e-b3da-5df8fc2751e5 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1230.306866] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Releasing lock "refresh_cache-27c4c81f-b24e-4476-a762-3515ef2d6c78" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.307185] env[69663]: DEBUG nova.compute.manager [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Instance network_info: |[{"id": "17f75302-9ea7-4fc3-ad4d-57727f35b38c", "address": "fa:16:3e:ce:14:f2", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17f75302-9e", "ovs_interfaceid": "17f75302-9ea7-4fc3-ad4d-57727f35b38c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1230.307603] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:14:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17f75302-9ea7-4fc3-ad4d-57727f35b38c', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1230.316874] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1230.317812] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1230.318091] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-deb7cbd2-3c06-4051-9278-dd5657f27732 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.344985] env[69663]: DEBUG oslo_vmware.api [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52398649-f327-a7a1-9148-27d076da20e9, 'name': SearchDatastore_Task, 'duration_secs': 0.012068} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.346362] env[69663]: DEBUG oslo_concurrency.lockutils [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.346640] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 9f4b5f0a-26f0-4530-b3c0-f33140235d85/9f4b5f0a-26f0-4530-b3c0-f33140235d85.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1230.346883] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1230.346883] env[69663]: value = "task-3333643" [ 1230.346883] env[69663]: _type = "Task" [ 1230.346883] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.347083] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e506c453-bb3e-47ad-a702-303b3e8101d1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.357430] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333643, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.359428] env[69663]: DEBUG oslo_vmware.api [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Waiting for the task: (returnval){ [ 1230.359428] env[69663]: value = "task-3333644" [ 1230.359428] env[69663]: _type = "Task" [ 1230.359428] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.371196] env[69663]: DEBUG oslo_vmware.api [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.606098] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69663) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1230.606455] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.838s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.607818] env[69663]: DEBUG oslo_concurrency.lockutils [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.268s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.610114] env[69663]: INFO nova.compute.claims [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1230.612946] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1230.613157] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Cleaning up deleted instances {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11226}} [ 1230.615590] env[69663]: DEBUG nova.compute.manager [req-c63ed49d-7254-4b3c-9fc1-b21981375466 req-523099a7-58e6-4582-b52a-507dfc89e1af service nova] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Received event network-vif-deleted-b6652498-e6f4-4b84-b1c8-f787f93baf00 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1230.615852] env[69663]: INFO nova.compute.manager [req-c63ed49d-7254-4b3c-9fc1-b21981375466 req-523099a7-58e6-4582-b52a-507dfc89e1af service nova] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Neutron deleted interface b6652498-e6f4-4b84-b1c8-f787f93baf00; detaching it from the instance and deleting it from the info cache [ 1230.616061] env[69663]: DEBUG nova.network.neutron [req-c63ed49d-7254-4b3c-9fc1-b21981375466 req-523099a7-58e6-4582-b52a-507dfc89e1af service nova] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.798122] env[69663]: DEBUG oslo_vmware.api [None req-e752111e-3852-440a-944d-53760d302cc7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333642, 'name': SuspendVM_Task, 'duration_secs': 0.764209} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.798529] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e752111e-3852-440a-944d-53760d302cc7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Suspended the VM {{(pid=69663) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 1230.802024] env[69663]: DEBUG nova.compute.manager [None req-e752111e-3852-440a-944d-53760d302cc7 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1230.802024] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb5eaff-0f66-4a73-8fdb-90d6b17c3b81 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.808560] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "refresh_cache-c150d2a8-f67c-47da-bba5-1bf960c51248" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.808843] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquired lock "refresh_cache-c150d2a8-f67c-47da-bba5-1bf960c51248" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.809060] env[69663]: DEBUG nova.network.neutron [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1230.859514] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333643, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.870679] env[69663]: DEBUG oslo_vmware.api [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333644, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.092018] env[69663]: DEBUG nova.network.neutron [-] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.132255] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] There are 57 instances to clean {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1231.132434] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: ec005243-41c7-4109-874a-0dfe6d417bec] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1231.138116] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-87376302-c1d0-4340-91da-ab7f471d094b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.151920] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83a04df-31cd-4407-a16e-caa925e8bbb9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.188615] env[69663]: DEBUG nova.compute.manager [req-c63ed49d-7254-4b3c-9fc1-b21981375466 req-523099a7-58e6-4582-b52a-507dfc89e1af service nova] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Detach interface failed, port_id=b6652498-e6f4-4b84-b1c8-f787f93baf00, reason: Instance 13db3698-d248-402b-a12e-d56d116997e2 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1231.320360] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f36aae-117d-4e11-9991-a0bd9080e02f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.330767] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e0b03d-50e8-4af3-a920-715b387ec1a6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.363641] env[69663]: DEBUG nova.network.neutron [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1231.371554] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2db4e4-6a99-4f7d-bc35-a1f950eb04b6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.386268] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333643, 'name': CreateVM_Task, 'duration_secs': 0.60101} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.386626] env[69663]: DEBUG oslo_vmware.api [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51229} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.386787] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1231.388689] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480bbadf-5692-4cc7-b593-f868c5e16d07 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.392715] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 9f4b5f0a-26f0-4530-b3c0-f33140235d85/9f4b5f0a-26f0-4530-b3c0-f33140235d85.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1231.392962] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1231.395575] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.395738] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.396063] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.396327] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-923ccca7-6f20-44db-a516-20ade1a9cd74 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.398549] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d5244eb-6e09-444b-99cd-0a5042f579c0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.404446] env[69663]: DEBUG oslo_vmware.api [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1231.404446] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52aa97dc-333e-8e28-9210-b53f0ce64365" [ 1231.404446] env[69663]: _type = "Task" [ 1231.404446] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.412886] env[69663]: DEBUG nova.compute.provider_tree [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.420995] env[69663]: DEBUG oslo_vmware.api [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Waiting for the task: (returnval){ [ 1231.420995] env[69663]: value = "task-3333645" [ 1231.420995] env[69663]: _type = "Task" [ 1231.420995] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.426381] env[69663]: DEBUG oslo_vmware.api [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52aa97dc-333e-8e28-9210-b53f0ce64365, 'name': SearchDatastore_Task, 'duration_secs': 0.017145} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.427028] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.427323] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1231.427498] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.427648] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.427825] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1231.430896] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-305e40cf-8c83-4991-b759-82440dd622a8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.436016] env[69663]: DEBUG oslo_vmware.api [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.445133] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1231.445333] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1231.446077] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62a99dd1-99d1-4389-b849-5f962452a638 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.451710] env[69663]: DEBUG oslo_vmware.api [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1231.451710] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f079c3-bff8-7a1c-facb-78f0dacbd0cd" [ 1231.451710] env[69663]: _type = "Task" [ 1231.451710] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.461521] env[69663]: DEBUG oslo_vmware.api [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f079c3-bff8-7a1c-facb-78f0dacbd0cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.534399] env[69663]: DEBUG nova.network.neutron [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Updating instance_info_cache with network_info: [{"id": "22fbe3de-37da-419e-b3da-5df8fc2751e5", "address": "fa:16:3e:6d:a3:f9", "network": {"id": "8cbca3bc-03a1-4ed9-ac5e-db7b5a43ca88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-814804723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebc9ee8eda884e129ed4d8aee000d917", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22fbe3de-37", "ovs_interfaceid": "22fbe3de-37da-419e-b3da-5df8fc2751e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.567684] env[69663]: DEBUG nova.compute.manager [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1231.568238] env[69663]: DEBUG nova.virt.hardware [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1231.568461] env[69663]: DEBUG nova.virt.hardware [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1231.568619] env[69663]: DEBUG nova.virt.hardware [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1231.568913] env[69663]: DEBUG nova.virt.hardware [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1231.569253] env[69663]: DEBUG nova.virt.hardware [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1231.569485] env[69663]: DEBUG nova.virt.hardware [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1231.569818] env[69663]: DEBUG nova.virt.hardware [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1231.570044] env[69663]: DEBUG nova.virt.hardware [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1231.570272] env[69663]: DEBUG nova.virt.hardware [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1231.570514] env[69663]: DEBUG nova.virt.hardware [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1231.570712] env[69663]: DEBUG nova.virt.hardware [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1231.571697] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e6bf6c-58ea-49a9-ac4c-0ec59ce94146 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.580890] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7b95c5-34b6-469d-aefb-bc5cdf0df1eb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.594921] env[69663]: INFO nova.compute.manager [-] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Took 1.50 seconds to deallocate network for instance. [ 1231.635399] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 5c883912-9a6b-42ae-896b-bef07f84c285] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1231.920746] env[69663]: DEBUG nova.scheduler.client.report [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1231.933587] env[69663]: DEBUG oslo_vmware.api [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.306747} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.933951] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1231.934902] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb030ff-75ca-4c29-8382-bed45c8e981f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.958267] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 9f4b5f0a-26f0-4530-b3c0-f33140235d85/9f4b5f0a-26f0-4530-b3c0-f33140235d85.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.958863] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7513d00-345b-4bfa-9f42-05576349757f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.983982] env[69663]: DEBUG oslo_vmware.api [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f079c3-bff8-7a1c-facb-78f0dacbd0cd, 'name': SearchDatastore_Task, 'duration_secs': 0.041474} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.985803] env[69663]: DEBUG oslo_vmware.api [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Waiting for the task: (returnval){ [ 1231.985803] env[69663]: value = "task-3333646" [ 1231.985803] env[69663]: _type = "Task" [ 1231.985803] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.986063] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f0bf08f-117a-4dbb-919d-1eafcb29cd5a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.003804] env[69663]: DEBUG oslo_vmware.api [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1232.003804] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52012d65-cbfb-5a65-b64b-afea7324eee6" [ 1232.003804] env[69663]: _type = "Task" [ 1232.003804] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.006924] env[69663]: DEBUG oslo_vmware.api [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333646, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.015275] env[69663]: DEBUG oslo_vmware.api [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52012d65-cbfb-5a65-b64b-afea7324eee6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.037419] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Releasing lock "refresh_cache-c150d2a8-f67c-47da-bba5-1bf960c51248" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.037809] env[69663]: DEBUG nova.compute.manager [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Instance network_info: |[{"id": "22fbe3de-37da-419e-b3da-5df8fc2751e5", "address": "fa:16:3e:6d:a3:f9", "network": {"id": "8cbca3bc-03a1-4ed9-ac5e-db7b5a43ca88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-814804723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebc9ee8eda884e129ed4d8aee000d917", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22fbe3de-37", "ovs_interfaceid": "22fbe3de-37da-419e-b3da-5df8fc2751e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1232.038330] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:a3:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec903a9-d773-4d7c-a80c-c2533be346fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22fbe3de-37da-419e-b3da-5df8fc2751e5', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1232.046183] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1232.046461] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1232.046718] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76da6b69-6f4b-4a82-95f9-2c16ababf65e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.069392] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1232.069392] env[69663]: value = "task-3333647" [ 1232.069392] env[69663]: _type = "Task" [ 1232.069392] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.077227] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333647, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.102017] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9111d7bf-a9ce-4c24-9fde-07ca128f3b8b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.138820] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 7f54d305-5518-4f9d-9667-a9c5e9417de9] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1232.171675] env[69663]: DEBUG nova.compute.manager [req-8f17aeb9-df9d-45de-ab4e-b407edcbcf57 req-7a370e42-d1b1-4bb7-8f89-b02b90ffb4fe service nova] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Received event network-changed-22fbe3de-37da-419e-b3da-5df8fc2751e5 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1232.171907] env[69663]: DEBUG nova.compute.manager [req-8f17aeb9-df9d-45de-ab4e-b407edcbcf57 req-7a370e42-d1b1-4bb7-8f89-b02b90ffb4fe service nova] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Refreshing instance network info cache due to event network-changed-22fbe3de-37da-419e-b3da-5df8fc2751e5. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1232.172142] env[69663]: DEBUG oslo_concurrency.lockutils [req-8f17aeb9-df9d-45de-ab4e-b407edcbcf57 req-7a370e42-d1b1-4bb7-8f89-b02b90ffb4fe service nova] Acquiring lock "refresh_cache-c150d2a8-f67c-47da-bba5-1bf960c51248" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.172295] env[69663]: DEBUG oslo_concurrency.lockutils [req-8f17aeb9-df9d-45de-ab4e-b407edcbcf57 req-7a370e42-d1b1-4bb7-8f89-b02b90ffb4fe service nova] Acquired lock "refresh_cache-c150d2a8-f67c-47da-bba5-1bf960c51248" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.172471] env[69663]: DEBUG nova.network.neutron [req-8f17aeb9-df9d-45de-ab4e-b407edcbcf57 req-7a370e42-d1b1-4bb7-8f89-b02b90ffb4fe service nova] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Refreshing network info cache for port 22fbe3de-37da-419e-b3da-5df8fc2751e5 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1232.180675] env[69663]: DEBUG oslo_concurrency.lockutils [None req-db208a76-48a5-4161-bdae-5c06c8c9d759 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "0c2222e4-caf7-4138-906b-3f19825050a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.180919] env[69663]: DEBUG oslo_concurrency.lockutils [None req-db208a76-48a5-4161-bdae-5c06c8c9d759 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "0c2222e4-caf7-4138-906b-3f19825050a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.181159] env[69663]: DEBUG oslo_concurrency.lockutils [None req-db208a76-48a5-4161-bdae-5c06c8c9d759 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "0c2222e4-caf7-4138-906b-3f19825050a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.181389] env[69663]: DEBUG oslo_concurrency.lockutils [None req-db208a76-48a5-4161-bdae-5c06c8c9d759 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "0c2222e4-caf7-4138-906b-3f19825050a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.181605] env[69663]: DEBUG oslo_concurrency.lockutils [None req-db208a76-48a5-4161-bdae-5c06c8c9d759 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "0c2222e4-caf7-4138-906b-3f19825050a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.183458] env[69663]: INFO nova.compute.manager [None req-db208a76-48a5-4161-bdae-5c06c8c9d759 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Terminating instance [ 1232.185249] env[69663]: DEBUG nova.compute.manager [None req-db208a76-48a5-4161-bdae-5c06c8c9d759 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1232.185412] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-db208a76-48a5-4161-bdae-5c06c8c9d759 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1232.186499] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff309113-a78e-4496-81af-e1f6bfb930e9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.194921] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-db208a76-48a5-4161-bdae-5c06c8c9d759 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1232.195177] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8dbd513f-c86f-4e09-9c12-e4359ed6becd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.429638] env[69663]: DEBUG oslo_concurrency.lockutils [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.822s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.430178] env[69663]: DEBUG nova.compute.manager [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1232.433045] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6cda20e8-8d5c-4932-941f-da6752cde4bd tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.163s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.433299] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6cda20e8-8d5c-4932-941f-da6752cde4bd tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.435496] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1f50ad0e-8261-4632-82f4-b206f053899f tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.037s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.435651] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1f50ad0e-8261-4632-82f4-b206f053899f tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.437393] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9111d7bf-a9ce-4c24-9fde-07ca128f3b8b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.336s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.437609] env[69663]: DEBUG nova.objects.instance [None req-9111d7bf-a9ce-4c24-9fde-07ca128f3b8b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Lazy-loading 'resources' on Instance uuid 13db3698-d248-402b-a12e-d56d116997e2 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.461763] env[69663]: INFO nova.scheduler.client.report [None req-6cda20e8-8d5c-4932-941f-da6752cde4bd tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Deleted allocations for instance dde850da-837d-4480-80b2-24609a343811 [ 1232.463762] env[69663]: INFO nova.scheduler.client.report [None req-1f50ad0e-8261-4632-82f4-b206f053899f tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Deleted allocations for instance 847867f7-e724-49f7-9caf-35f2cc2406ba [ 1232.499699] env[69663]: DEBUG oslo_vmware.api [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333646, 'name': ReconfigVM_Task, 'duration_secs': 0.429049} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.499853] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 9f4b5f0a-26f0-4530-b3c0-f33140235d85/9f4b5f0a-26f0-4530-b3c0-f33140235d85.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.500585] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc9789b3-d724-46f5-83f8-8e6355455b2e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.508011] env[69663]: DEBUG oslo_vmware.api [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Waiting for the task: (returnval){ [ 1232.508011] env[69663]: value = "task-3333649" [ 1232.508011] env[69663]: _type = "Task" [ 1232.508011] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.521408] env[69663]: DEBUG oslo_vmware.api [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333649, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.524802] env[69663]: DEBUG oslo_vmware.api [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52012d65-cbfb-5a65-b64b-afea7324eee6, 'name': SearchDatastore_Task, 'duration_secs': 0.032424} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.525092] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.525400] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 27c4c81f-b24e-4476-a762-3515ef2d6c78/27c4c81f-b24e-4476-a762-3515ef2d6c78.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1232.525933] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33cd0a0d-c7c8-4f14-94c1-32505f39b91a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.533238] env[69663]: DEBUG oslo_vmware.api [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1232.533238] env[69663]: value = "task-3333650" [ 1232.533238] env[69663]: _type = "Task" [ 1232.533238] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.541282] env[69663]: DEBUG oslo_vmware.api [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.579430] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333647, 'name': CreateVM_Task, 'duration_secs': 0.380103} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.579679] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1232.580458] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665434', 'volume_id': '7a3d06e4-a560-4719-94f4-8bad76a5ced2', 'name': 'volume-7a3d06e4-a560-4719-94f4-8bad76a5ced2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c150d2a8-f67c-47da-bba5-1bf960c51248', 'attached_at': '', 'detached_at': '', 'volume_id': '7a3d06e4-a560-4719-94f4-8bad76a5ced2', 'serial': '7a3d06e4-a560-4719-94f4-8bad76a5ced2'}, 'device_type': None, 'attachment_id': 'cf774972-3893-44e8-bce4-0f0ea7fe3b5d', 'delete_on_termination': True, 'boot_index': 0, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69663) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1232.580777] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Root volume attach. Driver type: vmdk {{(pid=69663) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1232.581637] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9388db-f9d8-432c-b5de-e544addc48c4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.591930] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2fa3b8-ba2e-4dbe-a954-e13a20a8ca34 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.598998] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038a4499-578f-4d90-af8e-5da709e260fe {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.605583] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-04876677-d4fc-4739-8d63-0e9da9008b24 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.615481] env[69663]: DEBUG oslo_vmware.api [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1232.615481] env[69663]: value = "task-3333651" [ 1232.615481] env[69663]: _type = "Task" [ 1232.615481] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.624474] env[69663]: DEBUG oslo_vmware.api [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333651, 'name': RelocateVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.642188] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 23c2bd58-206d-4724-a660-65e3dec18907] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1232.949141] env[69663]: DEBUG nova.compute.utils [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1232.950661] env[69663]: DEBUG nova.compute.manager [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1232.954073] env[69663]: DEBUG nova.network.neutron [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1232.977685] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1f50ad0e-8261-4632-82f4-b206f053899f tempest-ServerRescueNegativeTestJSON-70641521 tempest-ServerRescueNegativeTestJSON-70641521-project-member] Lock "847867f7-e724-49f7-9caf-35f2cc2406ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.535s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.979140] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6cda20e8-8d5c-4932-941f-da6752cde4bd tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "dde850da-837d-4480-80b2-24609a343811" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.616s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.996919] env[69663]: DEBUG nova.network.neutron [req-8f17aeb9-df9d-45de-ab4e-b407edcbcf57 req-7a370e42-d1b1-4bb7-8f89-b02b90ffb4fe service nova] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Updated VIF entry in instance network info cache for port 22fbe3de-37da-419e-b3da-5df8fc2751e5. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1232.997326] env[69663]: DEBUG nova.network.neutron [req-8f17aeb9-df9d-45de-ab4e-b407edcbcf57 req-7a370e42-d1b1-4bb7-8f89-b02b90ffb4fe service nova] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Updating instance_info_cache with network_info: [{"id": "22fbe3de-37da-419e-b3da-5df8fc2751e5", "address": "fa:16:3e:6d:a3:f9", "network": {"id": "8cbca3bc-03a1-4ed9-ac5e-db7b5a43ca88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-814804723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebc9ee8eda884e129ed4d8aee000d917", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22fbe3de-37", "ovs_interfaceid": "22fbe3de-37da-419e-b3da-5df8fc2751e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.023820] env[69663]: DEBUG oslo_vmware.api [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333649, 'name': Rename_Task, 'duration_secs': 0.153808} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.024155] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1233.024412] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-103d6829-20c9-4811-9566-42d310112cdf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.033453] env[69663]: DEBUG oslo_vmware.api [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Waiting for the task: (returnval){ [ 1233.033453] env[69663]: value = "task-3333652" [ 1233.033453] env[69663]: _type = "Task" [ 1233.033453] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.041502] env[69663]: DEBUG nova.policy [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4313e6fd7caa49b6935e28a949ae4397', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f01abc007aca4ab388c2f26a1aab3ac8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1233.053510] env[69663]: DEBUG oslo_vmware.api [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333650, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488195} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.053795] env[69663]: DEBUG oslo_vmware.api [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.054096] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 27c4c81f-b24e-4476-a762-3515ef2d6c78/27c4c81f-b24e-4476-a762-3515ef2d6c78.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1233.054416] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1233.054694] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-406ce704-38f2-41b1-b713-09e91cf0bfb4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.064505] env[69663]: DEBUG oslo_vmware.api [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1233.064505] env[69663]: value = "task-3333653" [ 1233.064505] env[69663]: _type = "Task" [ 1233.064505] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.076223] env[69663]: DEBUG oslo_vmware.api [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333653, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.130022] env[69663]: DEBUG oslo_vmware.api [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333651, 'name': RelocateVM_Task, 'duration_secs': 0.031918} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.130022] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Volume attach. Driver type: vmdk {{(pid=69663) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1233.130022] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665434', 'volume_id': '7a3d06e4-a560-4719-94f4-8bad76a5ced2', 'name': 'volume-7a3d06e4-a560-4719-94f4-8bad76a5ced2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c150d2a8-f67c-47da-bba5-1bf960c51248', 'attached_at': '', 'detached_at': '', 'volume_id': '7a3d06e4-a560-4719-94f4-8bad76a5ced2', 'serial': '7a3d06e4-a560-4719-94f4-8bad76a5ced2'} {{(pid=69663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1233.130022] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cfb658-1b48-4fa1-8686-767cb2c2dbd4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.149868] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: df83c894-73b4-4529-8a99-0ead18aa5cf2] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1233.153940] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86cd2f0c-c776-432d-bbd5-39dfbab391b8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.156531] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5948943c-70be-4c3c-a2a9-25e21b73c47b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.175646] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2719491f-6ea7-48c5-9c0f-9daf93671d30 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.191268] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-7a3d06e4-a560-4719-94f4-8bad76a5ced2/volume-7a3d06e4-a560-4719-94f4-8bad76a5ced2.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1233.192554] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73b4fa9a-0a72-47b6-9977-7824a7987f8d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.989665] env[69663]: DEBUG nova.compute.manager [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1233.993058] env[69663]: DEBUG oslo_concurrency.lockutils [req-8f17aeb9-df9d-45de-ab4e-b407edcbcf57 req-7a370e42-d1b1-4bb7-8f89-b02b90ffb4fe service nova] Releasing lock "refresh_cache-c150d2a8-f67c-47da-bba5-1bf960c51248" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.993413] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: a345e15c-764f-4cae-a56d-9dff582285e8] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1233.996997] env[69663]: DEBUG nova.network.neutron [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Successfully created port: 14e87a40-e384-4433-9219-2d25376a7a37 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1234.007138] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94771c77-e25b-4c11-b2bc-82a37e34fd2b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.012135] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-db208a76-48a5-4161-bdae-5c06c8c9d759 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1234.012336] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-db208a76-48a5-4161-bdae-5c06c8c9d759 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1234.012605] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-db208a76-48a5-4161-bdae-5c06c8c9d759 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Deleting the datastore file [datastore2] 0c2222e4-caf7-4138-906b-3f19825050a9 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1234.012957] env[69663]: DEBUG oslo_vmware.api [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1234.012957] env[69663]: value = "task-3333654" [ 1234.012957] env[69663]: _type = "Task" [ 1234.012957] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.013597] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "72710df5-9d52-4503-8128-1c811c9dc8dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.013597] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "72710df5-9d52-4503-8128-1c811c9dc8dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.014837] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d32d5dfa-944d-4d49-ae05-be6a25a05124 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.029316] env[69663]: DEBUG oslo_vmware.api [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333652, 'name': PowerOnVM_Task, 'duration_secs': 0.570564} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.029890] env[69663]: DEBUG oslo_vmware.api [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333653, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073071} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.030504] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1234.031183] env[69663]: INFO nova.compute.manager [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Took 8.82 seconds to spawn the instance on the hypervisor. [ 1234.031183] env[69663]: DEBUG nova.compute.manager [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1234.032268] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e86e22-4163-4ea7-92df-7e3254c96024 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.036131] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1234.042060] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5ef2ef-dc70-45bd-85af-beac65622e0b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.046063] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f402e72d-7a24-47cd-a32d-3977679a6196 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.048978] env[69663]: DEBUG oslo_vmware.api [None req-db208a76-48a5-4161-bdae-5c06c8c9d759 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1234.048978] env[69663]: value = "task-3333655" [ 1234.048978] env[69663]: _type = "Task" [ 1234.048978] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.049223] env[69663]: DEBUG oslo_vmware.api [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333654, 'name': ReconfigVM_Task, 'duration_secs': 0.289856} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.050162] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-7a3d06e4-a560-4719-94f4-8bad76a5ced2/volume-7a3d06e4-a560-4719-94f4-8bad76a5ced2.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1234.066869] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22a36293-2f34-4c3f-976e-80df012008e2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.076474] env[69663]: DEBUG nova.compute.provider_tree [None req-9111d7bf-a9ce-4c24-9fde-07ca128f3b8b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.098153] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 27c4c81f-b24e-4476-a762-3515ef2d6c78/27c4c81f-b24e-4476-a762-3515ef2d6c78.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.103368] env[69663]: DEBUG nova.scheduler.client.report [None req-9111d7bf-a9ce-4c24-9fde-07ca128f3b8b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1234.106717] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60daab95-8316-455e-9426-b52d5b8f2f69 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.131038] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9111d7bf-a9ce-4c24-9fde-07ca128f3b8b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.692s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.133286] env[69663]: DEBUG oslo_vmware.api [None req-db208a76-48a5-4161-bdae-5c06c8c9d759 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.133837] env[69663]: DEBUG oslo_vmware.api [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1234.133837] env[69663]: value = "task-3333656" [ 1234.133837] env[69663]: _type = "Task" [ 1234.133837] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.147678] env[69663]: DEBUG oslo_vmware.api [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333656, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.147998] env[69663]: DEBUG oslo_vmware.api [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1234.147998] env[69663]: value = "task-3333657" [ 1234.147998] env[69663]: _type = "Task" [ 1234.147998] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.158414] env[69663]: DEBUG oslo_vmware.api [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333657, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.163979] env[69663]: INFO nova.scheduler.client.report [None req-9111d7bf-a9ce-4c24-9fde-07ca128f3b8b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Deleted allocations for instance 13db3698-d248-402b-a12e-d56d116997e2 [ 1234.504592] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: a52e6960-2024-44b6-b2bb-6d4274e10f15] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1234.518009] env[69663]: DEBUG nova.compute.manager [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1234.560016] env[69663]: DEBUG oslo_vmware.api [None req-db208a76-48a5-4161-bdae-5c06c8c9d759 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191719} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.560934] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-db208a76-48a5-4161-bdae-5c06c8c9d759 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.561151] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-db208a76-48a5-4161-bdae-5c06c8c9d759 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1234.561339] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-db208a76-48a5-4161-bdae-5c06c8c9d759 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1234.561642] env[69663]: INFO nova.compute.manager [None req-db208a76-48a5-4161-bdae-5c06c8c9d759 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Took 2.38 seconds to destroy the instance on the hypervisor. [ 1234.561897] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db208a76-48a5-4161-bdae-5c06c8c9d759 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1234.562569] env[69663]: DEBUG nova.compute.manager [-] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1234.562669] env[69663]: DEBUG nova.network.neutron [-] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1234.643886] env[69663]: INFO nova.compute.manager [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Took 17.67 seconds to build instance. [ 1234.649848] env[69663]: DEBUG oslo_vmware.api [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333656, 'name': ReconfigVM_Task, 'duration_secs': 0.250616} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.653947] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665434', 'volume_id': '7a3d06e4-a560-4719-94f4-8bad76a5ced2', 'name': 'volume-7a3d06e4-a560-4719-94f4-8bad76a5ced2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c150d2a8-f67c-47da-bba5-1bf960c51248', 'attached_at': '', 'detached_at': '', 'volume_id': '7a3d06e4-a560-4719-94f4-8bad76a5ced2', 'serial': '7a3d06e4-a560-4719-94f4-8bad76a5ced2'} {{(pid=69663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1234.654713] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-736d17b1-75f0-4833-9c65-663f2a53df6e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.664861] env[69663]: DEBUG oslo_vmware.api [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333657, 'name': ReconfigVM_Task, 'duration_secs': 0.322804} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.667532] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 27c4c81f-b24e-4476-a762-3515ef2d6c78/27c4c81f-b24e-4476-a762-3515ef2d6c78.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1234.668743] env[69663]: DEBUG oslo_vmware.api [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1234.668743] env[69663]: value = "task-3333658" [ 1234.668743] env[69663]: _type = "Task" [ 1234.668743] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.670174] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18618417-efe3-4f99-b6e6-1ac98ce099e3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.677146] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9111d7bf-a9ce-4c24-9fde-07ca128f3b8b tempest-ServersTestManualDisk-1181081679 tempest-ServersTestManualDisk-1181081679-project-member] Lock "13db3698-d248-402b-a12e-d56d116997e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.715s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.681251] env[69663]: DEBUG oslo_vmware.api [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1234.681251] env[69663]: value = "task-3333659" [ 1234.681251] env[69663]: _type = "Task" [ 1234.681251] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.685087] env[69663]: DEBUG oslo_vmware.api [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333658, 'name': Rename_Task} progress is 10%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.697194] env[69663]: DEBUG oslo_vmware.api [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333659, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.893626] env[69663]: DEBUG nova.compute.manager [req-0ea0571d-120b-4983-aab9-b35b8bae4284 req-bf565a17-fc66-4097-816a-a7e6481dcd48 service nova] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Received event network-vif-deleted-7842817c-106e-4625-9a69-d54cde82f416 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1234.893847] env[69663]: INFO nova.compute.manager [req-0ea0571d-120b-4983-aab9-b35b8bae4284 req-bf565a17-fc66-4097-816a-a7e6481dcd48 service nova] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Neutron deleted interface 7842817c-106e-4625-9a69-d54cde82f416; detaching it from the instance and deleting it from the info cache [ 1234.894076] env[69663]: DEBUG nova.network.neutron [req-0ea0571d-120b-4983-aab9-b35b8bae4284 req-bf565a17-fc66-4097-816a-a7e6481dcd48 service nova] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.008582] env[69663]: DEBUG nova.compute.manager [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1235.011165] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 1a09ec57-bf9f-4949-934e-c2e6fa8ad6bf] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1235.039661] env[69663]: DEBUG nova.virt.hardware [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1235.039902] env[69663]: DEBUG nova.virt.hardware [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1235.040078] env[69663]: DEBUG nova.virt.hardware [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1235.040269] env[69663]: DEBUG nova.virt.hardware [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1235.040417] env[69663]: DEBUG nova.virt.hardware [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1235.040566] env[69663]: DEBUG nova.virt.hardware [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1235.040772] env[69663]: DEBUG nova.virt.hardware [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1235.040932] env[69663]: DEBUG nova.virt.hardware [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1235.041158] env[69663]: DEBUG nova.virt.hardware [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1235.041346] env[69663]: DEBUG nova.virt.hardware [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1235.041527] env[69663]: DEBUG nova.virt.hardware [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1235.042590] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f9a88f-7fdc-45b0-9e3f-c1fc7695b0fc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.045803] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.046061] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.047432] env[69663]: INFO nova.compute.claims [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1235.056184] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cca01f-21a4-4698-ab74-d7451231db0e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.147279] env[69663]: DEBUG oslo_concurrency.lockutils [None req-92882942-bd2c-425a-87e0-db02b55dfc8c tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "9f4b5f0a-26f0-4530-b3c0-f33140235d85" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.185s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.181594] env[69663]: DEBUG oslo_vmware.api [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333658, 'name': Rename_Task, 'duration_secs': 0.168066} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.181896] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1235.182162] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8342273a-cf46-4bb0-b375-ddd984f576e0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.190472] env[69663]: DEBUG oslo_vmware.api [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1235.190472] env[69663]: value = "task-3333660" [ 1235.190472] env[69663]: _type = "Task" [ 1235.190472] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.196797] env[69663]: DEBUG oslo_vmware.api [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333659, 'name': Rename_Task, 'duration_secs': 0.158322} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.197502] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1235.197847] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a52ce35-7faa-45d5-898e-5a26fc5022a1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.202228] env[69663]: DEBUG oslo_vmware.api [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.206767] env[69663]: DEBUG oslo_vmware.api [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1235.206767] env[69663]: value = "task-3333661" [ 1235.206767] env[69663]: _type = "Task" [ 1235.206767] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.218906] env[69663]: DEBUG oslo_vmware.api [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333661, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.373308] env[69663]: DEBUG nova.network.neutron [-] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.397145] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2304245f-5f23-4d66-924b-9fcc2da4f984 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.410701] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb16e6b-a6bf-4127-8d9e-d7ffcdad02e2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.449201] env[69663]: DEBUG nova.compute.manager [req-0ea0571d-120b-4983-aab9-b35b8bae4284 req-bf565a17-fc66-4097-816a-a7e6481dcd48 service nova] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Detach interface failed, port_id=7842817c-106e-4625-9a69-d54cde82f416, reason: Instance 0c2222e4-caf7-4138-906b-3f19825050a9 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1235.514799] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 8177eeb4-6e53-4d49-8a79-6e29929c0adf] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1235.572730] env[69663]: DEBUG nova.compute.manager [req-1092e5bd-e1b0-4449-aea0-7655a30b5d3d req-d12cc695-005f-4e71-b989-574fa58e3977 service nova] [instance: d6662031-a850-459f-986e-f9baa8629360] Received event network-vif-plugged-14e87a40-e384-4433-9219-2d25376a7a37 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1235.572819] env[69663]: DEBUG oslo_concurrency.lockutils [req-1092e5bd-e1b0-4449-aea0-7655a30b5d3d req-d12cc695-005f-4e71-b989-574fa58e3977 service nova] Acquiring lock "d6662031-a850-459f-986e-f9baa8629360-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.573086] env[69663]: DEBUG oslo_concurrency.lockutils [req-1092e5bd-e1b0-4449-aea0-7655a30b5d3d req-d12cc695-005f-4e71-b989-574fa58e3977 service nova] Lock "d6662031-a850-459f-986e-f9baa8629360-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.573263] env[69663]: DEBUG oslo_concurrency.lockutils [req-1092e5bd-e1b0-4449-aea0-7655a30b5d3d req-d12cc695-005f-4e71-b989-574fa58e3977 service nova] Lock "d6662031-a850-459f-986e-f9baa8629360-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.573440] env[69663]: DEBUG nova.compute.manager [req-1092e5bd-e1b0-4449-aea0-7655a30b5d3d req-d12cc695-005f-4e71-b989-574fa58e3977 service nova] [instance: d6662031-a850-459f-986e-f9baa8629360] No waiting events found dispatching network-vif-plugged-14e87a40-e384-4433-9219-2d25376a7a37 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1235.573611] env[69663]: WARNING nova.compute.manager [req-1092e5bd-e1b0-4449-aea0-7655a30b5d3d req-d12cc695-005f-4e71-b989-574fa58e3977 service nova] [instance: d6662031-a850-459f-986e-f9baa8629360] Received unexpected event network-vif-plugged-14e87a40-e384-4433-9219-2d25376a7a37 for instance with vm_state building and task_state spawning. [ 1235.707473] env[69663]: DEBUG oslo_vmware.api [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333660, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.718523] env[69663]: DEBUG oslo_vmware.api [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333661, 'name': PowerOnVM_Task, 'duration_secs': 0.4628} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.719336] env[69663]: DEBUG nova.network.neutron [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Successfully updated port: 14e87a40-e384-4433-9219-2d25376a7a37 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1235.720617] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1235.720869] env[69663]: INFO nova.compute.manager [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Took 8.20 seconds to spawn the instance on the hypervisor. [ 1235.721016] env[69663]: DEBUG nova.compute.manager [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1235.726683] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1046e25d-5115-4e5d-b10b-09ece6687c5e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.879924] env[69663]: INFO nova.compute.manager [-] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Took 1.32 seconds to deallocate network for instance. [ 1236.018738] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 3ea15498-48ec-4d18-838f-27ab8ab76777] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1236.203624] env[69663]: DEBUG oslo_vmware.api [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333660, 'name': PowerOnVM_Task, 'duration_secs': 0.651926} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.204800] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1236.205091] env[69663]: INFO nova.compute.manager [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Took 4.64 seconds to spawn the instance on the hypervisor. [ 1236.205347] env[69663]: DEBUG nova.compute.manager [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1236.206188] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f679ef49-b9d1-458f-9d9f-6ca32554f9c6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.209180] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94054749-7a3e-45c9-adc7-f684c5cc1a83 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.218723] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787d8b78-0326-45ca-9e76-c500a1ec41ae {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.227886] env[69663]: DEBUG oslo_concurrency.lockutils [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "refresh_cache-d6662031-a850-459f-986e-f9baa8629360" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.228108] env[69663]: DEBUG oslo_concurrency.lockutils [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquired lock "refresh_cache-d6662031-a850-459f-986e-f9baa8629360" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.228337] env[69663]: DEBUG nova.network.neutron [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1236.265357] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de564aff-d784-4a3e-91ff-07ea9a9e0af4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.271144] env[69663]: INFO nova.compute.manager [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Took 17.26 seconds to build instance. [ 1236.282024] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929e3bed-18eb-4998-a6c0-5e9384e01c49 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.297354] env[69663]: DEBUG nova.compute.provider_tree [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.386660] env[69663]: DEBUG oslo_concurrency.lockutils [None req-db208a76-48a5-4161-bdae-5c06c8c9d759 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.524270] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: f29306c4-e5dd-45a7-83ea-53d9350d5fe0] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1236.741740] env[69663]: INFO nova.compute.manager [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Took 16.74 seconds to build instance. [ 1236.775042] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e8841585-6310-4e79-8867-a490ba4010d4 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "27c4c81f-b24e-4476-a762-3515ef2d6c78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.776s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.776020] env[69663]: DEBUG nova.network.neutron [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1236.800324] env[69663]: DEBUG nova.scheduler.client.report [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1237.005272] env[69663]: DEBUG nova.network.neutron [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Updating instance_info_cache with network_info: [{"id": "14e87a40-e384-4433-9219-2d25376a7a37", "address": "fa:16:3e:e0:93:f7", "network": {"id": "c9b0df65-b7eb-4aa8-9d53-4b8fa507b496", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-812774922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01abc007aca4ab388c2f26a1aab3ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14e87a40-e3", "ovs_interfaceid": "14e87a40-e384-4433-9219-2d25376a7a37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.028662] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: f20a4a77-ff8f-41e3-8357-0db0a12351b2] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1237.062265] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2466de09-fdc9-4633-8625-d1b1f38592f0 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquiring lock "94525ee5-32e7-4e56-9c51-8a2778f738d7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.062790] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2466de09-fdc9-4633-8625-d1b1f38592f0 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lock "94525ee5-32e7-4e56-9c51-8a2778f738d7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.076843] env[69663]: DEBUG nova.compute.manager [req-984c0268-18ac-490e-9e0b-858f301f9441 req-18a74e5f-b9d2-4389-aeaa-932d0791e2a8 service nova] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Received event network-changed-66c4c477-81f7-4a25-b7b0-7051ee7a9057 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1237.076843] env[69663]: DEBUG nova.compute.manager [req-984c0268-18ac-490e-9e0b-858f301f9441 req-18a74e5f-b9d2-4389-aeaa-932d0791e2a8 service nova] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Refreshing instance network info cache due to event network-changed-66c4c477-81f7-4a25-b7b0-7051ee7a9057. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1237.076843] env[69663]: DEBUG oslo_concurrency.lockutils [req-984c0268-18ac-490e-9e0b-858f301f9441 req-18a74e5f-b9d2-4389-aeaa-932d0791e2a8 service nova] Acquiring lock "refresh_cache-9f4b5f0a-26f0-4530-b3c0-f33140235d85" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.077124] env[69663]: DEBUG oslo_concurrency.lockutils [req-984c0268-18ac-490e-9e0b-858f301f9441 req-18a74e5f-b9d2-4389-aeaa-932d0791e2a8 service nova] Acquired lock "refresh_cache-9f4b5f0a-26f0-4530-b3c0-f33140235d85" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.077124] env[69663]: DEBUG nova.network.neutron [req-984c0268-18ac-490e-9e0b-858f301f9441 req-18a74e5f-b9d2-4389-aeaa-932d0791e2a8 service nova] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Refreshing network info cache for port 66c4c477-81f7-4a25-b7b0-7051ee7a9057 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1237.244038] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e34503bf-03a7-45a7-84b8-05d524464d40 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "c150d2a8-f67c-47da-bba5-1bf960c51248" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.247s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.308190] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.262s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.308817] env[69663]: DEBUG nova.compute.manager [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1237.311676] env[69663]: DEBUG oslo_concurrency.lockutils [None req-db208a76-48a5-4161-bdae-5c06c8c9d759 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.925s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.312108] env[69663]: DEBUG nova.objects.instance [None req-db208a76-48a5-4161-bdae-5c06c8c9d759 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lazy-loading 'resources' on Instance uuid 0c2222e4-caf7-4138-906b-3f19825050a9 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.508873] env[69663]: DEBUG oslo_concurrency.lockutils [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Releasing lock "refresh_cache-d6662031-a850-459f-986e-f9baa8629360" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.508873] env[69663]: DEBUG nova.compute.manager [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Instance network_info: |[{"id": "14e87a40-e384-4433-9219-2d25376a7a37", "address": "fa:16:3e:e0:93:f7", "network": {"id": "c9b0df65-b7eb-4aa8-9d53-4b8fa507b496", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-812774922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01abc007aca4ab388c2f26a1aab3ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14e87a40-e3", "ovs_interfaceid": "14e87a40-e384-4433-9219-2d25376a7a37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1237.508873] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:93:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10b81051-1eb1-406b-888c-4548c470c77e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14e87a40-e384-4433-9219-2d25376a7a37', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1237.518353] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1237.519050] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6662031-a850-459f-986e-f9baa8629360] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1237.519050] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c5d754c-3ad2-43d0-8a1d-8f4c8d8e0fda {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.536094] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: c1986cd3-91cd-4b18-9494-e11af4fcf379] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1237.547080] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1237.547080] env[69663]: value = "task-3333662" [ 1237.547080] env[69663]: _type = "Task" [ 1237.547080] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.558694] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333662, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.566429] env[69663]: INFO nova.compute.manager [None req-2466de09-fdc9-4633-8625-d1b1f38592f0 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Detaching volume 5472b0d2-bd47-4f70-a39e-0a13f2fb2434 [ 1237.616731] env[69663]: DEBUG nova.compute.manager [req-8b68aa8c-4c97-4a1a-87bd-81756094523d req-933436b7-7f9e-4903-bc7e-12d54a800a4b service nova] [instance: d6662031-a850-459f-986e-f9baa8629360] Received event network-changed-14e87a40-e384-4433-9219-2d25376a7a37 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1237.616731] env[69663]: DEBUG nova.compute.manager [req-8b68aa8c-4c97-4a1a-87bd-81756094523d req-933436b7-7f9e-4903-bc7e-12d54a800a4b service nova] [instance: d6662031-a850-459f-986e-f9baa8629360] Refreshing instance network info cache due to event network-changed-14e87a40-e384-4433-9219-2d25376a7a37. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1237.616731] env[69663]: DEBUG oslo_concurrency.lockutils [req-8b68aa8c-4c97-4a1a-87bd-81756094523d req-933436b7-7f9e-4903-bc7e-12d54a800a4b service nova] Acquiring lock "refresh_cache-d6662031-a850-459f-986e-f9baa8629360" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.616731] env[69663]: DEBUG oslo_concurrency.lockutils [req-8b68aa8c-4c97-4a1a-87bd-81756094523d req-933436b7-7f9e-4903-bc7e-12d54a800a4b service nova] Acquired lock "refresh_cache-d6662031-a850-459f-986e-f9baa8629360" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.616935] env[69663]: DEBUG nova.network.neutron [req-8b68aa8c-4c97-4a1a-87bd-81756094523d req-933436b7-7f9e-4903-bc7e-12d54a800a4b service nova] [instance: d6662031-a850-459f-986e-f9baa8629360] Refreshing network info cache for port 14e87a40-e384-4433-9219-2d25376a7a37 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1237.625869] env[69663]: INFO nova.virt.block_device [None req-2466de09-fdc9-4633-8625-d1b1f38592f0 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Attempting to driver detach volume 5472b0d2-bd47-4f70-a39e-0a13f2fb2434 from mountpoint /dev/sdb [ 1237.626083] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-2466de09-fdc9-4633-8625-d1b1f38592f0 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Volume detach. Driver type: vmdk {{(pid=69663) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1237.626277] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-2466de09-fdc9-4633-8625-d1b1f38592f0 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665423', 'volume_id': '5472b0d2-bd47-4f70-a39e-0a13f2fb2434', 'name': 'volume-5472b0d2-bd47-4f70-a39e-0a13f2fb2434', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '94525ee5-32e7-4e56-9c51-8a2778f738d7', 'attached_at': '', 'detached_at': '', 'volume_id': '5472b0d2-bd47-4f70-a39e-0a13f2fb2434', 'serial': '5472b0d2-bd47-4f70-a39e-0a13f2fb2434'} {{(pid=69663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1237.628188] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede065d7-95e0-4f30-b71b-d0af49c4112c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.652688] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5297f42e-f285-47fa-a4f2-7703f4bcce24 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.663473] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6180a399-dd3c-4b1f-b3b0-d10b7c69effb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.686391] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d8e570-db68-4f2e-9487-e1afaa8ce35c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.702597] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-2466de09-fdc9-4633-8625-d1b1f38592f0 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] The volume has not been displaced from its original location: [datastore1] volume-5472b0d2-bd47-4f70-a39e-0a13f2fb2434/volume-5472b0d2-bd47-4f70-a39e-0a13f2fb2434.vmdk. No consolidation needed. {{(pid=69663) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1237.707976] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-2466de09-fdc9-4633-8625-d1b1f38592f0 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Reconfiguring VM instance instance-0000005a to detach disk 2001 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1237.708401] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac279013-ba77-42ec-905c-db2d9d2cd6b1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.731008] env[69663]: DEBUG oslo_vmware.api [None req-2466de09-fdc9-4633-8625-d1b1f38592f0 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1237.731008] env[69663]: value = "task-3333663" [ 1237.731008] env[69663]: _type = "Task" [ 1237.731008] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.747706] env[69663]: DEBUG oslo_vmware.api [None req-2466de09-fdc9-4633-8625-d1b1f38592f0 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333663, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.816046] env[69663]: DEBUG nova.compute.utils [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1237.820891] env[69663]: DEBUG nova.compute.manager [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1237.821218] env[69663]: DEBUG nova.network.neutron [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1237.866906] env[69663]: DEBUG nova.policy [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bb78cfccdef4ff889a1e5b0d63dba49', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd129d2f178144b2b2f0a284d38a100d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1237.979931] env[69663]: DEBUG nova.network.neutron [req-984c0268-18ac-490e-9e0b-858f301f9441 req-18a74e5f-b9d2-4389-aeaa-932d0791e2a8 service nova] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Updated VIF entry in instance network info cache for port 66c4c477-81f7-4a25-b7b0-7051ee7a9057. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1237.980340] env[69663]: DEBUG nova.network.neutron [req-984c0268-18ac-490e-9e0b-858f301f9441 req-18a74e5f-b9d2-4389-aeaa-932d0791e2a8 service nova] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Updating instance_info_cache with network_info: [{"id": "66c4c477-81f7-4a25-b7b0-7051ee7a9057", "address": "fa:16:3e:16:ae:1f", "network": {"id": "c96b9bf5-edf2-4d12-92a1-123c69785474", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1930454559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a3437a4c0ab4c5c93c0cca358099208", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66c4c477-81", "ovs_interfaceid": "66c4c477-81f7-4a25-b7b0-7051ee7a9057", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.017292] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b257a0b4-1c50-4d9c-a6c7-db750753fad3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.025725] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0905f034-28bd-40f7-a46d-3a0dda7587df {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.057372] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: ce8cbba3-89e0-41ed-a822-972f7452179f] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1238.063059] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174623b1-4657-4278-9bfd-347c7a75ada0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.073660] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333662, 'name': CreateVM_Task, 'duration_secs': 0.348549} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.074901] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd2be76-f044-462f-b3d6-24b23a94c36b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.078547] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6662031-a850-459f-986e-f9baa8629360] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1238.079263] env[69663]: DEBUG oslo_concurrency.lockutils [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.079427] env[69663]: DEBUG oslo_concurrency.lockutils [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.079772] env[69663]: DEBUG oslo_concurrency.lockutils [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.080399] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cbac950-a4a0-419c-8f12-d7234bf7009e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.092309] env[69663]: DEBUG nova.compute.provider_tree [None req-db208a76-48a5-4161-bdae-5c06c8c9d759 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.098029] env[69663]: DEBUG oslo_vmware.api [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1238.098029] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52860285-24f7-06aa-b725-527a9038c0fb" [ 1238.098029] env[69663]: _type = "Task" [ 1238.098029] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.107153] env[69663]: DEBUG oslo_vmware.api [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52860285-24f7-06aa-b725-527a9038c0fb, 'name': SearchDatastore_Task, 'duration_secs': 0.010873} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.107453] env[69663]: DEBUG oslo_concurrency.lockutils [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.107689] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1238.107922] env[69663]: DEBUG oslo_concurrency.lockutils [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.108087] env[69663]: DEBUG oslo_concurrency.lockutils [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.108275] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1238.108533] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ad08621-e629-4023-81e9-49fda00f52c6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.118054] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1238.118460] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1238.119213] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c0246f3-82d6-4a16-8f9e-66a3d5c5abba {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.127178] env[69663]: DEBUG oslo_vmware.api [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1238.127178] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d81e3c-5567-d047-4d9e-7c81edfab3fa" [ 1238.127178] env[69663]: _type = "Task" [ 1238.127178] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.141022] env[69663]: DEBUG oslo_vmware.api [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d81e3c-5567-d047-4d9e-7c81edfab3fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.177800] env[69663]: DEBUG nova.network.neutron [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Successfully created port: 4d0c9ee9-22c0-4ed4-b889-219b6faff31f {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1238.245157] env[69663]: DEBUG oslo_vmware.api [None req-2466de09-fdc9-4633-8625-d1b1f38592f0 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333663, 'name': ReconfigVM_Task, 'duration_secs': 0.245719} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.245635] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-2466de09-fdc9-4633-8625-d1b1f38592f0 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Reconfigured VM instance instance-0000005a to detach disk 2001 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1238.250433] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed3b6478-194a-46c1-9842-4b087e6acf2a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.272429] env[69663]: DEBUG oslo_vmware.api [None req-2466de09-fdc9-4633-8625-d1b1f38592f0 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1238.272429] env[69663]: value = "task-3333664" [ 1238.272429] env[69663]: _type = "Task" [ 1238.272429] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.285148] env[69663]: DEBUG oslo_vmware.api [None req-2466de09-fdc9-4633-8625-d1b1f38592f0 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333664, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.322262] env[69663]: DEBUG nova.compute.manager [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1238.488051] env[69663]: DEBUG oslo_concurrency.lockutils [req-984c0268-18ac-490e-9e0b-858f301f9441 req-18a74e5f-b9d2-4389-aeaa-932d0791e2a8 service nova] Releasing lock "refresh_cache-9f4b5f0a-26f0-4530-b3c0-f33140235d85" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.488051] env[69663]: DEBUG nova.compute.manager [req-984c0268-18ac-490e-9e0b-858f301f9441 req-18a74e5f-b9d2-4389-aeaa-932d0791e2a8 service nova] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Received event network-changed-17f75302-9ea7-4fc3-ad4d-57727f35b38c {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1238.488051] env[69663]: DEBUG nova.compute.manager [req-984c0268-18ac-490e-9e0b-858f301f9441 req-18a74e5f-b9d2-4389-aeaa-932d0791e2a8 service nova] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Refreshing instance network info cache due to event network-changed-17f75302-9ea7-4fc3-ad4d-57727f35b38c. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1238.488051] env[69663]: DEBUG oslo_concurrency.lockutils [req-984c0268-18ac-490e-9e0b-858f301f9441 req-18a74e5f-b9d2-4389-aeaa-932d0791e2a8 service nova] Acquiring lock "refresh_cache-27c4c81f-b24e-4476-a762-3515ef2d6c78" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.488051] env[69663]: DEBUG oslo_concurrency.lockutils [req-984c0268-18ac-490e-9e0b-858f301f9441 req-18a74e5f-b9d2-4389-aeaa-932d0791e2a8 service nova] Acquired lock "refresh_cache-27c4c81f-b24e-4476-a762-3515ef2d6c78" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.488051] env[69663]: DEBUG nova.network.neutron [req-984c0268-18ac-490e-9e0b-858f301f9441 req-18a74e5f-b9d2-4389-aeaa-932d0791e2a8 service nova] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Refreshing network info cache for port 17f75302-9ea7-4fc3-ad4d-57727f35b38c {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1238.504921] env[69663]: DEBUG nova.network.neutron [req-8b68aa8c-4c97-4a1a-87bd-81756094523d req-933436b7-7f9e-4903-bc7e-12d54a800a4b service nova] [instance: d6662031-a850-459f-986e-f9baa8629360] Updated VIF entry in instance network info cache for port 14e87a40-e384-4433-9219-2d25376a7a37. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1238.505439] env[69663]: DEBUG nova.network.neutron [req-8b68aa8c-4c97-4a1a-87bd-81756094523d req-933436b7-7f9e-4903-bc7e-12d54a800a4b service nova] [instance: d6662031-a850-459f-986e-f9baa8629360] Updating instance_info_cache with network_info: [{"id": "14e87a40-e384-4433-9219-2d25376a7a37", "address": "fa:16:3e:e0:93:f7", "network": {"id": "c9b0df65-b7eb-4aa8-9d53-4b8fa507b496", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-812774922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01abc007aca4ab388c2f26a1aab3ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14e87a40-e3", "ovs_interfaceid": "14e87a40-e384-4433-9219-2d25376a7a37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.566240] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 6d8a1cbb-9a82-48d0-ba7b-361e9dbadaa2] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1238.597636] env[69663]: DEBUG nova.scheduler.client.report [None req-db208a76-48a5-4161-bdae-5c06c8c9d759 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1238.639385] env[69663]: DEBUG oslo_vmware.api [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d81e3c-5567-d047-4d9e-7c81edfab3fa, 'name': SearchDatastore_Task, 'duration_secs': 0.011095} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.640278] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d9ec0a3-d9eb-4fcc-b047-092051e73f5c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.647358] env[69663]: DEBUG oslo_vmware.api [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1238.647358] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52708a69-8557-2ee3-d24c-c0a684ba8bd9" [ 1238.647358] env[69663]: _type = "Task" [ 1238.647358] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.656907] env[69663]: DEBUG oslo_vmware.api [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52708a69-8557-2ee3-d24c-c0a684ba8bd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.782977] env[69663]: DEBUG oslo_vmware.api [None req-2466de09-fdc9-4633-8625-d1b1f38592f0 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333664, 'name': ReconfigVM_Task, 'duration_secs': 0.169957} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.783343] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-2466de09-fdc9-4633-8625-d1b1f38592f0 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665423', 'volume_id': '5472b0d2-bd47-4f70-a39e-0a13f2fb2434', 'name': 'volume-5472b0d2-bd47-4f70-a39e-0a13f2fb2434', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '94525ee5-32e7-4e56-9c51-8a2778f738d7', 'attached_at': '', 'detached_at': '', 'volume_id': '5472b0d2-bd47-4f70-a39e-0a13f2fb2434', 'serial': '5472b0d2-bd47-4f70-a39e-0a13f2fb2434'} {{(pid=69663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1239.009621] env[69663]: DEBUG oslo_concurrency.lockutils [req-8b68aa8c-4c97-4a1a-87bd-81756094523d req-933436b7-7f9e-4903-bc7e-12d54a800a4b service nova] Releasing lock "refresh_cache-d6662031-a850-459f-986e-f9baa8629360" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.070539] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 789877a1-9e03-4bce-97e5-ca1cce81e4ab] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1239.102736] env[69663]: DEBUG oslo_concurrency.lockutils [None req-db208a76-48a5-4161-bdae-5c06c8c9d759 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.791s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.123234] env[69663]: INFO nova.scheduler.client.report [None req-db208a76-48a5-4161-bdae-5c06c8c9d759 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Deleted allocations for instance 0c2222e4-caf7-4138-906b-3f19825050a9 [ 1239.157902] env[69663]: DEBUG oslo_vmware.api [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52708a69-8557-2ee3-d24c-c0a684ba8bd9, 'name': SearchDatastore_Task, 'duration_secs': 0.012223} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.158599] env[69663]: DEBUG oslo_concurrency.lockutils [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.158599] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] d6662031-a850-459f-986e-f9baa8629360/d6662031-a850-459f-986e-f9baa8629360.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1239.158788] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7081bf98-5269-49f8-a700-05fbb6d1b47f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.166498] env[69663]: DEBUG oslo_vmware.api [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1239.166498] env[69663]: value = "task-3333665" [ 1239.166498] env[69663]: _type = "Task" [ 1239.166498] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.176618] env[69663]: DEBUG oslo_vmware.api [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.285779] env[69663]: DEBUG nova.network.neutron [req-984c0268-18ac-490e-9e0b-858f301f9441 req-18a74e5f-b9d2-4389-aeaa-932d0791e2a8 service nova] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Updated VIF entry in instance network info cache for port 17f75302-9ea7-4fc3-ad4d-57727f35b38c. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1239.287029] env[69663]: DEBUG nova.network.neutron [req-984c0268-18ac-490e-9e0b-858f301f9441 req-18a74e5f-b9d2-4389-aeaa-932d0791e2a8 service nova] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Updating instance_info_cache with network_info: [{"id": "17f75302-9ea7-4fc3-ad4d-57727f35b38c", "address": "fa:16:3e:ce:14:f2", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17f75302-9e", "ovs_interfaceid": "17f75302-9ea7-4fc3-ad4d-57727f35b38c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.332495] env[69663]: DEBUG nova.compute.manager [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1239.336403] env[69663]: DEBUG nova.objects.instance [None req-2466de09-fdc9-4633-8625-d1b1f38592f0 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lazy-loading 'flavor' on Instance uuid 94525ee5-32e7-4e56-9c51-8a2778f738d7 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.370365] env[69663]: DEBUG nova.virt.hardware [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1239.370700] env[69663]: DEBUG nova.virt.hardware [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1239.370915] env[69663]: DEBUG nova.virt.hardware [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1239.371243] env[69663]: DEBUG nova.virt.hardware [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1239.371421] env[69663]: DEBUG nova.virt.hardware [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1239.371857] env[69663]: DEBUG nova.virt.hardware [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1239.372676] env[69663]: DEBUG nova.virt.hardware [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1239.372921] env[69663]: DEBUG nova.virt.hardware [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1239.373159] env[69663]: DEBUG nova.virt.hardware [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1239.373370] env[69663]: DEBUG nova.virt.hardware [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1239.373593] env[69663]: DEBUG nova.virt.hardware [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1239.374872] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e059c5d-382a-4c6c-b08d-2eca9994f0fb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.384719] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7caae6bd-8de5-4d45-94f7-0d779a0f1587 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.576485] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 673f11e5-201d-4e74-a262-57f5469d785e] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1239.584903] env[69663]: DEBUG nova.compute.manager [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Stashing vm_state: active {{(pid=69663) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1239.632873] env[69663]: DEBUG oslo_concurrency.lockutils [None req-db208a76-48a5-4161-bdae-5c06c8c9d759 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "0c2222e4-caf7-4138-906b-3f19825050a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.452s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.668757] env[69663]: DEBUG nova.compute.manager [req-94aab87f-32c7-4a3c-b8f7-c510f4f6f7e0 req-1dd89204-787d-4012-87bc-1777eda4eeab service nova] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Received event network-changed-a76837b3-8de3-4fe2-809d-081fe43ac642 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1239.668757] env[69663]: DEBUG nova.compute.manager [req-94aab87f-32c7-4a3c-b8f7-c510f4f6f7e0 req-1dd89204-787d-4012-87bc-1777eda4eeab service nova] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Refreshing instance network info cache due to event network-changed-a76837b3-8de3-4fe2-809d-081fe43ac642. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1239.668757] env[69663]: DEBUG oslo_concurrency.lockutils [req-94aab87f-32c7-4a3c-b8f7-c510f4f6f7e0 req-1dd89204-787d-4012-87bc-1777eda4eeab service nova] Acquiring lock "refresh_cache-f8fd6dad-6e51-4f7c-b769-00f03441a061" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.668757] env[69663]: DEBUG oslo_concurrency.lockutils [req-94aab87f-32c7-4a3c-b8f7-c510f4f6f7e0 req-1dd89204-787d-4012-87bc-1777eda4eeab service nova] Acquired lock "refresh_cache-f8fd6dad-6e51-4f7c-b769-00f03441a061" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.669260] env[69663]: DEBUG nova.network.neutron [req-94aab87f-32c7-4a3c-b8f7-c510f4f6f7e0 req-1dd89204-787d-4012-87bc-1777eda4eeab service nova] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Refreshing network info cache for port a76837b3-8de3-4fe2-809d-081fe43ac642 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1239.683754] env[69663]: DEBUG oslo_vmware.api [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333665, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.778489] env[69663]: DEBUG nova.compute.manager [req-e7c49bec-0277-4038-8af3-848960bdc52f req-aed63adf-7c07-441d-b0f4-199e61c38d77 service nova] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Received event network-vif-plugged-4d0c9ee9-22c0-4ed4-b889-219b6faff31f {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1239.778705] env[69663]: DEBUG oslo_concurrency.lockutils [req-e7c49bec-0277-4038-8af3-848960bdc52f req-aed63adf-7c07-441d-b0f4-199e61c38d77 service nova] Acquiring lock "72710df5-9d52-4503-8128-1c811c9dc8dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.778926] env[69663]: DEBUG oslo_concurrency.lockutils [req-e7c49bec-0277-4038-8af3-848960bdc52f req-aed63adf-7c07-441d-b0f4-199e61c38d77 service nova] Lock "72710df5-9d52-4503-8128-1c811c9dc8dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.779786] env[69663]: DEBUG oslo_concurrency.lockutils [req-e7c49bec-0277-4038-8af3-848960bdc52f req-aed63adf-7c07-441d-b0f4-199e61c38d77 service nova] Lock "72710df5-9d52-4503-8128-1c811c9dc8dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.780057] env[69663]: DEBUG nova.compute.manager [req-e7c49bec-0277-4038-8af3-848960bdc52f req-aed63adf-7c07-441d-b0f4-199e61c38d77 service nova] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] No waiting events found dispatching network-vif-plugged-4d0c9ee9-22c0-4ed4-b889-219b6faff31f {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1239.780293] env[69663]: WARNING nova.compute.manager [req-e7c49bec-0277-4038-8af3-848960bdc52f req-aed63adf-7c07-441d-b0f4-199e61c38d77 service nova] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Received unexpected event network-vif-plugged-4d0c9ee9-22c0-4ed4-b889-219b6faff31f for instance with vm_state building and task_state spawning. [ 1239.792672] env[69663]: DEBUG oslo_concurrency.lockutils [req-984c0268-18ac-490e-9e0b-858f301f9441 req-18a74e5f-b9d2-4389-aeaa-932d0791e2a8 service nova] Releasing lock "refresh_cache-27c4c81f-b24e-4476-a762-3515ef2d6c78" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.950711] env[69663]: DEBUG nova.network.neutron [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Successfully updated port: 4d0c9ee9-22c0-4ed4-b889-219b6faff31f {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1240.080889] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 748324ef-1238-4d84-a984-a5a4a83a830d] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1240.113058] env[69663]: DEBUG oslo_concurrency.lockutils [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.113058] env[69663]: DEBUG oslo_concurrency.lockutils [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.184402] env[69663]: DEBUG oslo_vmware.api [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333665, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.801766} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.184500] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] d6662031-a850-459f-986e-f9baa8629360/d6662031-a850-459f-986e-f9baa8629360.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1240.187854] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1240.187854] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cbbbe4e-6010-44a3-b26f-9b37de0edef0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.192574] env[69663]: DEBUG oslo_vmware.api [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1240.192574] env[69663]: value = "task-3333666" [ 1240.192574] env[69663]: _type = "Task" [ 1240.192574] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.200642] env[69663]: DEBUG oslo_vmware.api [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333666, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.344466] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2466de09-fdc9-4633-8625-d1b1f38592f0 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lock "94525ee5-32e7-4e56-9c51-8a2778f738d7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.282s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.453749] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "refresh_cache-72710df5-9d52-4503-8128-1c811c9dc8dc" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.453905] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquired lock "refresh_cache-72710df5-9d52-4503-8128-1c811c9dc8dc" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.454102] env[69663]: DEBUG nova.network.neutron [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1240.588019] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: fb9630cf-b4cf-4f8c-a23f-d0911eac9419] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1240.617132] env[69663]: INFO nova.compute.claims [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1240.700504] env[69663]: DEBUG nova.network.neutron [req-94aab87f-32c7-4a3c-b8f7-c510f4f6f7e0 req-1dd89204-787d-4012-87bc-1777eda4eeab service nova] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Updated VIF entry in instance network info cache for port a76837b3-8de3-4fe2-809d-081fe43ac642. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1240.700879] env[69663]: DEBUG nova.network.neutron [req-94aab87f-32c7-4a3c-b8f7-c510f4f6f7e0 req-1dd89204-787d-4012-87bc-1777eda4eeab service nova] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Updating instance_info_cache with network_info: [{"id": "a76837b3-8de3-4fe2-809d-081fe43ac642", "address": "fa:16:3e:0c:e8:90", "network": {"id": "8cbca3bc-03a1-4ed9-ac5e-db7b5a43ca88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-814804723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebc9ee8eda884e129ed4d8aee000d917", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa76837b3-8d", "ovs_interfaceid": "a76837b3-8de3-4fe2-809d-081fe43ac642", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.709666] env[69663]: DEBUG oslo_vmware.api [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333666, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166436} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.709666] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1240.710141] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bca4f4c-33ba-4538-bbeb-3e6910d71cf2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.733393] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] d6662031-a850-459f-986e-f9baa8629360/d6662031-a850-459f-986e-f9baa8629360.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.734160] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f13c573-0138-4417-a888-8140a23eac3c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.755629] env[69663]: DEBUG oslo_vmware.api [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1240.755629] env[69663]: value = "task-3333667" [ 1240.755629] env[69663]: _type = "Task" [ 1240.755629] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.764437] env[69663]: DEBUG oslo_vmware.api [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333667, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.768828] env[69663]: DEBUG oslo_concurrency.lockutils [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "1c8f6c99-1d88-44fb-bad8-ada986582932" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.769405] env[69663]: DEBUG oslo_concurrency.lockutils [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "1c8f6c99-1d88-44fb-bad8-ada986582932" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.017630] env[69663]: DEBUG nova.network.neutron [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1241.094131] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 58d38bdc-9af7-4673-9ece-de3805c1cd9d] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1241.123285] env[69663]: INFO nova.compute.resource_tracker [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Updating resource usage from migration 78c4c6a8-1803-4f7a-bd07-0e41eaa5576b [ 1241.203762] env[69663]: DEBUG oslo_concurrency.lockutils [req-94aab87f-32c7-4a3c-b8f7-c510f4f6f7e0 req-1dd89204-787d-4012-87bc-1777eda4eeab service nova] Releasing lock "refresh_cache-f8fd6dad-6e51-4f7c-b769-00f03441a061" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.204097] env[69663]: DEBUG nova.compute.manager [req-94aab87f-32c7-4a3c-b8f7-c510f4f6f7e0 req-1dd89204-787d-4012-87bc-1777eda4eeab service nova] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Received event network-changed-22fbe3de-37da-419e-b3da-5df8fc2751e5 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1241.204303] env[69663]: DEBUG nova.compute.manager [req-94aab87f-32c7-4a3c-b8f7-c510f4f6f7e0 req-1dd89204-787d-4012-87bc-1777eda4eeab service nova] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Refreshing instance network info cache due to event network-changed-22fbe3de-37da-419e-b3da-5df8fc2751e5. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1241.204618] env[69663]: DEBUG oslo_concurrency.lockutils [req-94aab87f-32c7-4a3c-b8f7-c510f4f6f7e0 req-1dd89204-787d-4012-87bc-1777eda4eeab service nova] Acquiring lock "refresh_cache-c150d2a8-f67c-47da-bba5-1bf960c51248" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.204790] env[69663]: DEBUG oslo_concurrency.lockutils [req-94aab87f-32c7-4a3c-b8f7-c510f4f6f7e0 req-1dd89204-787d-4012-87bc-1777eda4eeab service nova] Acquired lock "refresh_cache-c150d2a8-f67c-47da-bba5-1bf960c51248" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.204966] env[69663]: DEBUG nova.network.neutron [req-94aab87f-32c7-4a3c-b8f7-c510f4f6f7e0 req-1dd89204-787d-4012-87bc-1777eda4eeab service nova] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Refreshing network info cache for port 22fbe3de-37da-419e-b3da-5df8fc2751e5 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1241.241510] env[69663]: DEBUG nova.network.neutron [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Updating instance_info_cache with network_info: [{"id": "4d0c9ee9-22c0-4ed4-b889-219b6faff31f", "address": "fa:16:3e:04:35:ce", "network": {"id": "7e99d479-c2d4-4a7b-a8fe-8c2b1009a96c", "bridge": "br-int", "label": "tempest-ServersTestJSON-770727765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd129d2f178144b2b2f0a284d38a100d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d0c9ee9-22", "ovs_interfaceid": "4d0c9ee9-22c0-4ed4-b889-219b6faff31f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.272410] env[69663]: DEBUG nova.compute.manager [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1241.274937] env[69663]: DEBUG oslo_vmware.api [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333667, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.350094] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd8039a-ebb1-42f5-8c24-983694dd09e2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.360242] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f5f5b4-57a9-4cf0-9558-d53bfab7d082 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.396889] env[69663]: DEBUG oslo_concurrency.lockutils [None req-91b1152d-b6ff-4133-93ee-f13872d2bcb5 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquiring lock "94525ee5-32e7-4e56-9c51-8a2778f738d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.397193] env[69663]: DEBUG oslo_concurrency.lockutils [None req-91b1152d-b6ff-4133-93ee-f13872d2bcb5 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lock "94525ee5-32e7-4e56-9c51-8a2778f738d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.397414] env[69663]: DEBUG oslo_concurrency.lockutils [None req-91b1152d-b6ff-4133-93ee-f13872d2bcb5 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquiring lock "94525ee5-32e7-4e56-9c51-8a2778f738d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.397601] env[69663]: DEBUG oslo_concurrency.lockutils [None req-91b1152d-b6ff-4133-93ee-f13872d2bcb5 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lock "94525ee5-32e7-4e56-9c51-8a2778f738d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.397771] env[69663]: DEBUG oslo_concurrency.lockutils [None req-91b1152d-b6ff-4133-93ee-f13872d2bcb5 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lock "94525ee5-32e7-4e56-9c51-8a2778f738d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.400217] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e432574-9abc-4216-a8d5-a741dbdd1bfa {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.402947] env[69663]: INFO nova.compute.manager [None req-91b1152d-b6ff-4133-93ee-f13872d2bcb5 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Terminating instance [ 1241.405061] env[69663]: DEBUG nova.compute.manager [None req-91b1152d-b6ff-4133-93ee-f13872d2bcb5 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1241.405271] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-91b1152d-b6ff-4133-93ee-f13872d2bcb5 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1241.406145] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89efe64-bee2-45b7-b450-f316adbd0e76 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.412345] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2de83e-86ac-4a3e-9a4b-6fbdbeb91929 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.418688] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-91b1152d-b6ff-4133-93ee-f13872d2bcb5 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1241.419293] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc3135e8-f285-4db3-ab4d-b67c3dff561e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.428844] env[69663]: DEBUG nova.compute.provider_tree [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.435087] env[69663]: DEBUG oslo_vmware.api [None req-91b1152d-b6ff-4133-93ee-f13872d2bcb5 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1241.435087] env[69663]: value = "task-3333668" [ 1241.435087] env[69663]: _type = "Task" [ 1241.435087] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.443628] env[69663]: DEBUG oslo_vmware.api [None req-91b1152d-b6ff-4133-93ee-f13872d2bcb5 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.594338] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 5fff5f80-9c9b-49fd-8160-c7bcfe82fd7a] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1241.744082] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Releasing lock "refresh_cache-72710df5-9d52-4503-8128-1c811c9dc8dc" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.744541] env[69663]: DEBUG nova.compute.manager [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Instance network_info: |[{"id": "4d0c9ee9-22c0-4ed4-b889-219b6faff31f", "address": "fa:16:3e:04:35:ce", "network": {"id": "7e99d479-c2d4-4a7b-a8fe-8c2b1009a96c", "bridge": "br-int", "label": "tempest-ServersTestJSON-770727765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd129d2f178144b2b2f0a284d38a100d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d0c9ee9-22", "ovs_interfaceid": "4d0c9ee9-22c0-4ed4-b889-219b6faff31f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1241.745033] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:35:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9ee6f9-33be-4f58-8248-694024ec31d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d0c9ee9-22c0-4ed4-b889-219b6faff31f', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1241.755231] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.758216] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1241.758538] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7e807df-f41c-4662-af5d-f385336ab626 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.786369] env[69663]: DEBUG oslo_vmware.api [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333667, 'name': ReconfigVM_Task, 'duration_secs': 0.838339} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.788524] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Reconfigured VM instance instance-00000074 to attach disk [datastore1] d6662031-a850-459f-986e-f9baa8629360/d6662031-a850-459f-986e-f9baa8629360.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.788524] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1241.788524] env[69663]: value = "task-3333669" [ 1241.788524] env[69663]: _type = "Task" [ 1241.788524] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.788524] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7050965-47fb-420e-94ba-a72de5cbf5a9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.798490] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333669, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.801281] env[69663]: DEBUG oslo_vmware.api [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1241.801281] env[69663]: value = "task-3333670" [ 1241.801281] env[69663]: _type = "Task" [ 1241.801281] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.806048] env[69663]: DEBUG oslo_concurrency.lockutils [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.810486] env[69663]: DEBUG nova.compute.manager [req-9171aa27-4330-4ecc-9988-50c116bdba96 req-de0f88de-8715-4b83-8f79-11b9dddb32fc service nova] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Received event network-changed-4d0c9ee9-22c0-4ed4-b889-219b6faff31f {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1241.810663] env[69663]: DEBUG nova.compute.manager [req-9171aa27-4330-4ecc-9988-50c116bdba96 req-de0f88de-8715-4b83-8f79-11b9dddb32fc service nova] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Refreshing instance network info cache due to event network-changed-4d0c9ee9-22c0-4ed4-b889-219b6faff31f. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1241.810865] env[69663]: DEBUG oslo_concurrency.lockutils [req-9171aa27-4330-4ecc-9988-50c116bdba96 req-de0f88de-8715-4b83-8f79-11b9dddb32fc service nova] Acquiring lock "refresh_cache-72710df5-9d52-4503-8128-1c811c9dc8dc" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.811023] env[69663]: DEBUG oslo_concurrency.lockutils [req-9171aa27-4330-4ecc-9988-50c116bdba96 req-de0f88de-8715-4b83-8f79-11b9dddb32fc service nova] Acquired lock "refresh_cache-72710df5-9d52-4503-8128-1c811c9dc8dc" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.811197] env[69663]: DEBUG nova.network.neutron [req-9171aa27-4330-4ecc-9988-50c116bdba96 req-de0f88de-8715-4b83-8f79-11b9dddb32fc service nova] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Refreshing network info cache for port 4d0c9ee9-22c0-4ed4-b889-219b6faff31f {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1241.817912] env[69663]: DEBUG oslo_vmware.api [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333670, 'name': Rename_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.932068] env[69663]: DEBUG nova.scheduler.client.report [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1241.948020] env[69663]: DEBUG oslo_vmware.api [None req-91b1152d-b6ff-4133-93ee-f13872d2bcb5 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333668, 'name': PowerOffVM_Task, 'duration_secs': 0.372582} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.948020] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-91b1152d-b6ff-4133-93ee-f13872d2bcb5 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1241.948020] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-91b1152d-b6ff-4133-93ee-f13872d2bcb5 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1241.948020] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c867dc6-e894-4844-85f9-012137b6fd85 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.989352] env[69663]: DEBUG nova.network.neutron [req-94aab87f-32c7-4a3c-b8f7-c510f4f6f7e0 req-1dd89204-787d-4012-87bc-1777eda4eeab service nova] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Updated VIF entry in instance network info cache for port 22fbe3de-37da-419e-b3da-5df8fc2751e5. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1241.989793] env[69663]: DEBUG nova.network.neutron [req-94aab87f-32c7-4a3c-b8f7-c510f4f6f7e0 req-1dd89204-787d-4012-87bc-1777eda4eeab service nova] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Updating instance_info_cache with network_info: [{"id": "22fbe3de-37da-419e-b3da-5df8fc2751e5", "address": "fa:16:3e:6d:a3:f9", "network": {"id": "8cbca3bc-03a1-4ed9-ac5e-db7b5a43ca88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-814804723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebc9ee8eda884e129ed4d8aee000d917", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22fbe3de-37", "ovs_interfaceid": "22fbe3de-37da-419e-b3da-5df8fc2751e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.009988] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-91b1152d-b6ff-4133-93ee-f13872d2bcb5 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1242.010248] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-91b1152d-b6ff-4133-93ee-f13872d2bcb5 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1242.010434] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-91b1152d-b6ff-4133-93ee-f13872d2bcb5 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Deleting the datastore file [datastore1] 94525ee5-32e7-4e56-9c51-8a2778f738d7 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.011341] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdf2e457-d88c-468f-ad45-f88f114d5296 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.022889] env[69663]: DEBUG oslo_vmware.api [None req-91b1152d-b6ff-4133-93ee-f13872d2bcb5 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1242.022889] env[69663]: value = "task-3333672" [ 1242.022889] env[69663]: _type = "Task" [ 1242.022889] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.033132] env[69663]: DEBUG oslo_vmware.api [None req-91b1152d-b6ff-4133-93ee-f13872d2bcb5 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333672, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.097869] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 17aeb666-e78b-4ef9-b7bb-b2623aed121b] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1242.299801] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333669, 'name': CreateVM_Task, 'duration_secs': 0.368234} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.299982] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1242.301895] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.301895] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.301895] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.301895] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15472fd0-0f4c-4d2b-921f-2f9f7046ea5a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.309413] env[69663]: DEBUG oslo_vmware.api [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1242.309413] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5257d33a-4919-4d62-2c32-ba277194958a" [ 1242.309413] env[69663]: _type = "Task" [ 1242.309413] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.312779] env[69663]: DEBUG oslo_vmware.api [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333670, 'name': Rename_Task, 'duration_secs': 0.185525} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.315756] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1242.316027] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74c3415e-4415-45f0-8c32-888b4dc34b39 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.324418] env[69663]: DEBUG oslo_vmware.api [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5257d33a-4919-4d62-2c32-ba277194958a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.325671] env[69663]: DEBUG oslo_vmware.api [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1242.325671] env[69663]: value = "task-3333673" [ 1242.325671] env[69663]: _type = "Task" [ 1242.325671] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.333460] env[69663]: DEBUG oslo_vmware.api [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.440727] env[69663]: DEBUG oslo_concurrency.lockutils [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.330s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.441702] env[69663]: INFO nova.compute.manager [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Migrating [ 1242.447695] env[69663]: DEBUG oslo_concurrency.lockutils [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.642s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.451349] env[69663]: INFO nova.compute.claims [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1242.492592] env[69663]: DEBUG oslo_concurrency.lockutils [req-94aab87f-32c7-4a3c-b8f7-c510f4f6f7e0 req-1dd89204-787d-4012-87bc-1777eda4eeab service nova] Releasing lock "refresh_cache-c150d2a8-f67c-47da-bba5-1bf960c51248" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.536404] env[69663]: DEBUG oslo_vmware.api [None req-91b1152d-b6ff-4133-93ee-f13872d2bcb5 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333672, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36606} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.536786] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-91b1152d-b6ff-4133-93ee-f13872d2bcb5 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1242.537117] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-91b1152d-b6ff-4133-93ee-f13872d2bcb5 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1242.537369] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-91b1152d-b6ff-4133-93ee-f13872d2bcb5 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1242.537641] env[69663]: INFO nova.compute.manager [None req-91b1152d-b6ff-4133-93ee-f13872d2bcb5 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1242.538027] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91b1152d-b6ff-4133-93ee-f13872d2bcb5 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.541374] env[69663]: DEBUG nova.compute.manager [-] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1242.541525] env[69663]: DEBUG nova.network.neutron [-] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1242.576684] env[69663]: DEBUG nova.network.neutron [req-9171aa27-4330-4ecc-9988-50c116bdba96 req-de0f88de-8715-4b83-8f79-11b9dddb32fc service nova] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Updated VIF entry in instance network info cache for port 4d0c9ee9-22c0-4ed4-b889-219b6faff31f. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1242.577238] env[69663]: DEBUG nova.network.neutron [req-9171aa27-4330-4ecc-9988-50c116bdba96 req-de0f88de-8715-4b83-8f79-11b9dddb32fc service nova] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Updating instance_info_cache with network_info: [{"id": "4d0c9ee9-22c0-4ed4-b889-219b6faff31f", "address": "fa:16:3e:04:35:ce", "network": {"id": "7e99d479-c2d4-4a7b-a8fe-8c2b1009a96c", "bridge": "br-int", "label": "tempest-ServersTestJSON-770727765-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd129d2f178144b2b2f0a284d38a100d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d0c9ee9-22", "ovs_interfaceid": "4d0c9ee9-22c0-4ed4-b889-219b6faff31f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.601745] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 444ff9f6-7884-4462-ae71-78db6bb5f242] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1242.824678] env[69663]: DEBUG oslo_vmware.api [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5257d33a-4919-4d62-2c32-ba277194958a, 'name': SearchDatastore_Task, 'duration_secs': 0.024696} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.825018] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.825272] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1242.825521] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.826105] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.826105] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1242.826207] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ba9e770-17e6-4d70-b9c6-3128df2df2ea {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.837066] env[69663]: DEBUG oslo_vmware.api [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333673, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.838154] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1242.838341] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1242.839051] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cc9e82e-227d-407c-9afd-eb5ac9b58ae1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.844215] env[69663]: DEBUG oslo_vmware.api [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1242.844215] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5295570f-fe66-530e-87fd-ad18014018af" [ 1242.844215] env[69663]: _type = "Task" [ 1242.844215] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.852240] env[69663]: DEBUG oslo_vmware.api [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5295570f-fe66-530e-87fd-ad18014018af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.862269] env[69663]: DEBUG oslo_concurrency.lockutils [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "799ddb00-feb4-4314-9c31-2fcb4cfadfba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.862496] env[69663]: DEBUG oslo_concurrency.lockutils [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "799ddb00-feb4-4314-9c31-2fcb4cfadfba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.963139] env[69663]: DEBUG oslo_concurrency.lockutils [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "refresh_cache-c150d2a8-f67c-47da-bba5-1bf960c51248" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.963388] env[69663]: DEBUG oslo_concurrency.lockutils [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquired lock "refresh_cache-c150d2a8-f67c-47da-bba5-1bf960c51248" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.963666] env[69663]: DEBUG nova.network.neutron [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1243.081240] env[69663]: DEBUG oslo_concurrency.lockutils [req-9171aa27-4330-4ecc-9988-50c116bdba96 req-de0f88de-8715-4b83-8f79-11b9dddb32fc service nova] Releasing lock "refresh_cache-72710df5-9d52-4503-8128-1c811c9dc8dc" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.093504] env[69663]: DEBUG nova.compute.manager [req-b6de0b60-e255-4ea3-8c27-0d5f8dacbaea req-91418de1-7dce-43bc-a3b3-efa8a9301ccb service nova] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Received event network-vif-deleted-df0faae1-9447-43e7-9ebd-353219d3f5c5 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1243.093862] env[69663]: INFO nova.compute.manager [req-b6de0b60-e255-4ea3-8c27-0d5f8dacbaea req-91418de1-7dce-43bc-a3b3-efa8a9301ccb service nova] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Neutron deleted interface df0faae1-9447-43e7-9ebd-353219d3f5c5; detaching it from the instance and deleting it from the info cache [ 1243.094193] env[69663]: DEBUG nova.network.neutron [req-b6de0b60-e255-4ea3-8c27-0d5f8dacbaea req-91418de1-7dce-43bc-a3b3-efa8a9301ccb service nova] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.105351] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 8fe87707-a4e9-4697-9b8a-e10b810c0b0b] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1243.338221] env[69663]: DEBUG oslo_vmware.api [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333673, 'name': PowerOnVM_Task, 'duration_secs': 0.960973} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.338584] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1243.338875] env[69663]: INFO nova.compute.manager [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1243.339116] env[69663]: DEBUG nova.compute.manager [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1243.340211] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80af159-4862-4859-9545-7da5eaa1a2a5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.361156] env[69663]: DEBUG oslo_vmware.api [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5295570f-fe66-530e-87fd-ad18014018af, 'name': SearchDatastore_Task, 'duration_secs': 0.009049} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.362545] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b26dd3ad-98b9-4652-aa42-82fab122d404 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.365505] env[69663]: DEBUG nova.compute.manager [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1243.372576] env[69663]: DEBUG oslo_vmware.api [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1243.372576] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52905b45-c278-3dd8-89db-cc2b10d6a156" [ 1243.372576] env[69663]: _type = "Task" [ 1243.372576] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.381811] env[69663]: DEBUG oslo_vmware.api [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52905b45-c278-3dd8-89db-cc2b10d6a156, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.565682] env[69663]: DEBUG nova.network.neutron [-] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.597488] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-412cce14-054b-4a1d-98cf-0b1bb656c9bc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.608289] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8be173-80e3-4fc4-bccb-2de678396b25 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.623710] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 05068eba-d34c-4cb2-9b97-330a27d631f1] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1243.650043] env[69663]: DEBUG nova.compute.manager [req-b6de0b60-e255-4ea3-8c27-0d5f8dacbaea req-91418de1-7dce-43bc-a3b3-efa8a9301ccb service nova] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Detach interface failed, port_id=df0faae1-9447-43e7-9ebd-353219d3f5c5, reason: Instance 94525ee5-32e7-4e56-9c51-8a2778f738d7 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1243.687029] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04142fcd-95f3-4793-a6ed-652abaa91207 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.696921] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e07355-fbfa-4dbd-9367-1201674074c2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.731294] env[69663]: DEBUG nova.network.neutron [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Updating instance_info_cache with network_info: [{"id": "22fbe3de-37da-419e-b3da-5df8fc2751e5", "address": "fa:16:3e:6d:a3:f9", "network": {"id": "8cbca3bc-03a1-4ed9-ac5e-db7b5a43ca88", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-814804723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ebc9ee8eda884e129ed4d8aee000d917", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22fbe3de-37", "ovs_interfaceid": "22fbe3de-37da-419e-b3da-5df8fc2751e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.735355] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f75731a-3708-4b38-886d-86e0436be14b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.741340] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110d8d7d-3fa1-496a-ae43-481311934459 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.756243] env[69663]: DEBUG nova.compute.provider_tree [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.870689] env[69663]: INFO nova.compute.manager [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Took 19.55 seconds to build instance. [ 1243.884955] env[69663]: DEBUG oslo_vmware.api [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52905b45-c278-3dd8-89db-cc2b10d6a156, 'name': SearchDatastore_Task, 'duration_secs': 0.009999} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.885255] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.885518] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 72710df5-9d52-4503-8128-1c811c9dc8dc/72710df5-9d52-4503-8128-1c811c9dc8dc.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1243.886395] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f289a755-1d23-480f-bada-a2964312f114 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.889186] env[69663]: DEBUG oslo_concurrency.lockutils [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.894935] env[69663]: DEBUG oslo_vmware.api [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1243.894935] env[69663]: value = "task-3333674" [ 1243.894935] env[69663]: _type = "Task" [ 1243.894935] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.902956] env[69663]: DEBUG oslo_vmware.api [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.070466] env[69663]: INFO nova.compute.manager [-] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Took 1.53 seconds to deallocate network for instance. [ 1244.127516] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 86cedd0d-0d97-4ba0-b09e-3b0abc978d7a] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1244.237418] env[69663]: DEBUG oslo_concurrency.lockutils [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Releasing lock "refresh_cache-c150d2a8-f67c-47da-bba5-1bf960c51248" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.259201] env[69663]: DEBUG nova.scheduler.client.report [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1244.374875] env[69663]: DEBUG oslo_concurrency.lockutils [None req-89ee3b19-d9c9-40e5-be3e-122bce954e3c tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "d6662031-a850-459f-986e-f9baa8629360" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.063s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.405926] env[69663]: DEBUG oslo_vmware.api [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333674, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.578306] env[69663]: DEBUG oslo_concurrency.lockutils [None req-91b1152d-b6ff-4133-93ee-f13872d2bcb5 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.631262] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: d209f52d-6d5f-442d-a8f0-e29880916e28] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1244.764966] env[69663]: DEBUG oslo_concurrency.lockutils [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.765552] env[69663]: DEBUG nova.compute.manager [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1244.768130] env[69663]: DEBUG oslo_concurrency.lockutils [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.879s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.769510] env[69663]: INFO nova.compute.claims [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1244.905927] env[69663]: DEBUG oslo_vmware.api [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333674, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533302} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.906232] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 72710df5-9d52-4503-8128-1c811c9dc8dc/72710df5-9d52-4503-8128-1c811c9dc8dc.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1244.906485] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1244.906751] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f92e9d9-8cda-4f7f-a30c-f4e330b5e8ee {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.914622] env[69663]: DEBUG oslo_vmware.api [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1244.914622] env[69663]: value = "task-3333675" [ 1244.914622] env[69663]: _type = "Task" [ 1244.914622] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.923352] env[69663]: DEBUG oslo_vmware.api [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333675, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.118287] env[69663]: DEBUG nova.compute.manager [req-76ade1af-85c4-4462-a7be-0335882731bd req-564b8b73-369f-4a88-9e2a-e76787f30d9a service nova] [instance: d6662031-a850-459f-986e-f9baa8629360] Received event network-changed-14e87a40-e384-4433-9219-2d25376a7a37 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1245.118506] env[69663]: DEBUG nova.compute.manager [req-76ade1af-85c4-4462-a7be-0335882731bd req-564b8b73-369f-4a88-9e2a-e76787f30d9a service nova] [instance: d6662031-a850-459f-986e-f9baa8629360] Refreshing instance network info cache due to event network-changed-14e87a40-e384-4433-9219-2d25376a7a37. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1245.118726] env[69663]: DEBUG oslo_concurrency.lockutils [req-76ade1af-85c4-4462-a7be-0335882731bd req-564b8b73-369f-4a88-9e2a-e76787f30d9a service nova] Acquiring lock "refresh_cache-d6662031-a850-459f-986e-f9baa8629360" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.118875] env[69663]: DEBUG oslo_concurrency.lockutils [req-76ade1af-85c4-4462-a7be-0335882731bd req-564b8b73-369f-4a88-9e2a-e76787f30d9a service nova] Acquired lock "refresh_cache-d6662031-a850-459f-986e-f9baa8629360" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.119054] env[69663]: DEBUG nova.network.neutron [req-76ade1af-85c4-4462-a7be-0335882731bd req-564b8b73-369f-4a88-9e2a-e76787f30d9a service nova] [instance: d6662031-a850-459f-986e-f9baa8629360] Refreshing network info cache for port 14e87a40-e384-4433-9219-2d25376a7a37 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1245.134415] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 95e1d12a-9c96-48ab-b8ae-d6d2da9ae077] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1245.273701] env[69663]: DEBUG nova.compute.utils [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1245.281367] env[69663]: DEBUG nova.compute.manager [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1245.281539] env[69663]: DEBUG nova.network.neutron [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1245.434790] env[69663]: DEBUG oslo_vmware.api [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333675, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.384258} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.435125] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1245.436263] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c7b4b0-e624-4c38-aa1c-639d58174e88 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.464264] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 72710df5-9d52-4503-8128-1c811c9dc8dc/72710df5-9d52-4503-8128-1c811c9dc8dc.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.466072] env[69663]: DEBUG nova.policy [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3e81da551f24b998b63e4e06b8be5be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68815e7d149245cba41f9e38abbf12c9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1245.469854] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34120475-a1b3-4c69-ac46-33572953ad01 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.490167] env[69663]: DEBUG oslo_vmware.api [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1245.490167] env[69663]: value = "task-3333676" [ 1245.490167] env[69663]: _type = "Task" [ 1245.490167] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.498702] env[69663]: DEBUG oslo_vmware.api [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333676, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.638368] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: d45768e5-763e-4953-8419-34a2d2a03ce5] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1245.753721] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a756defd-a3f6-4fa7-b981-96725bafaa61 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.775190] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Updating instance 'c150d2a8-f67c-47da-bba5-1bf960c51248' progress to 0 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1245.783038] env[69663]: DEBUG nova.compute.manager [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1245.837312] env[69663]: DEBUG nova.network.neutron [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Successfully created port: 0a11a182-3e5b-420e-a4db-5bbe224198ed {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1245.865255] env[69663]: DEBUG nova.network.neutron [req-76ade1af-85c4-4462-a7be-0335882731bd req-564b8b73-369f-4a88-9e2a-e76787f30d9a service nova] [instance: d6662031-a850-459f-986e-f9baa8629360] Updated VIF entry in instance network info cache for port 14e87a40-e384-4433-9219-2d25376a7a37. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1245.865745] env[69663]: DEBUG nova.network.neutron [req-76ade1af-85c4-4462-a7be-0335882731bd req-564b8b73-369f-4a88-9e2a-e76787f30d9a service nova] [instance: d6662031-a850-459f-986e-f9baa8629360] Updating instance_info_cache with network_info: [{"id": "14e87a40-e384-4433-9219-2d25376a7a37", "address": "fa:16:3e:e0:93:f7", "network": {"id": "c9b0df65-b7eb-4aa8-9d53-4b8fa507b496", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-812774922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01abc007aca4ab388c2f26a1aab3ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14e87a40-e3", "ovs_interfaceid": "14e87a40-e384-4433-9219-2d25376a7a37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.990548] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837ed6d1-d028-4578-b427-ac807267553d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.004341] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a902b5-02f6-488a-82b2-3f6eae7fbceb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.007449] env[69663]: DEBUG oslo_vmware.api [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333676, 'name': ReconfigVM_Task, 'duration_secs': 0.281455} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.007729] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 72710df5-9d52-4503-8128-1c811c9dc8dc/72710df5-9d52-4503-8128-1c811c9dc8dc.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.008709] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ad14b34-95b0-4522-b862-d8dea8e85d89 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.036449] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da502bf6-7fc3-4c3d-9cf0-b0c39ca43b73 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.039162] env[69663]: DEBUG oslo_vmware.api [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1246.039162] env[69663]: value = "task-3333677" [ 1246.039162] env[69663]: _type = "Task" [ 1246.039162] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.046529] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e30373-0bb5-47fa-aab8-29d14dd3ed10 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.055623] env[69663]: DEBUG oslo_vmware.api [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333677, 'name': Rename_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.065690] env[69663]: DEBUG nova.compute.provider_tree [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.144221] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 8589b22f-5f5e-415f-b47d-8f1f8365ffca] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1246.284384] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1246.287758] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d29307c-a6ab-40e5-a0da-4b569e2fee4c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.295747] env[69663]: DEBUG oslo_vmware.api [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1246.295747] env[69663]: value = "task-3333678" [ 1246.295747] env[69663]: _type = "Task" [ 1246.295747] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.303657] env[69663]: DEBUG oslo_vmware.api [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.370778] env[69663]: DEBUG oslo_concurrency.lockutils [req-76ade1af-85c4-4462-a7be-0335882731bd req-564b8b73-369f-4a88-9e2a-e76787f30d9a service nova] Releasing lock "refresh_cache-d6662031-a850-459f-986e-f9baa8629360" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.549595] env[69663]: DEBUG oslo_vmware.api [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333677, 'name': Rename_Task, 'duration_secs': 0.164237} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.549595] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1246.549818] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe1fe096-22dd-4151-83c6-dc1e8ebd661c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.556209] env[69663]: DEBUG oslo_vmware.api [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1246.556209] env[69663]: value = "task-3333679" [ 1246.556209] env[69663]: _type = "Task" [ 1246.556209] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.563689] env[69663]: DEBUG oslo_vmware.api [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.568780] env[69663]: DEBUG nova.scheduler.client.report [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1246.647979] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 8e5c93fa-997e-4b35-8efc-5ca205396b6f] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1246.791431] env[69663]: DEBUG nova.compute.manager [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1246.806597] env[69663]: DEBUG oslo_vmware.api [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333678, 'name': PowerOffVM_Task, 'duration_secs': 0.216684} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.806880] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1246.807092] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Updating instance 'c150d2a8-f67c-47da-bba5-1bf960c51248' progress to 17 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1246.817648] env[69663]: DEBUG nova.virt.hardware [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1246.817882] env[69663]: DEBUG nova.virt.hardware [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1246.818061] env[69663]: DEBUG nova.virt.hardware [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1246.818260] env[69663]: DEBUG nova.virt.hardware [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1246.818413] env[69663]: DEBUG nova.virt.hardware [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1246.818566] env[69663]: DEBUG nova.virt.hardware [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1246.818782] env[69663]: DEBUG nova.virt.hardware [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1246.818946] env[69663]: DEBUG nova.virt.hardware [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1246.819135] env[69663]: DEBUG nova.virt.hardware [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1246.819307] env[69663]: DEBUG nova.virt.hardware [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1246.819484] env[69663]: DEBUG nova.virt.hardware [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1246.820281] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b40b27-ee93-4c95-822f-8e5779a73ed3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.828099] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0214c7-6c0c-4bbd-9b3d-a6e25052f728 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.067326] env[69663]: DEBUG oslo_vmware.api [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333679, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.073227] env[69663]: DEBUG oslo_concurrency.lockutils [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.073846] env[69663]: DEBUG nova.compute.manager [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1247.076464] env[69663]: DEBUG oslo_concurrency.lockutils [None req-91b1152d-b6ff-4133-93ee-f13872d2bcb5 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.498s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.076694] env[69663]: DEBUG nova.objects.instance [None req-91b1152d-b6ff-4133-93ee-f13872d2bcb5 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lazy-loading 'resources' on Instance uuid 94525ee5-32e7-4e56-9c51-8a2778f738d7 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.150951] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 78204f7b-f34f-4c93-a460-c9dfea0f7314] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1247.213886] env[69663]: DEBUG nova.compute.manager [req-737a2ba7-0c95-4f60-91c0-ad34274ecd23 req-c79f6e18-62b1-4610-b11f-74c047950374 service nova] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Received event network-vif-plugged-0a11a182-3e5b-420e-a4db-5bbe224198ed {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1247.214164] env[69663]: DEBUG oslo_concurrency.lockutils [req-737a2ba7-0c95-4f60-91c0-ad34274ecd23 req-c79f6e18-62b1-4610-b11f-74c047950374 service nova] Acquiring lock "1c8f6c99-1d88-44fb-bad8-ada986582932-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.214387] env[69663]: DEBUG oslo_concurrency.lockutils [req-737a2ba7-0c95-4f60-91c0-ad34274ecd23 req-c79f6e18-62b1-4610-b11f-74c047950374 service nova] Lock "1c8f6c99-1d88-44fb-bad8-ada986582932-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.214560] env[69663]: DEBUG oslo_concurrency.lockutils [req-737a2ba7-0c95-4f60-91c0-ad34274ecd23 req-c79f6e18-62b1-4610-b11f-74c047950374 service nova] Lock "1c8f6c99-1d88-44fb-bad8-ada986582932-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.214734] env[69663]: DEBUG nova.compute.manager [req-737a2ba7-0c95-4f60-91c0-ad34274ecd23 req-c79f6e18-62b1-4610-b11f-74c047950374 service nova] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] No waiting events found dispatching network-vif-plugged-0a11a182-3e5b-420e-a4db-5bbe224198ed {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1247.214904] env[69663]: WARNING nova.compute.manager [req-737a2ba7-0c95-4f60-91c0-ad34274ecd23 req-c79f6e18-62b1-4610-b11f-74c047950374 service nova] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Received unexpected event network-vif-plugged-0a11a182-3e5b-420e-a4db-5bbe224198ed for instance with vm_state building and task_state spawning. [ 1247.296167] env[69663]: DEBUG nova.network.neutron [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Successfully updated port: 0a11a182-3e5b-420e-a4db-5bbe224198ed {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1247.314391] env[69663]: DEBUG nova.virt.hardware [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1247.314694] env[69663]: DEBUG nova.virt.hardware [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1247.314878] env[69663]: DEBUG nova.virt.hardware [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.315088] env[69663]: DEBUG nova.virt.hardware [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1247.315291] env[69663]: DEBUG nova.virt.hardware [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.315476] env[69663]: DEBUG nova.virt.hardware [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1247.315691] env[69663]: DEBUG nova.virt.hardware [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1247.315853] env[69663]: DEBUG nova.virt.hardware [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1247.316035] env[69663]: DEBUG nova.virt.hardware [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1247.316212] env[69663]: DEBUG nova.virt.hardware [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1247.316392] env[69663]: DEBUG nova.virt.hardware [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1247.322348] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cb176fd-9151-429e-bcc8-115a1dc0a3a5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.339679] env[69663]: DEBUG oslo_vmware.api [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1247.339679] env[69663]: value = "task-3333680" [ 1247.339679] env[69663]: _type = "Task" [ 1247.339679] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.349401] env[69663]: DEBUG oslo_vmware.api [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333680, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.570184] env[69663]: DEBUG oslo_vmware.api [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333679, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.579307] env[69663]: DEBUG nova.compute.utils [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1247.580743] env[69663]: DEBUG nova.compute.manager [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1247.580910] env[69663]: DEBUG nova.network.neutron [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1247.628703] env[69663]: DEBUG nova.policy [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cd3363028494584ae5b91eee48368e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a924ac6b603449649201ef562daf8ae5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1247.653446] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: a3dff467-3feb-4278-8511-b4ccdacb50ea] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1247.802179] env[69663]: DEBUG oslo_concurrency.lockutils [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "refresh_cache-1c8f6c99-1d88-44fb-bad8-ada986582932" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.802179] env[69663]: DEBUG oslo_concurrency.lockutils [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquired lock "refresh_cache-1c8f6c99-1d88-44fb-bad8-ada986582932" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.802179] env[69663]: DEBUG nova.network.neutron [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1247.802179] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51de1faf-8f5a-4b01-a31f-e036eed3a41a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.811227] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33caadf3-e162-4aa7-a32d-9b4be9cd939d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.848102] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f9fd6b-c760-4c04-90cb-faa4fbe9584c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.857767] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a5933c5-db8c-49ef-81ff-7a8e3d9ff592 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.861396] env[69663]: DEBUG oslo_vmware.api [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333680, 'name': ReconfigVM_Task, 'duration_secs': 0.253626} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.862015] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Updating instance 'c150d2a8-f67c-47da-bba5-1bf960c51248' progress to 33 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1247.876901] env[69663]: DEBUG nova.compute.provider_tree [None req-91b1152d-b6ff-4133-93ee-f13872d2bcb5 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.056013] env[69663]: DEBUG nova.network.neutron [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Successfully created port: 9077eb9e-fdef-48fa-91e8-737ce43a6952 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1248.066838] env[69663]: DEBUG oslo_vmware.api [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333679, 'name': PowerOnVM_Task, 'duration_secs': 1.065086} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.067137] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1248.067344] env[69663]: INFO nova.compute.manager [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Took 8.73 seconds to spawn the instance on the hypervisor. [ 1248.067527] env[69663]: DEBUG nova.compute.manager [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1248.068292] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdec9af-178a-41c6-9b36-c78b4e57baf8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.086065] env[69663]: DEBUG nova.compute.manager [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1248.156264] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 012861af-a026-49dc-84e0-2240fdcb4c96] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1248.336011] env[69663]: DEBUG nova.network.neutron [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1248.370392] env[69663]: DEBUG nova.virt.hardware [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1248.370755] env[69663]: DEBUG nova.virt.hardware [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1248.370975] env[69663]: DEBUG nova.virt.hardware [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1248.371218] env[69663]: DEBUG nova.virt.hardware [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1248.371401] env[69663]: DEBUG nova.virt.hardware [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1248.371593] env[69663]: DEBUG nova.virt.hardware [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1248.371844] env[69663]: DEBUG nova.virt.hardware [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1248.372062] env[69663]: DEBUG nova.virt.hardware [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1248.372276] env[69663]: DEBUG nova.virt.hardware [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1248.372480] env[69663]: DEBUG nova.virt.hardware [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1248.372748] env[69663]: DEBUG nova.virt.hardware [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1248.382160] env[69663]: DEBUG nova.scheduler.client.report [None req-91b1152d-b6ff-4133-93ee-f13872d2bcb5 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1248.474559] env[69663]: DEBUG nova.network.neutron [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Updating instance_info_cache with network_info: [{"id": "0a11a182-3e5b-420e-a4db-5bbe224198ed", "address": "fa:16:3e:2d:6b:e1", "network": {"id": "574b1c04-2607-4692-ac23-60377f5a2ddd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1371851621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68815e7d149245cba41f9e38abbf12c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a11a182-3e", "ovs_interfaceid": "0a11a182-3e5b-420e-a4db-5bbe224198ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.584630] env[69663]: INFO nova.compute.manager [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Took 13.56 seconds to build instance. [ 1248.659508] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: f4593027-e1c7-44a2-ab70-3d49444f2d69] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1248.887875] env[69663]: ERROR nova.compute.manager [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Setting instance vm_state to ERROR: AttributeError: 'NoneType' object has no attribute 'key' [ 1248.887875] env[69663]: ERROR nova.compute.manager [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Traceback (most recent call last): [ 1248.887875] env[69663]: ERROR nova.compute.manager [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] File "/opt/stack/nova/nova/compute/manager.py", line 10863, in _error_out_instance_on_exception [ 1248.887875] env[69663]: ERROR nova.compute.manager [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] yield [ 1248.887875] env[69663]: ERROR nova.compute.manager [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] File "/opt/stack/nova/nova/compute/manager.py", line 6105, in _resize_instance [ 1248.887875] env[69663]: ERROR nova.compute.manager [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] disk_info = self.driver.migrate_disk_and_power_off( [ 1248.887875] env[69663]: ERROR nova.compute.manager [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 263, in migrate_disk_and_power_off [ 1248.887875] env[69663]: ERROR nova.compute.manager [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] return self._vmops.migrate_disk_and_power_off(context, instance, [ 1248.887875] env[69663]: ERROR nova.compute.manager [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1467, in migrate_disk_and_power_off [ 1248.887875] env[69663]: ERROR nova.compute.manager [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] self._resize_disk(instance, vm_ref, vmdk, flavor) [ 1248.887875] env[69663]: ERROR nova.compute.manager [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1398, in _resize_disk [ 1248.887875] env[69663]: ERROR nova.compute.manager [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] self._volumeops.detach_disk_from_vm(vm_ref, instance, vmdk.device) [ 1248.887875] env[69663]: ERROR nova.compute.manager [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 121, in detach_disk_from_vm [ 1248.887875] env[69663]: ERROR nova.compute.manager [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] disk_key = device.key [ 1248.887875] env[69663]: ERROR nova.compute.manager [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] AttributeError: 'NoneType' object has no attribute 'key' [ 1248.887875] env[69663]: ERROR nova.compute.manager [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] [ 1248.891395] env[69663]: DEBUG oslo_concurrency.lockutils [None req-91b1152d-b6ff-4133-93ee-f13872d2bcb5 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.815s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.915463] env[69663]: INFO nova.scheduler.client.report [None req-91b1152d-b6ff-4133-93ee-f13872d2bcb5 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Deleted allocations for instance 94525ee5-32e7-4e56-9c51-8a2778f738d7 [ 1248.976905] env[69663]: DEBUG oslo_concurrency.lockutils [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Releasing lock "refresh_cache-1c8f6c99-1d88-44fb-bad8-ada986582932" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.977264] env[69663]: DEBUG nova.compute.manager [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Instance network_info: |[{"id": "0a11a182-3e5b-420e-a4db-5bbe224198ed", "address": "fa:16:3e:2d:6b:e1", "network": {"id": "574b1c04-2607-4692-ac23-60377f5a2ddd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1371851621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68815e7d149245cba41f9e38abbf12c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a11a182-3e", "ovs_interfaceid": "0a11a182-3e5b-420e-a4db-5bbe224198ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1248.977949] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:6b:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a11a182-3e5b-420e-a4db-5bbe224198ed', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1248.985832] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1248.986691] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1248.986939] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8283cf52-be15-46ff-8834-7d31ae1ddd6f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.008825] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1249.008825] env[69663]: value = "task-3333681" [ 1249.008825] env[69663]: _type = "Task" [ 1249.008825] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.016581] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333681, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.086879] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9cd9e927-f034-4508-b6a3-98428b5d91c3 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "72710df5-9d52-4503-8128-1c811c9dc8dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.073s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.094730] env[69663]: DEBUG nova.compute.manager [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1249.121008] env[69663]: DEBUG nova.virt.hardware [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1249.121305] env[69663]: DEBUG nova.virt.hardware [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1249.121494] env[69663]: DEBUG nova.virt.hardware [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1249.121696] env[69663]: DEBUG nova.virt.hardware [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1249.121850] env[69663]: DEBUG nova.virt.hardware [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1249.122014] env[69663]: DEBUG nova.virt.hardware [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1249.122241] env[69663]: DEBUG nova.virt.hardware [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1249.122409] env[69663]: DEBUG nova.virt.hardware [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1249.122581] env[69663]: DEBUG nova.virt.hardware [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1249.122750] env[69663]: DEBUG nova.virt.hardware [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1249.122933] env[69663]: DEBUG nova.virt.hardware [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1249.123799] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edaf86eb-c328-46ae-96b4-e5067a59601f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.133309] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac082e9-76ca-4138-a2f6-ff25e4e7d988 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.162645] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: d5140fb2-ebb9-40fe-ae74-8934c1e109b0] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1249.242198] env[69663]: DEBUG nova.compute.manager [req-6f463a87-18fd-4c3e-98f9-cb2ab74f4817 req-58012ceb-5be1-47cd-80a2-a217aa773ea0 service nova] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Received event network-changed-0a11a182-3e5b-420e-a4db-5bbe224198ed {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1249.242432] env[69663]: DEBUG nova.compute.manager [req-6f463a87-18fd-4c3e-98f9-cb2ab74f4817 req-58012ceb-5be1-47cd-80a2-a217aa773ea0 service nova] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Refreshing instance network info cache due to event network-changed-0a11a182-3e5b-420e-a4db-5bbe224198ed. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1249.242658] env[69663]: DEBUG oslo_concurrency.lockutils [req-6f463a87-18fd-4c3e-98f9-cb2ab74f4817 req-58012ceb-5be1-47cd-80a2-a217aa773ea0 service nova] Acquiring lock "refresh_cache-1c8f6c99-1d88-44fb-bad8-ada986582932" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.242809] env[69663]: DEBUG oslo_concurrency.lockutils [req-6f463a87-18fd-4c3e-98f9-cb2ab74f4817 req-58012ceb-5be1-47cd-80a2-a217aa773ea0 service nova] Acquired lock "refresh_cache-1c8f6c99-1d88-44fb-bad8-ada986582932" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.243066] env[69663]: DEBUG nova.network.neutron [req-6f463a87-18fd-4c3e-98f9-cb2ab74f4817 req-58012ceb-5be1-47cd-80a2-a217aa773ea0 service nova] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Refreshing network info cache for port 0a11a182-3e5b-420e-a4db-5bbe224198ed {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1249.409066] env[69663]: INFO nova.compute.manager [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Swapping old allocation on dict_keys(['f2fb168a-c97f-41a4-9b18-725376271f6b']) held by migration 78c4c6a8-1803-4f7a-bd07-0e41eaa5576b for instance [ 1249.422355] env[69663]: DEBUG oslo_concurrency.lockutils [None req-91b1152d-b6ff-4133-93ee-f13872d2bcb5 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lock "94525ee5-32e7-4e56-9c51-8a2778f738d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.025s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.437214] env[69663]: DEBUG nova.scheduler.client.report [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Overwriting current allocation {'allocations': {'f2fb168a-c97f-41a4-9b18-725376271f6b': {'resources': {'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 172}}, 'project_id': 'ebc9ee8eda884e129ed4d8aee000d917', 'user_id': 'ed838432ba2d4832a2bbcb0dafca7dda', 'consumer_generation': 1} on consumer c150d2a8-f67c-47da-bba5-1bf960c51248 {{(pid=69663) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1249.520123] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333681, 'name': CreateVM_Task, 'duration_secs': 0.300401} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.520306] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1249.520979] env[69663]: DEBUG oslo_concurrency.lockutils [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.521220] env[69663]: DEBUG oslo_concurrency.lockutils [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.521577] env[69663]: DEBUG oslo_concurrency.lockutils [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.521854] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28b4b714-4d83-45a4-a194-12c9711bc989 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.526392] env[69663]: DEBUG oslo_vmware.api [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1249.526392] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52dbac4d-0896-ed78-8faf-20883a40a7a7" [ 1249.526392] env[69663]: _type = "Task" [ 1249.526392] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.533980] env[69663]: DEBUG oslo_vmware.api [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52dbac4d-0896-ed78-8faf-20883a40a7a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.587078] env[69663]: DEBUG nova.network.neutron [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Successfully updated port: 9077eb9e-fdef-48fa-91e8-737ce43a6952 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1249.666509] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 432814ab-1e51-4972-9c04-886159dfd591] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1249.840331] env[69663]: DEBUG oslo_concurrency.lockutils [None req-45969b92-fbc7-48a2-b01e-1b19c9f65705 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "72710df5-9d52-4503-8128-1c811c9dc8dc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.840584] env[69663]: DEBUG oslo_concurrency.lockutils [None req-45969b92-fbc7-48a2-b01e-1b19c9f65705 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "72710df5-9d52-4503-8128-1c811c9dc8dc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.841266] env[69663]: DEBUG nova.compute.manager [None req-45969b92-fbc7-48a2-b01e-1b19c9f65705 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1249.841691] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40999015-1812-4393-947c-0f58e31dd633 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.848472] env[69663]: DEBUG nova.compute.manager [None req-45969b92-fbc7-48a2-b01e-1b19c9f65705 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69663) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1249.849038] env[69663]: DEBUG nova.objects.instance [None req-45969b92-fbc7-48a2-b01e-1b19c9f65705 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lazy-loading 'flavor' on Instance uuid 72710df5-9d52-4503-8128-1c811c9dc8dc {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.038647] env[69663]: DEBUG oslo_vmware.api [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52dbac4d-0896-ed78-8faf-20883a40a7a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010724} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.038963] env[69663]: DEBUG oslo_concurrency.lockutils [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.039234] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1250.039476] env[69663]: DEBUG oslo_concurrency.lockutils [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.039627] env[69663]: DEBUG oslo_concurrency.lockutils [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.039852] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1250.040145] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13581f7b-43d7-43ef-8cbe-46ac3b8da531 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.048579] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1250.048765] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1250.049514] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d80951d9-7b75-4cce-8ec6-c6017d32baa5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.054818] env[69663]: DEBUG oslo_vmware.api [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1250.054818] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52683307-89e3-8e3a-61d6-8d436a70ca60" [ 1250.054818] env[69663]: _type = "Task" [ 1250.054818] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.059924] env[69663]: DEBUG nova.network.neutron [req-6f463a87-18fd-4c3e-98f9-cb2ab74f4817 req-58012ceb-5be1-47cd-80a2-a217aa773ea0 service nova] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Updated VIF entry in instance network info cache for port 0a11a182-3e5b-420e-a4db-5bbe224198ed. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1250.060203] env[69663]: DEBUG nova.network.neutron [req-6f463a87-18fd-4c3e-98f9-cb2ab74f4817 req-58012ceb-5be1-47cd-80a2-a217aa773ea0 service nova] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Updating instance_info_cache with network_info: [{"id": "0a11a182-3e5b-420e-a4db-5bbe224198ed", "address": "fa:16:3e:2d:6b:e1", "network": {"id": "574b1c04-2607-4692-ac23-60377f5a2ddd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1371851621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68815e7d149245cba41f9e38abbf12c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a11a182-3e", "ovs_interfaceid": "0a11a182-3e5b-420e-a4db-5bbe224198ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.064266] env[69663]: DEBUG oslo_vmware.api [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52683307-89e3-8e3a-61d6-8d436a70ca60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.089343] env[69663]: DEBUG oslo_concurrency.lockutils [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "refresh_cache-799ddb00-feb4-4314-9c31-2fcb4cfadfba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.089524] env[69663]: DEBUG oslo_concurrency.lockutils [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquired lock "refresh_cache-799ddb00-feb4-4314-9c31-2fcb4cfadfba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.089707] env[69663]: DEBUG nova.network.neutron [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1250.169768] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 8cd200bb-b932-4165-9316-4c1e994ff7f5] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1250.355307] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-45969b92-fbc7-48a2-b01e-1b19c9f65705 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1250.355750] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a7ae0f6-18b1-474f-97bb-f4cc433fa7ec {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.364701] env[69663]: DEBUG oslo_vmware.api [None req-45969b92-fbc7-48a2-b01e-1b19c9f65705 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1250.364701] env[69663]: value = "task-3333682" [ 1250.364701] env[69663]: _type = "Task" [ 1250.364701] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.373496] env[69663]: DEBUG oslo_vmware.api [None req-45969b92-fbc7-48a2-b01e-1b19c9f65705 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.567442] env[69663]: DEBUG oslo_concurrency.lockutils [req-6f463a87-18fd-4c3e-98f9-cb2ab74f4817 req-58012ceb-5be1-47cd-80a2-a217aa773ea0 service nova] Releasing lock "refresh_cache-1c8f6c99-1d88-44fb-bad8-ada986582932" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.567867] env[69663]: DEBUG oslo_vmware.api [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52683307-89e3-8e3a-61d6-8d436a70ca60, 'name': SearchDatastore_Task, 'duration_secs': 0.01088} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.568655] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdf34f6e-a545-4640-bca9-bd8982dedc5c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.576012] env[69663]: DEBUG oslo_vmware.api [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1250.576012] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]527dd6cf-8181-94f4-d3a7-752e23af8684" [ 1250.576012] env[69663]: _type = "Task" [ 1250.576012] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.584290] env[69663]: DEBUG oslo_vmware.api [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]527dd6cf-8181-94f4-d3a7-752e23af8684, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.649984] env[69663]: DEBUG nova.network.neutron [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1250.672508] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 1ea365a2-a920-449c-bdd6-9db460c6b395] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1250.782868] env[69663]: DEBUG oslo_concurrency.lockutils [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "c150d2a8-f67c-47da-bba5-1bf960c51248" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.783152] env[69663]: DEBUG oslo_concurrency.lockutils [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "c150d2a8-f67c-47da-bba5-1bf960c51248" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.783371] env[69663]: DEBUG oslo_concurrency.lockutils [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "c150d2a8-f67c-47da-bba5-1bf960c51248-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.783557] env[69663]: DEBUG oslo_concurrency.lockutils [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "c150d2a8-f67c-47da-bba5-1bf960c51248-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.783732] env[69663]: DEBUG oslo_concurrency.lockutils [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "c150d2a8-f67c-47da-bba5-1bf960c51248-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.786184] env[69663]: INFO nova.compute.manager [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Terminating instance [ 1250.788849] env[69663]: DEBUG nova.compute.manager [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1250.788849] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1250.788849] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-832e6633-2cdc-42da-8729-c853d99390df {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.796656] env[69663]: DEBUG oslo_vmware.api [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1250.796656] env[69663]: value = "task-3333683" [ 1250.796656] env[69663]: _type = "Task" [ 1250.796656] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.806831] env[69663]: DEBUG oslo_vmware.api [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.866465] env[69663]: DEBUG nova.network.neutron [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Updating instance_info_cache with network_info: [{"id": "9077eb9e-fdef-48fa-91e8-737ce43a6952", "address": "fa:16:3e:fe:c1:86", "network": {"id": "8f5d2d06-6bc8-438e-ba54-64cbb07bda53", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1813658570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a924ac6b603449649201ef562daf8ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9077eb9e-fd", "ovs_interfaceid": "9077eb9e-fdef-48fa-91e8-737ce43a6952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.876379] env[69663]: DEBUG oslo_vmware.api [None req-45969b92-fbc7-48a2-b01e-1b19c9f65705 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333682, 'name': PowerOffVM_Task, 'duration_secs': 0.250536} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.877049] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-45969b92-fbc7-48a2-b01e-1b19c9f65705 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1250.877049] env[69663]: DEBUG nova.compute.manager [None req-45969b92-fbc7-48a2-b01e-1b19c9f65705 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1250.878057] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f15cf07-35dc-47b1-9951-885f1f4e7092 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.003450] env[69663]: DEBUG oslo_concurrency.lockutils [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.003777] env[69663]: DEBUG oslo_concurrency.lockutils [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.087544] env[69663]: DEBUG oslo_vmware.api [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]527dd6cf-8181-94f4-d3a7-752e23af8684, 'name': SearchDatastore_Task, 'duration_secs': 0.008844} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.090970] env[69663]: DEBUG oslo_concurrency.lockutils [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.091336] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 1c8f6c99-1d88-44fb-bad8-ada986582932/1c8f6c99-1d88-44fb-bad8-ada986582932.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1251.092642] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49665f27-1fe4-4ac3-a648-c8f3671049a9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.098611] env[69663]: DEBUG oslo_vmware.api [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1251.098611] env[69663]: value = "task-3333684" [ 1251.098611] env[69663]: _type = "Task" [ 1251.098611] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.106138] env[69663]: DEBUG oslo_vmware.api [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333684, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.165942] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5baa031d-31cd-48a1-acb6-c8f2e0912166 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.174809] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9157bbdd-81ff-43cd-86f3-cad236de8b1d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.178850] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: de6ddc66-a2d8-4f5a-96da-3ab9c11fbe5d] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1251.209540] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a32e42-d095-4a4c-9fd0-5cc6802af0fd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.217874] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211a7336-5a9f-4a18-9694-3a68b97bc8ce {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.231868] env[69663]: DEBUG nova.compute.provider_tree [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.308526] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] VM already powered off {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1251.308764] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Volume detach. Driver type: vmdk {{(pid=69663) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1251.308969] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665434', 'volume_id': '7a3d06e4-a560-4719-94f4-8bad76a5ced2', 'name': 'volume-7a3d06e4-a560-4719-94f4-8bad76a5ced2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c150d2a8-f67c-47da-bba5-1bf960c51248', 'attached_at': '', 'detached_at': '', 'volume_id': '7a3d06e4-a560-4719-94f4-8bad76a5ced2', 'serial': '7a3d06e4-a560-4719-94f4-8bad76a5ced2'} {{(pid=69663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1251.309784] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc7338c-6ace-44ae-ba57-fdfe91a36374 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.314642] env[69663]: DEBUG nova.compute.manager [req-595dd4a1-3640-4040-950d-73ddf90b3d41 req-377869ab-6705-4ddb-9716-4b681c6c51c2 service nova] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Received event network-vif-plugged-9077eb9e-fdef-48fa-91e8-737ce43a6952 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1251.314862] env[69663]: DEBUG oslo_concurrency.lockutils [req-595dd4a1-3640-4040-950d-73ddf90b3d41 req-377869ab-6705-4ddb-9716-4b681c6c51c2 service nova] Acquiring lock "799ddb00-feb4-4314-9c31-2fcb4cfadfba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.315090] env[69663]: DEBUG oslo_concurrency.lockutils [req-595dd4a1-3640-4040-950d-73ddf90b3d41 req-377869ab-6705-4ddb-9716-4b681c6c51c2 service nova] Lock "799ddb00-feb4-4314-9c31-2fcb4cfadfba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.315296] env[69663]: DEBUG oslo_concurrency.lockutils [req-595dd4a1-3640-4040-950d-73ddf90b3d41 req-377869ab-6705-4ddb-9716-4b681c6c51c2 service nova] Lock "799ddb00-feb4-4314-9c31-2fcb4cfadfba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.315434] env[69663]: DEBUG nova.compute.manager [req-595dd4a1-3640-4040-950d-73ddf90b3d41 req-377869ab-6705-4ddb-9716-4b681c6c51c2 service nova] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] No waiting events found dispatching network-vif-plugged-9077eb9e-fdef-48fa-91e8-737ce43a6952 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1251.315577] env[69663]: WARNING nova.compute.manager [req-595dd4a1-3640-4040-950d-73ddf90b3d41 req-377869ab-6705-4ddb-9716-4b681c6c51c2 service nova] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Received unexpected event network-vif-plugged-9077eb9e-fdef-48fa-91e8-737ce43a6952 for instance with vm_state building and task_state spawning. [ 1251.315716] env[69663]: DEBUG nova.compute.manager [req-595dd4a1-3640-4040-950d-73ddf90b3d41 req-377869ab-6705-4ddb-9716-4b681c6c51c2 service nova] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Received event network-changed-9077eb9e-fdef-48fa-91e8-737ce43a6952 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1251.315877] env[69663]: DEBUG nova.compute.manager [req-595dd4a1-3640-4040-950d-73ddf90b3d41 req-377869ab-6705-4ddb-9716-4b681c6c51c2 service nova] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Refreshing instance network info cache due to event network-changed-9077eb9e-fdef-48fa-91e8-737ce43a6952. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1251.316063] env[69663]: DEBUG oslo_concurrency.lockutils [req-595dd4a1-3640-4040-950d-73ddf90b3d41 req-377869ab-6705-4ddb-9716-4b681c6c51c2 service nova] Acquiring lock "refresh_cache-799ddb00-feb4-4314-9c31-2fcb4cfadfba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.333814] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fe9089-8814-42d1-b315-f809fd627572 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.341150] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0117e800-e417-483f-aea9-340298ae5932 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.360411] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07b732f-ff8e-4475-8d66-7b51541754a6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.376664] env[69663]: DEBUG oslo_concurrency.lockutils [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Releasing lock "refresh_cache-799ddb00-feb4-4314-9c31-2fcb4cfadfba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.377015] env[69663]: DEBUG nova.compute.manager [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Instance network_info: |[{"id": "9077eb9e-fdef-48fa-91e8-737ce43a6952", "address": "fa:16:3e:fe:c1:86", "network": {"id": "8f5d2d06-6bc8-438e-ba54-64cbb07bda53", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1813658570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a924ac6b603449649201ef562daf8ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9077eb9e-fd", "ovs_interfaceid": "9077eb9e-fdef-48fa-91e8-737ce43a6952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1251.377727] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] The volume has not been displaced from its original location: [datastore1] volume-7a3d06e4-a560-4719-94f4-8bad76a5ced2/volume-7a3d06e4-a560-4719-94f4-8bad76a5ced2.vmdk. No consolidation needed. {{(pid=69663) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1251.383098] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1251.383417] env[69663]: DEBUG oslo_concurrency.lockutils [req-595dd4a1-3640-4040-950d-73ddf90b3d41 req-377869ab-6705-4ddb-9716-4b681c6c51c2 service nova] Acquired lock "refresh_cache-799ddb00-feb4-4314-9c31-2fcb4cfadfba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.383609] env[69663]: DEBUG nova.network.neutron [req-595dd4a1-3640-4040-950d-73ddf90b3d41 req-377869ab-6705-4ddb-9716-4b681c6c51c2 service nova] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Refreshing network info cache for port 9077eb9e-fdef-48fa-91e8-737ce43a6952 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1251.384993] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:c1:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4adc8ed0-d11a-4510-9be0-b27c0da3a903', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9077eb9e-fdef-48fa-91e8-737ce43a6952', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1251.392607] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Creating folder: Project (a924ac6b603449649201ef562daf8ae5). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1251.392913] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7bd1798-a720-4b67-87e3-61727f283a67 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.410446] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b3460ff-8ac3-48de-b7d1-c0bd5aabf87e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.412994] env[69663]: DEBUG oslo_concurrency.lockutils [None req-45969b92-fbc7-48a2-b01e-1b19c9f65705 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "72710df5-9d52-4503-8128-1c811c9dc8dc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.572s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.421199] env[69663]: DEBUG oslo_vmware.api [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1251.421199] env[69663]: value = "task-3333685" [ 1251.421199] env[69663]: _type = "Task" [ 1251.421199] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.426556] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Created folder: Project (a924ac6b603449649201ef562daf8ae5) in parent group-v665133. [ 1251.426556] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Creating folder: Instances. Parent ref: group-v665444. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1251.427059] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64825c83-d1f0-4715-8d83-c2258e0c9001 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.432839] env[69663]: DEBUG oslo_vmware.api [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333685, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.439464] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Created folder: Instances in parent group-v665444. [ 1251.439735] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.439988] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1251.440178] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a86052a0-ef4c-4e75-9126-286f0664d236 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.459528] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1251.459528] env[69663]: value = "task-3333688" [ 1251.459528] env[69663]: _type = "Task" [ 1251.459528] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.470439] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333688, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.611184] env[69663]: DEBUG oslo_vmware.api [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333684, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.685061] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: d5682303-1beb-49da-93b9-3701a37e8dcd] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1251.723519] env[69663]: DEBUG nova.network.neutron [req-595dd4a1-3640-4040-950d-73ddf90b3d41 req-377869ab-6705-4ddb-9716-4b681c6c51c2 service nova] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Updated VIF entry in instance network info cache for port 9077eb9e-fdef-48fa-91e8-737ce43a6952. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1251.724342] env[69663]: DEBUG nova.network.neutron [req-595dd4a1-3640-4040-950d-73ddf90b3d41 req-377869ab-6705-4ddb-9716-4b681c6c51c2 service nova] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Updating instance_info_cache with network_info: [{"id": "9077eb9e-fdef-48fa-91e8-737ce43a6952", "address": "fa:16:3e:fe:c1:86", "network": {"id": "8f5d2d06-6bc8-438e-ba54-64cbb07bda53", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1813658570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a924ac6b603449649201ef562daf8ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9077eb9e-fd", "ovs_interfaceid": "9077eb9e-fdef-48fa-91e8-737ce43a6952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.734887] env[69663]: DEBUG nova.scheduler.client.report [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1251.932061] env[69663]: DEBUG oslo_vmware.api [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333685, 'name': ReconfigVM_Task, 'duration_secs': 0.174294} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.932061] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1251.936578] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90569c62-d642-45ce-bfba-a0b10b48d371 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.950214] env[69663]: DEBUG oslo_vmware.api [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1251.950214] env[69663]: value = "task-3333689" [ 1251.950214] env[69663]: _type = "Task" [ 1251.950214] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.957641] env[69663]: DEBUG oslo_vmware.api [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333689, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.967669] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333688, 'name': CreateVM_Task, 'duration_secs': 0.468272} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.967669] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1251.967967] env[69663]: DEBUG oslo_concurrency.lockutils [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.968177] env[69663]: DEBUG oslo_concurrency.lockutils [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.968505] env[69663]: DEBUG oslo_concurrency.lockutils [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.969020] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13827958-33d9-4f95-9547-2d4f162d24e3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.972611] env[69663]: DEBUG oslo_vmware.api [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1251.972611] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]524f73a5-df4b-ce91-7063-4d93e52648ce" [ 1251.972611] env[69663]: _type = "Task" [ 1251.972611] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.979946] env[69663]: DEBUG oslo_vmware.api [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]524f73a5-df4b-ce91-7063-4d93e52648ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.109471] env[69663]: DEBUG oslo_vmware.api [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333684, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60147} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.109722] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 1c8f6c99-1d88-44fb-bad8-ada986582932/1c8f6c99-1d88-44fb-bad8-ada986582932.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1252.109953] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1252.110201] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e54601db-379f-47a0-9299-9adad88f3d9f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.117436] env[69663]: DEBUG oslo_vmware.api [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1252.117436] env[69663]: value = "task-3333690" [ 1252.117436] env[69663]: _type = "Task" [ 1252.117436] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.125480] env[69663]: DEBUG oslo_vmware.api [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.130417] env[69663]: DEBUG oslo_concurrency.lockutils [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquiring lock "711544cf-78d4-44a3-a0c2-735a7a48409a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.130645] env[69663]: DEBUG oslo_concurrency.lockutils [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lock "711544cf-78d4-44a3-a0c2-735a7a48409a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.188114] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: a3f0b263-807a-4192-9851-f3638eff935f] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1252.207477] env[69663]: DEBUG oslo_concurrency.lockutils [None req-65c93727-5cea-4666-a77c-f19d59ce4b6a tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "c150d2a8-f67c-47da-bba5-1bf960c51248" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.226593] env[69663]: DEBUG oslo_concurrency.lockutils [req-595dd4a1-3640-4040-950d-73ddf90b3d41 req-377869ab-6705-4ddb-9716-4b681c6c51c2 service nova] Releasing lock "refresh_cache-799ddb00-feb4-4314-9c31-2fcb4cfadfba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.238909] env[69663]: DEBUG oslo_concurrency.lockutils [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.235s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.239133] env[69663]: INFO nova.compute.manager [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Successfully reverted task state from resize_migrating on failure for instance. [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server [None req-907cfd41-2c38-4402-b2bc-00b75268a175 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Exception during message handling: AttributeError: 'NoneType' object has no attribute 'key' [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server raise self.value [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 166, in decorated_function [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server raise self.value [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 157, in decorated_function [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1453, in decorated_function [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server raise self.value [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 6071, in resize_instance [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server raise self.value [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 6068, in resize_instance [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server self._resize_instance(context, instance, image, migration, [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 6105, in _resize_instance [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server disk_info = self.driver.migrate_disk_and_power_off( [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 263, in migrate_disk_and_power_off [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server return self._vmops.migrate_disk_and_power_off(context, instance, [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1467, in migrate_disk_and_power_off [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server self._resize_disk(instance, vm_ref, vmdk, flavor) [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1398, in _resize_disk [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server self._volumeops.detach_disk_from_vm(vm_ref, instance, vmdk.device) [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 121, in detach_disk_from_vm [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server disk_key = device.key [ 1252.247961] env[69663]: ERROR oslo_messaging.rpc.server AttributeError: 'NoneType' object has no attribute 'key' [ 1252.249659] env[69663]: ERROR oslo_messaging.rpc.server [ 1252.460210] env[69663]: DEBUG oslo_vmware.api [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333689, 'name': ReconfigVM_Task, 'duration_secs': 0.115429} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.460570] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665434', 'volume_id': '7a3d06e4-a560-4719-94f4-8bad76a5ced2', 'name': 'volume-7a3d06e4-a560-4719-94f4-8bad76a5ced2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c150d2a8-f67c-47da-bba5-1bf960c51248', 'attached_at': '', 'detached_at': '', 'volume_id': '7a3d06e4-a560-4719-94f4-8bad76a5ced2', 'serial': '7a3d06e4-a560-4719-94f4-8bad76a5ced2'} {{(pid=69663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1252.460873] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1252.461677] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f437f8-bca3-4499-aee3-559afb6b0f54 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.467976] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1252.468214] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e32c55a-725b-4c94-a25b-b838b33b153d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.484538] env[69663]: DEBUG oslo_vmware.api [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]524f73a5-df4b-ce91-7063-4d93e52648ce, 'name': SearchDatastore_Task, 'duration_secs': 0.032406} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.484538] env[69663]: DEBUG oslo_concurrency.lockutils [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.484538] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1252.484538] env[69663]: DEBUG oslo_concurrency.lockutils [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.484538] env[69663]: DEBUG oslo_concurrency.lockutils [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.484538] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1252.484538] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5ee1660-1884-4297-8218-30089539c7ab {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.491843] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1252.492041] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1252.492707] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78a7fae1-bc4a-446a-a4f6-ab375e33a326 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.497781] env[69663]: DEBUG oslo_vmware.api [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1252.497781] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52113142-614b-5349-f5ae-dc6ada2167bf" [ 1252.497781] env[69663]: _type = "Task" [ 1252.497781] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.504862] env[69663]: DEBUG oslo_vmware.api [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52113142-614b-5349-f5ae-dc6ada2167bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.553314] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1252.553610] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1252.553835] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Deleting the datastore file [datastore1] c150d2a8-f67c-47da-bba5-1bf960c51248 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1252.554208] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e2efaad-0835-410e-b515-95cf2e67c6e3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.560691] env[69663]: DEBUG oslo_vmware.api [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1252.560691] env[69663]: value = "task-3333692" [ 1252.560691] env[69663]: _type = "Task" [ 1252.560691] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.569597] env[69663]: DEBUG oslo_vmware.api [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.626670] env[69663]: DEBUG oslo_vmware.api [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060996} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.626953] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1252.627742] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de61f829-b163-4e17-8392-041fd92a2973 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.642647] env[69663]: DEBUG nova.compute.manager [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1252.645408] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2a087567-bcaa-4802-8561-84a6e7ea9b2b tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "72710df5-9d52-4503-8128-1c811c9dc8dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.645636] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2a087567-bcaa-4802-8561-84a6e7ea9b2b tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "72710df5-9d52-4503-8128-1c811c9dc8dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.645834] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2a087567-bcaa-4802-8561-84a6e7ea9b2b tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "72710df5-9d52-4503-8128-1c811c9dc8dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.646026] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2a087567-bcaa-4802-8561-84a6e7ea9b2b tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "72710df5-9d52-4503-8128-1c811c9dc8dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.646206] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2a087567-bcaa-4802-8561-84a6e7ea9b2b tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "72710df5-9d52-4503-8128-1c811c9dc8dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.656102] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 1c8f6c99-1d88-44fb-bad8-ada986582932/1c8f6c99-1d88-44fb-bad8-ada986582932.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.656663] env[69663]: INFO nova.compute.manager [None req-2a087567-bcaa-4802-8561-84a6e7ea9b2b tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Terminating instance [ 1252.658388] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc664172-2626-41c8-8316-125ed9313a59 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.672998] env[69663]: DEBUG nova.compute.manager [None req-2a087567-bcaa-4802-8561-84a6e7ea9b2b tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1252.673229] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2a087567-bcaa-4802-8561-84a6e7ea9b2b tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1252.674016] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1567c8-b2d2-476b-a795-34c9513b9533 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.681320] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2a087567-bcaa-4802-8561-84a6e7ea9b2b tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1252.682505] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b4b81db-eeaf-4a80-94a5-c4ad297a463b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.684038] env[69663]: DEBUG oslo_vmware.api [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1252.684038] env[69663]: value = "task-3333693" [ 1252.684038] env[69663]: _type = "Task" [ 1252.684038] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.692365] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 92ca4ae9-bd93-4031-b96d-79a4e5f4c851] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1252.694098] env[69663]: DEBUG oslo_vmware.api [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333693, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.769788] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2a087567-bcaa-4802-8561-84a6e7ea9b2b tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1252.770063] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2a087567-bcaa-4802-8561-84a6e7ea9b2b tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1252.770289] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a087567-bcaa-4802-8561-84a6e7ea9b2b tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Deleting the datastore file [datastore1] 72710df5-9d52-4503-8128-1c811c9dc8dc {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1252.770562] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02fbc614-c57f-4e6b-83a8-2c4b49f0153b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.777118] env[69663]: DEBUG oslo_vmware.api [None req-2a087567-bcaa-4802-8561-84a6e7ea9b2b tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1252.777118] env[69663]: value = "task-3333695" [ 1252.777118] env[69663]: _type = "Task" [ 1252.777118] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.784705] env[69663]: DEBUG oslo_vmware.api [None req-2a087567-bcaa-4802-8561-84a6e7ea9b2b tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.008246] env[69663]: DEBUG oslo_vmware.api [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52113142-614b-5349-f5ae-dc6ada2167bf, 'name': SearchDatastore_Task, 'duration_secs': 0.008007} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.009039] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50f2bbcb-01fd-4b26-9b96-619f7fa165df {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.014873] env[69663]: DEBUG oslo_vmware.api [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1253.014873] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]526982b0-de18-efd1-c144-dcbde35089d4" [ 1253.014873] env[69663]: _type = "Task" [ 1253.014873] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.022466] env[69663]: DEBUG oslo_vmware.api [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]526982b0-de18-efd1-c144-dcbde35089d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.071032] env[69663]: DEBUG oslo_vmware.api [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.072579} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.071181] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1253.071269] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1253.071452] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1253.071633] env[69663]: INFO nova.compute.manager [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Took 2.28 seconds to destroy the instance on the hypervisor. [ 1253.071881] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1253.072139] env[69663]: DEBUG nova.compute.manager [-] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1253.072217] env[69663]: DEBUG nova.network.neutron [-] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1253.180203] env[69663]: DEBUG oslo_concurrency.lockutils [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.180500] env[69663]: DEBUG oslo_concurrency.lockutils [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.182451] env[69663]: INFO nova.compute.claims [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1253.193577] env[69663]: DEBUG oslo_vmware.api [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333693, 'name': ReconfigVM_Task, 'duration_secs': 0.427813} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.193862] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 1c8f6c99-1d88-44fb-bad8-ada986582932/1c8f6c99-1d88-44fb-bad8-ada986582932.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.194521] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b34c7f5-534c-446d-9f83-a762197d43a3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.196866] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: bad669a6-f3ec-4d33-ac44-e6d1307ea99d] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1253.208036] env[69663]: DEBUG oslo_vmware.api [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1253.208036] env[69663]: value = "task-3333696" [ 1253.208036] env[69663]: _type = "Task" [ 1253.208036] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.214878] env[69663]: DEBUG oslo_vmware.api [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333696, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.288390] env[69663]: DEBUG oslo_vmware.api [None req-2a087567-bcaa-4802-8561-84a6e7ea9b2b tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333695, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129778} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.288831] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a087567-bcaa-4802-8561-84a6e7ea9b2b tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1253.289143] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2a087567-bcaa-4802-8561-84a6e7ea9b2b tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1253.289434] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2a087567-bcaa-4802-8561-84a6e7ea9b2b tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1253.290070] env[69663]: INFO nova.compute.manager [None req-2a087567-bcaa-4802-8561-84a6e7ea9b2b tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1253.290542] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a087567-bcaa-4802-8561-84a6e7ea9b2b tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1253.290838] env[69663]: DEBUG nova.compute.manager [-] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1253.291038] env[69663]: DEBUG nova.network.neutron [-] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1253.530739] env[69663]: DEBUG oslo_vmware.api [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]526982b0-de18-efd1-c144-dcbde35089d4, 'name': SearchDatastore_Task, 'duration_secs': 0.009271} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.531083] env[69663]: DEBUG oslo_concurrency.lockutils [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.531359] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 799ddb00-feb4-4314-9c31-2fcb4cfadfba/799ddb00-feb4-4314-9c31-2fcb4cfadfba.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1253.531719] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-034ab347-9191-4f03-8a87-e868e12662df {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.534298] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d438fea4-923a-4d8f-b4d2-8a5624ad03e9 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "fec191bb-2cd1-407a-a1ec-cb8e190ed1cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.534561] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d438fea4-923a-4d8f-b4d2-8a5624ad03e9 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "fec191bb-2cd1-407a-a1ec-cb8e190ed1cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.534787] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d438fea4-923a-4d8f-b4d2-8a5624ad03e9 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "fec191bb-2cd1-407a-a1ec-cb8e190ed1cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.534987] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d438fea4-923a-4d8f-b4d2-8a5624ad03e9 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "fec191bb-2cd1-407a-a1ec-cb8e190ed1cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.535175] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d438fea4-923a-4d8f-b4d2-8a5624ad03e9 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "fec191bb-2cd1-407a-a1ec-cb8e190ed1cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.537278] env[69663]: INFO nova.compute.manager [None req-d438fea4-923a-4d8f-b4d2-8a5624ad03e9 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Terminating instance [ 1253.539356] env[69663]: DEBUG nova.compute.manager [None req-d438fea4-923a-4d8f-b4d2-8a5624ad03e9 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1253.539482] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d438fea4-923a-4d8f-b4d2-8a5624ad03e9 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1253.540320] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a4ae60-a257-40fe-98da-b19795f03ac1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.551788] env[69663]: DEBUG oslo_vmware.api [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1253.551788] env[69663]: value = "task-3333697" [ 1253.551788] env[69663]: _type = "Task" [ 1253.551788] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.552203] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d438fea4-923a-4d8f-b4d2-8a5624ad03e9 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1253.552548] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f834503-a4d7-45de-b911-9638fe8604c9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.562971] env[69663]: DEBUG oslo_vmware.api [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.565903] env[69663]: DEBUG nova.compute.manager [req-3c5f0e17-3bb7-4530-a475-cc05ecad3d38 req-43d0c310-5d56-4061-aa16-ac36d3d6fb57 service nova] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Received event network-vif-deleted-4d0c9ee9-22c0-4ed4-b889-219b6faff31f {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1253.566125] env[69663]: INFO nova.compute.manager [req-3c5f0e17-3bb7-4530-a475-cc05ecad3d38 req-43d0c310-5d56-4061-aa16-ac36d3d6fb57 service nova] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Neutron deleted interface 4d0c9ee9-22c0-4ed4-b889-219b6faff31f; detaching it from the instance and deleting it from the info cache [ 1253.566316] env[69663]: DEBUG nova.network.neutron [req-3c5f0e17-3bb7-4530-a475-cc05ecad3d38 req-43d0c310-5d56-4061-aa16-ac36d3d6fb57 service nova] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.567492] env[69663]: DEBUG oslo_vmware.api [None req-d438fea4-923a-4d8f-b4d2-8a5624ad03e9 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1253.567492] env[69663]: value = "task-3333698" [ 1253.567492] env[69663]: _type = "Task" [ 1253.567492] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.579475] env[69663]: DEBUG oslo_vmware.api [None req-d438fea4-923a-4d8f-b4d2-8a5624ad03e9 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.700575] env[69663]: DEBUG nova.compute.manager [req-6288021c-73b4-45c6-be07-95a2468d6ee1 req-f556cc4d-b248-469b-b1f5-dfbe6949d78b service nova] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Received event network-vif-deleted-22fbe3de-37da-419e-b3da-5df8fc2751e5 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1253.700813] env[69663]: INFO nova.compute.manager [req-6288021c-73b4-45c6-be07-95a2468d6ee1 req-f556cc4d-b248-469b-b1f5-dfbe6949d78b service nova] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Neutron deleted interface 22fbe3de-37da-419e-b3da-5df8fc2751e5; detaching it from the instance and deleting it from the info cache [ 1253.701424] env[69663]: DEBUG nova.network.neutron [req-6288021c-73b4-45c6-be07-95a2468d6ee1 req-f556cc4d-b248-469b-b1f5-dfbe6949d78b service nova] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.703246] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 16b5464a-f8e6-48ba-964e-41ded7b00fa2] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1253.716345] env[69663]: DEBUG oslo_vmware.api [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333696, 'name': Rename_Task, 'duration_secs': 0.146724} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.717449] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1253.717449] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-648aea42-bdf9-4d6d-80e0-9e8a1bda197b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.727511] env[69663]: DEBUG oslo_vmware.api [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1253.727511] env[69663]: value = "task-3333699" [ 1253.727511] env[69663]: _type = "Task" [ 1253.727511] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.739304] env[69663]: DEBUG oslo_vmware.api [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.048852] env[69663]: DEBUG nova.network.neutron [-] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.063186] env[69663]: DEBUG oslo_vmware.api [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333697, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.069444] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae7a9251-6d36-47d2-955f-6a1088132066 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.079473] env[69663]: DEBUG oslo_vmware.api [None req-d438fea4-923a-4d8f-b4d2-8a5624ad03e9 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333698, 'name': PowerOffVM_Task, 'duration_secs': 0.184563} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.080620] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d438fea4-923a-4d8f-b4d2-8a5624ad03e9 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1254.080814] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d438fea4-923a-4d8f-b4d2-8a5624ad03e9 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1254.081110] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25f24863-e298-4b3a-887a-3bf60faa41a4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.085098] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c92af6a-eb5a-4d0f-bcdf-b382cc54dd8d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.124893] env[69663]: DEBUG nova.compute.manager [req-3c5f0e17-3bb7-4530-a475-cc05ecad3d38 req-43d0c310-5d56-4061-aa16-ac36d3d6fb57 service nova] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Detach interface failed, port_id=4d0c9ee9-22c0-4ed4-b889-219b6faff31f, reason: Instance 72710df5-9d52-4503-8128-1c811c9dc8dc could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1254.152065] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d438fea4-923a-4d8f-b4d2-8a5624ad03e9 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1254.152065] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d438fea4-923a-4d8f-b4d2-8a5624ad03e9 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1254.152065] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-d438fea4-923a-4d8f-b4d2-8a5624ad03e9 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Deleting the datastore file [datastore1] fec191bb-2cd1-407a-a1ec-cb8e190ed1cd {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1254.152065] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23418cbf-086b-4c07-8af5-3711b9ba06f2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.162476] env[69663]: DEBUG oslo_vmware.api [None req-d438fea4-923a-4d8f-b4d2-8a5624ad03e9 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1254.162476] env[69663]: value = "task-3333701" [ 1254.162476] env[69663]: _type = "Task" [ 1254.162476] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.178068] env[69663]: DEBUG nova.network.neutron [-] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.179370] env[69663]: DEBUG oslo_vmware.api [None req-d438fea4-923a-4d8f-b4d2-8a5624ad03e9 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333701, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.206638] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 9015d426-e858-4d31-8601-da0d44a18ed0] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1254.208457] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-30e6e272-1ce5-4fad-a2f3-ff29b4c49935 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.217944] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf03003-ac2b-40de-bbbd-51615eaf8847 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.240548] env[69663]: DEBUG oslo_vmware.api [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333699, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.254301] env[69663]: DEBUG nova.compute.manager [req-6288021c-73b4-45c6-be07-95a2468d6ee1 req-f556cc4d-b248-469b-b1f5-dfbe6949d78b service nova] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Detach interface failed, port_id=22fbe3de-37da-419e-b3da-5df8fc2751e5, reason: Instance c150d2a8-f67c-47da-bba5-1bf960c51248 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1254.342564] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1674f91c-5de3-4425-acdf-cbc569f6d8bd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "2315a4d0-e4b2-4551-ab10-71373f99c3a8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.342796] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1674f91c-5de3-4425-acdf-cbc569f6d8bd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "2315a4d0-e4b2-4551-ab10-71373f99c3a8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.378991] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27eaec5e-d47a-48b9-b560-50b68f5d68c3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.389080] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7e01ae-5fbe-46ec-94aa-afc81e974df3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.421384] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c298249a-62a6-4fb6-a17b-06ffc9a6ac94 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.429122] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ad8a52-26df-476b-b1a0-03696a9ed0a6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.442738] env[69663]: DEBUG nova.compute.provider_tree [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.552026] env[69663]: INFO nova.compute.manager [-] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Took 1.26 seconds to deallocate network for instance. [ 1254.565526] env[69663]: DEBUG oslo_vmware.api [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333697, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518805} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.565816] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 799ddb00-feb4-4314-9c31-2fcb4cfadfba/799ddb00-feb4-4314-9c31-2fcb4cfadfba.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1254.566054] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1254.566320] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2aa8675e-574d-403d-b86f-ed6b93f5fc5d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.573313] env[69663]: DEBUG oslo_vmware.api [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1254.573313] env[69663]: value = "task-3333702" [ 1254.573313] env[69663]: _type = "Task" [ 1254.573313] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.582870] env[69663]: DEBUG oslo_vmware.api [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333702, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.672809] env[69663]: DEBUG oslo_vmware.api [None req-d438fea4-923a-4d8f-b4d2-8a5624ad03e9 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333701, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.673079] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-d438fea4-923a-4d8f-b4d2-8a5624ad03e9 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1254.673279] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d438fea4-923a-4d8f-b4d2-8a5624ad03e9 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1254.673466] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d438fea4-923a-4d8f-b4d2-8a5624ad03e9 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1254.673648] env[69663]: INFO nova.compute.manager [None req-d438fea4-923a-4d8f-b4d2-8a5624ad03e9 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1254.673889] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d438fea4-923a-4d8f-b4d2-8a5624ad03e9 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1254.674101] env[69663]: DEBUG nova.compute.manager [-] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1254.674219] env[69663]: DEBUG nova.network.neutron [-] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1254.680331] env[69663]: INFO nova.compute.manager [-] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Took 1.61 seconds to deallocate network for instance. [ 1254.711646] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: b0fa3bcf-6b6c-451d-be31-d25c29e0d7b7] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1254.741723] env[69663]: DEBUG oslo_vmware.api [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333699, 'name': PowerOnVM_Task, 'duration_secs': 0.852335} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.741978] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1254.742205] env[69663]: INFO nova.compute.manager [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1254.742389] env[69663]: DEBUG nova.compute.manager [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1254.743155] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85aa65c-6d1f-4c7f-a9b3-354bf7fdd0aa {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.846558] env[69663]: DEBUG nova.compute.utils [None req-1674f91c-5de3-4425-acdf-cbc569f6d8bd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1254.945901] env[69663]: DEBUG nova.scheduler.client.report [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1255.062741] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2a087567-bcaa-4802-8561-84a6e7ea9b2b tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.083233] env[69663]: DEBUG oslo_vmware.api [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333702, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064926} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.083539] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1255.084366] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b08aade-ffdc-4e31-bca1-d9940f8e320f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.106069] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 799ddb00-feb4-4314-9c31-2fcb4cfadfba/799ddb00-feb4-4314-9c31-2fcb4cfadfba.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1255.106351] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43f43efc-cc52-47b5-b515-3d27778698fe {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.129431] env[69663]: DEBUG oslo_vmware.api [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1255.129431] env[69663]: value = "task-3333703" [ 1255.129431] env[69663]: _type = "Task" [ 1255.129431] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.137682] env[69663]: DEBUG oslo_vmware.api [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333703, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.214457] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 792b698b-ec36-4642-b1d9-1e991b55e40e] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1255.225074] env[69663]: INFO nova.compute.manager [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Took 0.54 seconds to detach 1 volumes for instance. [ 1255.227123] env[69663]: DEBUG nova.compute.manager [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Deleting volume: 7a3d06e4-a560-4719-94f4-8bad76a5ced2 {{(pid=69663) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3247}} [ 1255.257979] env[69663]: INFO nova.compute.manager [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Took 13.48 seconds to build instance. [ 1255.350015] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1674f91c-5de3-4425-acdf-cbc569f6d8bd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "2315a4d0-e4b2-4551-ab10-71373f99c3a8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.400488] env[69663]: DEBUG nova.network.neutron [-] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.450270] env[69663]: DEBUG oslo_concurrency.lockutils [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.270s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.450797] env[69663]: DEBUG nova.compute.manager [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1255.453353] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2a087567-bcaa-4802-8561-84a6e7ea9b2b tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.391s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.453577] env[69663]: DEBUG nova.objects.instance [None req-2a087567-bcaa-4802-8561-84a6e7ea9b2b tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lazy-loading 'resources' on Instance uuid 72710df5-9d52-4503-8128-1c811c9dc8dc {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.640112] env[69663]: DEBUG oslo_vmware.api [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333703, 'name': ReconfigVM_Task, 'duration_secs': 0.281729} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.640430] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 799ddb00-feb4-4314-9c31-2fcb4cfadfba/799ddb00-feb4-4314-9c31-2fcb4cfadfba.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1255.641085] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5555d3f3-7383-44b5-82ad-6e7e4c39f344 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.648183] env[69663]: DEBUG oslo_vmware.api [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1255.648183] env[69663]: value = "task-3333705" [ 1255.648183] env[69663]: _type = "Task" [ 1255.648183] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.656538] env[69663]: DEBUG oslo_vmware.api [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333705, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.718266] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: c06f5efb-7ba3-4309-83c0-de2f14ff0b7a] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1255.760209] env[69663]: DEBUG oslo_concurrency.lockutils [None req-38f087bd-662c-47aa-bd1b-eb9b1952bc56 tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "1c8f6c99-1d88-44fb-bad8-ada986582932" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.991s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.766489] env[69663]: DEBUG oslo_concurrency.lockutils [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.808313] env[69663]: DEBUG nova.compute.manager [req-4ddb1c4e-2712-41b8-b203-11435c2adc81 req-24556177-3347-4786-8b1c-29f62afb2758 service nova] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Received event network-vif-deleted-f752fc17-1c5b-4074-913b-997feb0d19a6 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1255.902934] env[69663]: INFO nova.compute.manager [-] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Took 1.23 seconds to deallocate network for instance. [ 1255.956429] env[69663]: DEBUG nova.compute.utils [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1255.961315] env[69663]: DEBUG nova.compute.manager [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1255.961315] env[69663]: DEBUG nova.network.neutron [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1256.036411] env[69663]: DEBUG nova.policy [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd85ce462db8a4c53a191985224007777', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '012b7b4a90ba46bbaa828601d289a354', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1256.096559] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3dfb096-3144-4540-9b44-162ac7b112f7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.104471] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b22f74-6416-4cb0-894e-18fa837ec5c5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.133890] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3359306f-30f8-4e09-b665-3e5e8a5fbb34 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.141053] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1ce2a4-6e53-436b-a7fd-ab54510f7703 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.154072] env[69663]: DEBUG nova.compute.provider_tree [None req-2a087567-bcaa-4802-8561-84a6e7ea9b2b tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.162680] env[69663]: DEBUG oslo_vmware.api [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333705, 'name': Rename_Task, 'duration_secs': 0.127188} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.163017] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1256.163291] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-017024f6-770a-456a-ba52-5bcdfe472567 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.170685] env[69663]: DEBUG oslo_vmware.api [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1256.170685] env[69663]: value = "task-3333706" [ 1256.170685] env[69663]: _type = "Task" [ 1256.170685] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.178078] env[69663]: DEBUG oslo_vmware.api [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333706, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.221891] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: c01b7794-182c-4aa8-9469-6c008817e208] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1256.316149] env[69663]: DEBUG nova.network.neutron [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Successfully created port: 9b086c0a-326a-415b-88a9-4022668f9f15 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1256.412494] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d438fea4-923a-4d8f-b4d2-8a5624ad03e9 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.413211] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1674f91c-5de3-4425-acdf-cbc569f6d8bd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "2315a4d0-e4b2-4551-ab10-71373f99c3a8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.413916] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1674f91c-5de3-4425-acdf-cbc569f6d8bd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "2315a4d0-e4b2-4551-ab10-71373f99c3a8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.414249] env[69663]: INFO nova.compute.manager [None req-1674f91c-5de3-4425-acdf-cbc569f6d8bd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Attaching volume 644ca34e-b8c4-400a-b0a8-907a3806e4d5 to /dev/sdb [ 1256.448861] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891838ae-d48c-43e9-9910-63b196aff128 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.456454] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4620a65-9845-4978-8682-90d47b0cf799 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.461677] env[69663]: DEBUG nova.compute.manager [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1256.471307] env[69663]: DEBUG nova.virt.block_device [None req-1674f91c-5de3-4425-acdf-cbc569f6d8bd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Updating existing volume attachment record: 8c05b51b-35cd-4a50-9c96-1a6af5655af2 {{(pid=69663) _volume_attach /opt/stack/nova/nova/virt/block_device.py:665}} [ 1256.659540] env[69663]: DEBUG nova.scheduler.client.report [None req-2a087567-bcaa-4802-8561-84a6e7ea9b2b tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1256.681846] env[69663]: DEBUG oslo_vmware.api [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333706, 'name': PowerOnVM_Task, 'duration_secs': 0.475035} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.682208] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1256.682446] env[69663]: INFO nova.compute.manager [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Took 7.59 seconds to spawn the instance on the hypervisor. [ 1256.682647] env[69663]: DEBUG nova.compute.manager [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1256.683500] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540f1d70-13ab-4cb3-95e8-133597ca4b2c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.727147] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 6d6d0148-518f-417a-accc-7e849f10b95b] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1257.121538] env[69663]: DEBUG nova.compute.manager [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Stashing vm_state: active {{(pid=69663) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1257.165933] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2a087567-bcaa-4802-8561-84a6e7ea9b2b tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.711s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.169883] env[69663]: DEBUG oslo_concurrency.lockutils [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.402s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.169883] env[69663]: DEBUG nova.objects.instance [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lazy-loading 'resources' on Instance uuid c150d2a8-f67c-47da-bba5-1bf960c51248 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.200347] env[69663]: INFO nova.compute.manager [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Took 13.33 seconds to build instance. [ 1257.216659] env[69663]: INFO nova.scheduler.client.report [None req-2a087567-bcaa-4802-8561-84a6e7ea9b2b tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Deleted allocations for instance 72710df5-9d52-4503-8128-1c811c9dc8dc [ 1257.229934] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 7be8d9d2-3b54-490e-8a89-00324c49a5a0] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1257.471213] env[69663]: DEBUG nova.compute.manager [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1257.498642] env[69663]: DEBUG nova.virt.hardware [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1257.499023] env[69663]: DEBUG nova.virt.hardware [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1257.499218] env[69663]: DEBUG nova.virt.hardware [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1257.499432] env[69663]: DEBUG nova.virt.hardware [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1257.499591] env[69663]: DEBUG nova.virt.hardware [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1257.499748] env[69663]: DEBUG nova.virt.hardware [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1257.499961] env[69663]: DEBUG nova.virt.hardware [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1257.500159] env[69663]: DEBUG nova.virt.hardware [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1257.500346] env[69663]: DEBUG nova.virt.hardware [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1257.500522] env[69663]: DEBUG nova.virt.hardware [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1257.500703] env[69663]: DEBUG nova.virt.hardware [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1257.501642] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bc1651-d7c5-4808-bb4d-006c171ef2e5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.510197] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5574e34d-8d9f-438b-b5fc-2dcaf5d54a6b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.645341] env[69663]: DEBUG oslo_concurrency.lockutils [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.703580] env[69663]: DEBUG oslo_concurrency.lockutils [None req-04137e73-6633-4f16-9b2b-915dcdee1c54 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "799ddb00-feb4-4314-9c31-2fcb4cfadfba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.841s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.724744] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2a087567-bcaa-4802-8561-84a6e7ea9b2b tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "72710df5-9d52-4503-8128-1c811c9dc8dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.079s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.733480] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 5389ace8-0152-4b00-9a83-c7b4ec4eb988] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1257.843859] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cff7bf-5d5b-4cef-abc2-0641b3c0a3e6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.856137] env[69663]: DEBUG nova.compute.manager [req-e16c0ade-94dc-43ff-80d5-7dfd0e97e069 req-7770781a-4e4e-47b3-b104-0d1efb7083e1 service nova] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Received event network-vif-plugged-9b086c0a-326a-415b-88a9-4022668f9f15 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1257.856137] env[69663]: DEBUG oslo_concurrency.lockutils [req-e16c0ade-94dc-43ff-80d5-7dfd0e97e069 req-7770781a-4e4e-47b3-b104-0d1efb7083e1 service nova] Acquiring lock "711544cf-78d4-44a3-a0c2-735a7a48409a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.856137] env[69663]: DEBUG oslo_concurrency.lockutils [req-e16c0ade-94dc-43ff-80d5-7dfd0e97e069 req-7770781a-4e4e-47b3-b104-0d1efb7083e1 service nova] Lock "711544cf-78d4-44a3-a0c2-735a7a48409a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.856137] env[69663]: DEBUG oslo_concurrency.lockutils [req-e16c0ade-94dc-43ff-80d5-7dfd0e97e069 req-7770781a-4e4e-47b3-b104-0d1efb7083e1 service nova] Lock "711544cf-78d4-44a3-a0c2-735a7a48409a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.856137] env[69663]: DEBUG nova.compute.manager [req-e16c0ade-94dc-43ff-80d5-7dfd0e97e069 req-7770781a-4e4e-47b3-b104-0d1efb7083e1 service nova] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] No waiting events found dispatching network-vif-plugged-9b086c0a-326a-415b-88a9-4022668f9f15 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1257.856137] env[69663]: WARNING nova.compute.manager [req-e16c0ade-94dc-43ff-80d5-7dfd0e97e069 req-7770781a-4e4e-47b3-b104-0d1efb7083e1 service nova] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Received unexpected event network-vif-plugged-9b086c0a-326a-415b-88a9-4022668f9f15 for instance with vm_state building and task_state spawning. [ 1257.856137] env[69663]: DEBUG nova.network.neutron [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Successfully updated port: 9b086c0a-326a-415b-88a9-4022668f9f15 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1257.865409] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afeb982b-fd5e-4e70-8061-957f7b4787b7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.901294] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d0fc4a-d536-48d3-b50b-fe96b8aa034b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.910168] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43c54b8-a712-41a5-8181-e7d3920476cd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.924858] env[69663]: DEBUG nova.compute.provider_tree [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.238780] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: adbc2e4c-d298-4e17-b927-8165617434b4] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1258.362771] env[69663]: DEBUG oslo_concurrency.lockutils [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquiring lock "refresh_cache-711544cf-78d4-44a3-a0c2-735a7a48409a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.362771] env[69663]: DEBUG oslo_concurrency.lockutils [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquired lock "refresh_cache-711544cf-78d4-44a3-a0c2-735a7a48409a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.362771] env[69663]: DEBUG nova.network.neutron [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1258.435469] env[69663]: DEBUG nova.scheduler.client.report [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1258.666627] env[69663]: DEBUG oslo_concurrency.lockutils [None req-eb117630-b0b7-4391-974f-f10d848ea950 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "731c4f58-055c-480f-99ca-1c9ef9bb9dff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.666627] env[69663]: DEBUG oslo_concurrency.lockutils [None req-eb117630-b0b7-4391-974f-f10d848ea950 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "731c4f58-055c-480f-99ca-1c9ef9bb9dff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.666627] env[69663]: DEBUG oslo_concurrency.lockutils [None req-eb117630-b0b7-4391-974f-f10d848ea950 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "731c4f58-055c-480f-99ca-1c9ef9bb9dff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.666627] env[69663]: DEBUG oslo_concurrency.lockutils [None req-eb117630-b0b7-4391-974f-f10d848ea950 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "731c4f58-055c-480f-99ca-1c9ef9bb9dff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.666627] env[69663]: DEBUG oslo_concurrency.lockutils [None req-eb117630-b0b7-4391-974f-f10d848ea950 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "731c4f58-055c-480f-99ca-1c9ef9bb9dff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.668867] env[69663]: INFO nova.compute.manager [None req-eb117630-b0b7-4391-974f-f10d848ea950 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Terminating instance [ 1258.669644] env[69663]: DEBUG nova.compute.manager [None req-eb117630-b0b7-4391-974f-f10d848ea950 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1258.671115] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-eb117630-b0b7-4391-974f-f10d848ea950 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1258.671115] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e989d3c0-86c3-4a6b-b4a6-068c1d9baeef {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.678163] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb117630-b0b7-4391-974f-f10d848ea950 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1258.678163] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e74640bf-5af3-46b3-aab0-4e72e28b01ff {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.685785] env[69663]: DEBUG oslo_vmware.api [None req-eb117630-b0b7-4391-974f-f10d848ea950 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1258.685785] env[69663]: value = "task-3333708" [ 1258.685785] env[69663]: _type = "Task" [ 1258.685785] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.694197] env[69663]: DEBUG oslo_vmware.api [None req-eb117630-b0b7-4391-974f-f10d848ea950 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.744707] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 716f2e50-a7bc-4c3e-b364-f2b8cfbdffb4] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1258.893823] env[69663]: DEBUG nova.network.neutron [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1258.944388] env[69663]: DEBUG oslo_concurrency.lockutils [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.776s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.947029] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d438fea4-923a-4d8f-b4d2-8a5624ad03e9 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.534s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.947136] env[69663]: DEBUG nova.objects.instance [None req-d438fea4-923a-4d8f-b4d2-8a5624ad03e9 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lazy-loading 'resources' on Instance uuid fec191bb-2cd1-407a-a1ec-cb8e190ed1cd {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.969144] env[69663]: INFO nova.scheduler.client.report [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Deleted allocations for instance c150d2a8-f67c-47da-bba5-1bf960c51248 [ 1259.034879] env[69663]: DEBUG nova.network.neutron [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Updating instance_info_cache with network_info: [{"id": "9b086c0a-326a-415b-88a9-4022668f9f15", "address": "fa:16:3e:5f:ad:c0", "network": {"id": "7ef2a542-c761-41fe-9064-8a46293182d7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1725131609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "012b7b4a90ba46bbaa828601d289a354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b086c0a-32", "ovs_interfaceid": "9b086c0a-326a-415b-88a9-4022668f9f15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.196858] env[69663]: DEBUG oslo_vmware.api [None req-eb117630-b0b7-4391-974f-f10d848ea950 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333708, 'name': PowerOffVM_Task, 'duration_secs': 0.215608} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.196858] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb117630-b0b7-4391-974f-f10d848ea950 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1259.196858] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-eb117630-b0b7-4391-974f-f10d848ea950 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1259.196858] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35755460-eba9-4e3c-9616-9ae0d18f3681 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.248263] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 15b18416-7534-4888-b1a7-9e147ff3980c] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1259.260329] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-eb117630-b0b7-4391-974f-f10d848ea950 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1259.260566] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-eb117630-b0b7-4391-974f-f10d848ea950 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1259.260757] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb117630-b0b7-4391-974f-f10d848ea950 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Deleting the datastore file [datastore1] 731c4f58-055c-480f-99ca-1c9ef9bb9dff {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.261050] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc698d07-3f49-45d0-b813-8e2306c8b810 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.268100] env[69663]: DEBUG oslo_vmware.api [None req-eb117630-b0b7-4391-974f-f10d848ea950 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for the task: (returnval){ [ 1259.268100] env[69663]: value = "task-3333711" [ 1259.268100] env[69663]: _type = "Task" [ 1259.268100] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.276203] env[69663]: DEBUG oslo_vmware.api [None req-eb117630-b0b7-4391-974f-f10d848ea950 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.482120] env[69663]: DEBUG oslo_concurrency.lockutils [None req-80b267cf-35af-4b50-b908-97793105709f tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "c150d2a8-f67c-47da-bba5-1bf960c51248" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.699s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.483389] env[69663]: DEBUG oslo_concurrency.lockutils [None req-65c93727-5cea-4666-a77c-f19d59ce4b6a tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "c150d2a8-f67c-47da-bba5-1bf960c51248" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 7.276s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.483667] env[69663]: DEBUG oslo_concurrency.lockutils [None req-65c93727-5cea-4666-a77c-f19d59ce4b6a tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "c150d2a8-f67c-47da-bba5-1bf960c51248-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.483862] env[69663]: DEBUG oslo_concurrency.lockutils [None req-65c93727-5cea-4666-a77c-f19d59ce4b6a tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "c150d2a8-f67c-47da-bba5-1bf960c51248-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.484047] env[69663]: DEBUG oslo_concurrency.lockutils [None req-65c93727-5cea-4666-a77c-f19d59ce4b6a tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "c150d2a8-f67c-47da-bba5-1bf960c51248-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.487609] env[69663]: INFO nova.compute.manager [None req-65c93727-5cea-4666-a77c-f19d59ce4b6a tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Terminating instance [ 1259.489632] env[69663]: DEBUG nova.compute.manager [None req-65c93727-5cea-4666-a77c-f19d59ce4b6a tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1259.489991] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7281a3ea-d67c-491b-83eb-1a900964ff4f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.501965] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49350e7f-d3bb-42b1-b59a-b8c57e678245 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.538858] env[69663]: DEBUG oslo_concurrency.lockutils [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Releasing lock "refresh_cache-711544cf-78d4-44a3-a0c2-735a7a48409a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.539246] env[69663]: DEBUG nova.compute.manager [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Instance network_info: |[{"id": "9b086c0a-326a-415b-88a9-4022668f9f15", "address": "fa:16:3e:5f:ad:c0", "network": {"id": "7ef2a542-c761-41fe-9064-8a46293182d7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1725131609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "012b7b4a90ba46bbaa828601d289a354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b086c0a-32", "ovs_interfaceid": "9b086c0a-326a-415b-88a9-4022668f9f15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1259.539657] env[69663]: WARNING nova.virt.vmwareapi.driver [None req-65c93727-5cea-4666-a77c-f19d59ce4b6a tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance c150d2a8-f67c-47da-bba5-1bf960c51248 could not be found. [ 1259.539851] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-65c93727-5cea-4666-a77c-f19d59ce4b6a tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1259.540383] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:ad:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '255460d5-71d4-4bfd-87f1-acc10085db7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b086c0a-326a-415b-88a9-4022668f9f15', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1259.548428] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.548632] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9fb1d1c8-7e48-4c4b-8478-c210bba24ee4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.553113] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1259.553544] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74cd1dfb-21a9-4292-8e06-8c59869caf0d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.575537] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f553d4-78c9-4072-883a-b706cb2dd369 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.588930] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1259.588930] env[69663]: value = "task-3333712" [ 1259.588930] env[69663]: _type = "Task" [ 1259.588930] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.596741] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333712, 'name': CreateVM_Task} progress is 10%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.609961] env[69663]: WARNING nova.virt.vmwareapi.vmops [None req-65c93727-5cea-4666-a77c-f19d59ce4b6a tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance c150d2a8-f67c-47da-bba5-1bf960c51248 could not be found. [ 1259.610107] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-65c93727-5cea-4666-a77c-f19d59ce4b6a tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1259.610376] env[69663]: INFO nova.compute.manager [None req-65c93727-5cea-4666-a77c-f19d59ce4b6a tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Took 0.12 seconds to destroy the instance on the hypervisor. [ 1259.610675] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65c93727-5cea-4666-a77c-f19d59ce4b6a tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.610962] env[69663]: DEBUG nova.compute.manager [-] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1259.611104] env[69663]: DEBUG nova.network.neutron [-] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1259.645428] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911eb904-d68d-46f5-aa9b-c0600c93ecd0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.653522] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e923999d-b414-4c82-bbd8-aa874844f8b0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.687984] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b771010-deec-4902-b66c-1c77386fa86e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.695635] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e545f71-88b2-4a45-95c5-41b8ec789b9d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.709748] env[69663]: DEBUG nova.compute.provider_tree [None req-d438fea4-923a-4d8f-b4d2-8a5624ad03e9 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.752472] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 1d2d49f3-0406-467b-95b7-22d38c24dcf5] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1259.778545] env[69663]: DEBUG oslo_vmware.api [None req-eb117630-b0b7-4391-974f-f10d848ea950 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Task: {'id': task-3333711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170567} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.778826] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb117630-b0b7-4391-974f-f10d848ea950 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.779142] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-eb117630-b0b7-4391-974f-f10d848ea950 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1259.779266] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-eb117630-b0b7-4391-974f-f10d848ea950 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1259.779713] env[69663]: INFO nova.compute.manager [None req-eb117630-b0b7-4391-974f-f10d848ea950 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1259.779713] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb117630-b0b7-4391-974f-f10d848ea950 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.779836] env[69663]: DEBUG nova.compute.manager [-] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1259.779923] env[69663]: DEBUG nova.network.neutron [-] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1259.881728] env[69663]: DEBUG nova.compute.manager [req-c4cb6beb-6d45-413e-a791-3133656fee6a req-44d12ec3-a148-4bd0-b2f6-50ee60b642eb service nova] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Received event network-changed-9b086c0a-326a-415b-88a9-4022668f9f15 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1259.882032] env[69663]: DEBUG nova.compute.manager [req-c4cb6beb-6d45-413e-a791-3133656fee6a req-44d12ec3-a148-4bd0-b2f6-50ee60b642eb service nova] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Refreshing instance network info cache due to event network-changed-9b086c0a-326a-415b-88a9-4022668f9f15. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1259.882197] env[69663]: DEBUG oslo_concurrency.lockutils [req-c4cb6beb-6d45-413e-a791-3133656fee6a req-44d12ec3-a148-4bd0-b2f6-50ee60b642eb service nova] Acquiring lock "refresh_cache-711544cf-78d4-44a3-a0c2-735a7a48409a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.882370] env[69663]: DEBUG oslo_concurrency.lockutils [req-c4cb6beb-6d45-413e-a791-3133656fee6a req-44d12ec3-a148-4bd0-b2f6-50ee60b642eb service nova] Acquired lock "refresh_cache-711544cf-78d4-44a3-a0c2-735a7a48409a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.882506] env[69663]: DEBUG nova.network.neutron [req-c4cb6beb-6d45-413e-a791-3133656fee6a req-44d12ec3-a148-4bd0-b2f6-50ee60b642eb service nova] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Refreshing network info cache for port 9b086c0a-326a-415b-88a9-4022668f9f15 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1260.099279] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333712, 'name': CreateVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.135432] env[69663]: DEBUG nova.network.neutron [-] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.213033] env[69663]: DEBUG nova.scheduler.client.report [None req-d438fea4-923a-4d8f-b4d2-8a5624ad03e9 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1260.255989] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1260.256380] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Cleaning up deleted instances with incomplete migration {{(pid=69663) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11264}} [ 1260.530463] env[69663]: DEBUG nova.network.neutron [-] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.600242] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333712, 'name': CreateVM_Task, 'duration_secs': 0.568734} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.600426] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1260.601119] env[69663]: DEBUG oslo_concurrency.lockutils [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.601298] env[69663]: DEBUG oslo_concurrency.lockutils [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.601622] env[69663]: DEBUG oslo_concurrency.lockutils [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.601878] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad7b20c5-dd22-4fb8-bbea-e12c12e08076 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.608300] env[69663]: DEBUG oslo_vmware.api [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1260.608300] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c2599c-8877-9988-a264-198b0a299661" [ 1260.608300] env[69663]: _type = "Task" [ 1260.608300] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.615363] env[69663]: DEBUG oslo_vmware.api [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c2599c-8877-9988-a264-198b0a299661, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.635169] env[69663]: DEBUG nova.network.neutron [req-c4cb6beb-6d45-413e-a791-3133656fee6a req-44d12ec3-a148-4bd0-b2f6-50ee60b642eb service nova] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Updated VIF entry in instance network info cache for port 9b086c0a-326a-415b-88a9-4022668f9f15. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1260.635601] env[69663]: DEBUG nova.network.neutron [req-c4cb6beb-6d45-413e-a791-3133656fee6a req-44d12ec3-a148-4bd0-b2f6-50ee60b642eb service nova] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Updating instance_info_cache with network_info: [{"id": "9b086c0a-326a-415b-88a9-4022668f9f15", "address": "fa:16:3e:5f:ad:c0", "network": {"id": "7ef2a542-c761-41fe-9064-8a46293182d7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1725131609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "012b7b4a90ba46bbaa828601d289a354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b086c0a-32", "ovs_interfaceid": "9b086c0a-326a-415b-88a9-4022668f9f15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.637275] env[69663]: INFO nova.compute.manager [-] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Took 1.03 seconds to deallocate network for instance. [ 1260.649220] env[69663]: WARNING nova.volume.cinder [None req-65c93727-5cea-4666-a77c-f19d59ce4b6a tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Attachment cf774972-3893-44e8-bce4-0f0ea7fe3b5d does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = cf774972-3893-44e8-bce4-0f0ea7fe3b5d. (HTTP 404) (Request-ID: req-65aae8cf-1b81-4415-ba8f-529346d7c08e) [ 1260.649499] env[69663]: INFO nova.compute.manager [None req-65c93727-5cea-4666-a77c-f19d59ce4b6a tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Took 0.01 seconds to detach 1 volumes for instance. [ 1260.651375] env[69663]: DEBUG nova.compute.manager [None req-65c93727-5cea-4666-a77c-f19d59ce4b6a tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Deleting volume: 7a3d06e4-a560-4719-94f4-8bad76a5ced2 {{(pid=69663) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3247}} [ 1260.665066] env[69663]: WARNING nova.compute.manager [None req-65c93727-5cea-4666-a77c-f19d59ce4b6a tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Failed to delete volume: 7a3d06e4-a560-4719-94f4-8bad76a5ced2 due to Volume 7a3d06e4-a560-4719-94f4-8bad76a5ced2 could not be found.: nova.exception.VolumeNotFound: Volume 7a3d06e4-a560-4719-94f4-8bad76a5ced2 could not be found. [ 1260.717732] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d438fea4-923a-4d8f-b4d2-8a5624ad03e9 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.771s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.720217] env[69663]: DEBUG oslo_concurrency.lockutils [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.075s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.745294] env[69663]: INFO nova.scheduler.client.report [None req-d438fea4-923a-4d8f-b4d2-8a5624ad03e9 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Deleted allocations for instance fec191bb-2cd1-407a-a1ec-cb8e190ed1cd [ 1260.759190] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1261.018446] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-1674f91c-5de3-4425-acdf-cbc569f6d8bd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Volume attach. Driver type: vmdk {{(pid=69663) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1261.018691] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-1674f91c-5de3-4425-acdf-cbc569f6d8bd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665447', 'volume_id': '644ca34e-b8c4-400a-b0a8-907a3806e4d5', 'name': 'volume-644ca34e-b8c4-400a-b0a8-907a3806e4d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2315a4d0-e4b2-4551-ab10-71373f99c3a8', 'attached_at': '', 'detached_at': '', 'volume_id': '644ca34e-b8c4-400a-b0a8-907a3806e4d5', 'serial': '644ca34e-b8c4-400a-b0a8-907a3806e4d5'} {{(pid=69663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1261.019594] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb52479-16ac-4891-bca8-f4009971fd06 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.036553] env[69663]: INFO nova.compute.manager [-] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Took 1.26 seconds to deallocate network for instance. [ 1261.038741] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5252cab0-b4a6-47dd-99b6-20a1b71409c3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.066027] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-1674f91c-5de3-4425-acdf-cbc569f6d8bd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-644ca34e-b8c4-400a-b0a8-907a3806e4d5/volume-644ca34e-b8c4-400a-b0a8-907a3806e4d5.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1261.066568] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48cb7a82-729c-4376-bf04-4d0d7372d481 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.085377] env[69663]: DEBUG oslo_vmware.api [None req-1674f91c-5de3-4425-acdf-cbc569f6d8bd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1261.085377] env[69663]: value = "task-3333714" [ 1261.085377] env[69663]: _type = "Task" [ 1261.085377] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.093082] env[69663]: DEBUG oslo_vmware.api [None req-1674f91c-5de3-4425-acdf-cbc569f6d8bd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333714, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.117736] env[69663]: DEBUG oslo_vmware.api [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c2599c-8877-9988-a264-198b0a299661, 'name': SearchDatastore_Task, 'duration_secs': 0.049286} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.117910] env[69663]: DEBUG oslo_concurrency.lockutils [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.118302] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1261.118582] env[69663]: DEBUG oslo_concurrency.lockutils [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.118740] env[69663]: DEBUG oslo_concurrency.lockutils [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.118926] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1261.119201] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6573012-b667-4f3b-a946-b52252c558a8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.125967] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1261.126131] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1261.126812] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-943b3fc1-b8dc-4ae1-bf10-698b04fa1c9d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.131531] env[69663]: DEBUG oslo_vmware.api [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1261.131531] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]521755eb-7340-17ad-8eab-3b5b4bbefc49" [ 1261.131531] env[69663]: _type = "Task" [ 1261.131531] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.139269] env[69663]: DEBUG oslo_concurrency.lockutils [req-c4cb6beb-6d45-413e-a791-3133656fee6a req-44d12ec3-a148-4bd0-b2f6-50ee60b642eb service nova] Releasing lock "refresh_cache-711544cf-78d4-44a3-a0c2-735a7a48409a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.139568] env[69663]: DEBUG nova.compute.manager [req-c4cb6beb-6d45-413e-a791-3133656fee6a req-44d12ec3-a148-4bd0-b2f6-50ee60b642eb service nova] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Received event network-changed-9077eb9e-fdef-48fa-91e8-737ce43a6952 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1261.139793] env[69663]: DEBUG nova.compute.manager [req-c4cb6beb-6d45-413e-a791-3133656fee6a req-44d12ec3-a148-4bd0-b2f6-50ee60b642eb service nova] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Refreshing instance network info cache due to event network-changed-9077eb9e-fdef-48fa-91e8-737ce43a6952. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1261.140026] env[69663]: DEBUG oslo_concurrency.lockutils [req-c4cb6beb-6d45-413e-a791-3133656fee6a req-44d12ec3-a148-4bd0-b2f6-50ee60b642eb service nova] Acquiring lock "refresh_cache-799ddb00-feb4-4314-9c31-2fcb4cfadfba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.140183] env[69663]: DEBUG oslo_concurrency.lockutils [req-c4cb6beb-6d45-413e-a791-3133656fee6a req-44d12ec3-a148-4bd0-b2f6-50ee60b642eb service nova] Acquired lock "refresh_cache-799ddb00-feb4-4314-9c31-2fcb4cfadfba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.140356] env[69663]: DEBUG nova.network.neutron [req-c4cb6beb-6d45-413e-a791-3133656fee6a req-44d12ec3-a148-4bd0-b2f6-50ee60b642eb service nova] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Refreshing network info cache for port 9077eb9e-fdef-48fa-91e8-737ce43a6952 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1261.141757] env[69663]: DEBUG oslo_vmware.api [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]521755eb-7340-17ad-8eab-3b5b4bbefc49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.169060] env[69663]: INFO nova.compute.manager [None req-65c93727-5cea-4666-a77c-f19d59ce4b6a tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Instance disappeared during terminate [ 1261.169060] env[69663]: DEBUG oslo_concurrency.lockutils [None req-65c93727-5cea-4666-a77c-f19d59ce4b6a tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "c150d2a8-f67c-47da-bba5-1bf960c51248" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 1.686s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.225750] env[69663]: INFO nova.compute.claims [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1261.252997] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d438fea4-923a-4d8f-b4d2-8a5624ad03e9 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "fec191bb-2cd1-407a-a1ec-cb8e190ed1cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.718s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.545882] env[69663]: DEBUG oslo_concurrency.lockutils [None req-eb117630-b0b7-4391-974f-f10d848ea950 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.595159] env[69663]: DEBUG oslo_vmware.api [None req-1674f91c-5de3-4425-acdf-cbc569f6d8bd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333714, 'name': ReconfigVM_Task, 'duration_secs': 0.460617} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.595446] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-1674f91c-5de3-4425-acdf-cbc569f6d8bd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-644ca34e-b8c4-400a-b0a8-907a3806e4d5/volume-644ca34e-b8c4-400a-b0a8-907a3806e4d5.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1261.600060] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49262153-f19f-4686-a4da-a2bd397a9f9b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.615571] env[69663]: DEBUG oslo_vmware.api [None req-1674f91c-5de3-4425-acdf-cbc569f6d8bd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1261.615571] env[69663]: value = "task-3333715" [ 1261.615571] env[69663]: _type = "Task" [ 1261.615571] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.629832] env[69663]: DEBUG oslo_vmware.api [None req-1674f91c-5de3-4425-acdf-cbc569f6d8bd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333715, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.640362] env[69663]: DEBUG oslo_vmware.api [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]521755eb-7340-17ad-8eab-3b5b4bbefc49, 'name': SearchDatastore_Task, 'duration_secs': 0.008959} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.641166] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6071b8cf-9514-4103-b498-3c10d6c52d88 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.649073] env[69663]: DEBUG oslo_vmware.api [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1261.649073] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]523f81b0-ffbe-844d-7eff-42c5d10ba50c" [ 1261.649073] env[69663]: _type = "Task" [ 1261.649073] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.659620] env[69663]: DEBUG oslo_vmware.api [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]523f81b0-ffbe-844d-7eff-42c5d10ba50c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.732521] env[69663]: INFO nova.compute.resource_tracker [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Updating resource usage from migration 061c6ef6-798e-470a-b48b-71a8166e781b [ 1261.882708] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f810c1-c574-4e66-8270-ab5e7a4121d5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.891573] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e0c87f-d956-48a4-a5a2-5f47f3edb617 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.922583] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522aa9ff-8047-46de-ba3f-9ef8da5d6531 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.930881] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98bb008-3561-41e7-a520-dc1a30e6f898 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.937394] env[69663]: DEBUG nova.network.neutron [req-c4cb6beb-6d45-413e-a791-3133656fee6a req-44d12ec3-a148-4bd0-b2f6-50ee60b642eb service nova] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Updated VIF entry in instance network info cache for port 9077eb9e-fdef-48fa-91e8-737ce43a6952. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1261.937794] env[69663]: DEBUG nova.network.neutron [req-c4cb6beb-6d45-413e-a791-3133656fee6a req-44d12ec3-a148-4bd0-b2f6-50ee60b642eb service nova] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Updating instance_info_cache with network_info: [{"id": "9077eb9e-fdef-48fa-91e8-737ce43a6952", "address": "fa:16:3e:fe:c1:86", "network": {"id": "8f5d2d06-6bc8-438e-ba54-64cbb07bda53", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1813658570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a924ac6b603449649201ef562daf8ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9077eb9e-fd", "ovs_interfaceid": "9077eb9e-fdef-48fa-91e8-737ce43a6952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.941062] env[69663]: DEBUG nova.compute.manager [req-cd6401f3-420f-4fa0-882b-848f07b6b205 req-3b5ac229-5e67-4232-aeb3-11e4e07725be service nova] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Received event network-vif-deleted-b70156ee-7aab-41a4-815a-5544f146297b {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1261.952171] env[69663]: DEBUG nova.compute.provider_tree [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.126698] env[69663]: DEBUG oslo_vmware.api [None req-1674f91c-5de3-4425-acdf-cbc569f6d8bd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333715, 'name': ReconfigVM_Task, 'duration_secs': 0.141625} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.126945] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-1674f91c-5de3-4425-acdf-cbc569f6d8bd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665447', 'volume_id': '644ca34e-b8c4-400a-b0a8-907a3806e4d5', 'name': 'volume-644ca34e-b8c4-400a-b0a8-907a3806e4d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2315a4d0-e4b2-4551-ab10-71373f99c3a8', 'attached_at': '', 'detached_at': '', 'volume_id': '644ca34e-b8c4-400a-b0a8-907a3806e4d5', 'serial': '644ca34e-b8c4-400a-b0a8-907a3806e4d5'} {{(pid=69663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1262.159510] env[69663]: DEBUG oslo_vmware.api [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]523f81b0-ffbe-844d-7eff-42c5d10ba50c, 'name': SearchDatastore_Task, 'duration_secs': 0.009851} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.159777] env[69663]: DEBUG oslo_concurrency.lockutils [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.159851] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 711544cf-78d4-44a3-a0c2-735a7a48409a/711544cf-78d4-44a3-a0c2-735a7a48409a.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1262.160145] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56193cb9-7b30-44be-8a47-e52d7f05513b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.166715] env[69663]: DEBUG oslo_vmware.api [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1262.166715] env[69663]: value = "task-3333716" [ 1262.166715] env[69663]: _type = "Task" [ 1262.166715] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.174048] env[69663]: DEBUG oslo_vmware.api [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.442825] env[69663]: DEBUG oslo_concurrency.lockutils [req-c4cb6beb-6d45-413e-a791-3133656fee6a req-44d12ec3-a148-4bd0-b2f6-50ee60b642eb service nova] Releasing lock "refresh_cache-799ddb00-feb4-4314-9c31-2fcb4cfadfba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.455558] env[69663]: DEBUG nova.scheduler.client.report [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1262.676247] env[69663]: DEBUG oslo_vmware.api [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504998} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.677118] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 711544cf-78d4-44a3-a0c2-735a7a48409a/711544cf-78d4-44a3-a0c2-735a7a48409a.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1262.677356] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1262.677638] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-826ad877-1dea-4f08-81c7-f4b5dd8eb37b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.684080] env[69663]: DEBUG oslo_vmware.api [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1262.684080] env[69663]: value = "task-3333717" [ 1262.684080] env[69663]: _type = "Task" [ 1262.684080] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.691881] env[69663]: DEBUG oslo_vmware.api [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333717, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.961206] env[69663]: DEBUG oslo_concurrency.lockutils [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.241s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.961495] env[69663]: INFO nova.compute.manager [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Migrating [ 1262.968190] env[69663]: DEBUG oslo_concurrency.lockutils [None req-eb117630-b0b7-4391-974f-f10d848ea950 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.422s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.968451] env[69663]: DEBUG nova.objects.instance [None req-eb117630-b0b7-4391-974f-f10d848ea950 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lazy-loading 'resources' on Instance uuid 731c4f58-055c-480f-99ca-1c9ef9bb9dff {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.131069] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c87f986-b9b8-4702-9495-54c9cb9eb7c0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.139573] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac7c365-a0bd-43de-b969-c51121174d96 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.171710] env[69663]: DEBUG nova.objects.instance [None req-1674f91c-5de3-4425-acdf-cbc569f6d8bd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lazy-loading 'flavor' on Instance uuid 2315a4d0-e4b2-4551-ab10-71373f99c3a8 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.173637] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d708f2d-888f-4d36-b911-febf3539ccbd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.184876] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9155a33f-7c40-4f82-8a81-235471e671a9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.204399] env[69663]: DEBUG nova.compute.provider_tree [None req-eb117630-b0b7-4391-974f-f10d848ea950 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.208860] env[69663]: DEBUG oslo_vmware.api [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333717, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.329194} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.209346] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1263.210767] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39176166-7ba5-4aa2-98e4-8a3cfd5238bb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.234788] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 711544cf-78d4-44a3-a0c2-735a7a48409a/711544cf-78d4-44a3-a0c2-735a7a48409a.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1263.235351] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c352d078-e574-4512-81ea-010cb5d98641 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.256850] env[69663]: DEBUG oslo_vmware.api [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1263.256850] env[69663]: value = "task-3333718" [ 1263.256850] env[69663]: _type = "Task" [ 1263.256850] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.264750] env[69663]: DEBUG oslo_vmware.api [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333718, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.480987] env[69663]: DEBUG oslo_concurrency.lockutils [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "refresh_cache-1c8f6c99-1d88-44fb-bad8-ada986582932" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.481225] env[69663]: DEBUG oslo_concurrency.lockutils [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquired lock "refresh_cache-1c8f6c99-1d88-44fb-bad8-ada986582932" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.481449] env[69663]: DEBUG nova.network.neutron [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1263.568750] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e8093f9a-5967-48e3-b560-0735f76bb100 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "f8fd6dad-6e51-4f7c-b769-00f03441a061" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.569038] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e8093f9a-5967-48e3-b560-0735f76bb100 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "f8fd6dad-6e51-4f7c-b769-00f03441a061" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.569268] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e8093f9a-5967-48e3-b560-0735f76bb100 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "f8fd6dad-6e51-4f7c-b769-00f03441a061-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.569458] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e8093f9a-5967-48e3-b560-0735f76bb100 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "f8fd6dad-6e51-4f7c-b769-00f03441a061-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.569635] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e8093f9a-5967-48e3-b560-0735f76bb100 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "f8fd6dad-6e51-4f7c-b769-00f03441a061-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.571969] env[69663]: INFO nova.compute.manager [None req-e8093f9a-5967-48e3-b560-0735f76bb100 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Terminating instance [ 1263.573897] env[69663]: DEBUG nova.compute.manager [None req-e8093f9a-5967-48e3-b560-0735f76bb100 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1263.574202] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e8093f9a-5967-48e3-b560-0735f76bb100 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1263.575168] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17612065-138d-433a-875c-4fb39b8b8b81 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.584838] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8093f9a-5967-48e3-b560-0735f76bb100 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1263.585093] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c4b676b-6025-480c-b29e-ca313f0ffd1a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.592508] env[69663]: DEBUG oslo_vmware.api [None req-e8093f9a-5967-48e3-b560-0735f76bb100 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1263.592508] env[69663]: value = "task-3333719" [ 1263.592508] env[69663]: _type = "Task" [ 1263.592508] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.600008] env[69663]: DEBUG oslo_vmware.api [None req-e8093f9a-5967-48e3-b560-0735f76bb100 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.679086] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1674f91c-5de3-4425-acdf-cbc569f6d8bd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "2315a4d0-e4b2-4551-ab10-71373f99c3a8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.265s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.710118] env[69663]: DEBUG nova.scheduler.client.report [None req-eb117630-b0b7-4391-974f-f10d848ea950 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1263.767042] env[69663]: DEBUG oslo_vmware.api [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333718, 'name': ReconfigVM_Task, 'duration_secs': 0.370279} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.767342] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 711544cf-78d4-44a3-a0c2-735a7a48409a/711544cf-78d4-44a3-a0c2-735a7a48409a.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.767966] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97bfdbe7-d1e8-4b46-a24d-5af2ffd2dc16 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.774080] env[69663]: DEBUG oslo_vmware.api [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1263.774080] env[69663]: value = "task-3333720" [ 1263.774080] env[69663]: _type = "Task" [ 1263.774080] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.781642] env[69663]: DEBUG oslo_vmware.api [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333720, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.000971] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5ce195f1-0e58-4f8b-b183-937bb463f1e0 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "2315a4d0-e4b2-4551-ab10-71373f99c3a8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.001215] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5ce195f1-0e58-4f8b-b183-937bb463f1e0 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "2315a4d0-e4b2-4551-ab10-71373f99c3a8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.103347] env[69663]: DEBUG oslo_vmware.api [None req-e8093f9a-5967-48e3-b560-0735f76bb100 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333719, 'name': PowerOffVM_Task, 'duration_secs': 0.43855} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.103679] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8093f9a-5967-48e3-b560-0735f76bb100 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1264.103860] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e8093f9a-5967-48e3-b560-0735f76bb100 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1264.104124] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f96ce14-1ba7-4351-bd13-f2a059a6a8cd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.180240] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e8093f9a-5967-48e3-b560-0735f76bb100 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1264.180488] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e8093f9a-5967-48e3-b560-0735f76bb100 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1264.180684] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8093f9a-5967-48e3-b560-0735f76bb100 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Deleting the datastore file [datastore2] f8fd6dad-6e51-4f7c-b769-00f03441a061 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.181246] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1c0b187-c7f1-4b3c-bfc2-bf47ba753e5a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.190267] env[69663]: DEBUG oslo_vmware.api [None req-e8093f9a-5967-48e3-b560-0735f76bb100 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for the task: (returnval){ [ 1264.190267] env[69663]: value = "task-3333722" [ 1264.190267] env[69663]: _type = "Task" [ 1264.190267] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.204335] env[69663]: DEBUG oslo_vmware.api [None req-e8093f9a-5967-48e3-b560-0735f76bb100 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.214948] env[69663]: DEBUG oslo_concurrency.lockutils [None req-eb117630-b0b7-4391-974f-f10d848ea950 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.247s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.245017] env[69663]: INFO nova.scheduler.client.report [None req-eb117630-b0b7-4391-974f-f10d848ea950 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Deleted allocations for instance 731c4f58-055c-480f-99ca-1c9ef9bb9dff [ 1264.284087] env[69663]: DEBUG oslo_vmware.api [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333720, 'name': Rename_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.304586] env[69663]: DEBUG nova.network.neutron [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Updating instance_info_cache with network_info: [{"id": "0a11a182-3e5b-420e-a4db-5bbe224198ed", "address": "fa:16:3e:2d:6b:e1", "network": {"id": "574b1c04-2607-4692-ac23-60377f5a2ddd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1371851621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68815e7d149245cba41f9e38abbf12c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a11a182-3e", "ovs_interfaceid": "0a11a182-3e5b-420e-a4db-5bbe224198ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.504047] env[69663]: INFO nova.compute.manager [None req-5ce195f1-0e58-4f8b-b183-937bb463f1e0 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Detaching volume 644ca34e-b8c4-400a-b0a8-907a3806e4d5 [ 1264.539969] env[69663]: INFO nova.virt.block_device [None req-5ce195f1-0e58-4f8b-b183-937bb463f1e0 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Attempting to driver detach volume 644ca34e-b8c4-400a-b0a8-907a3806e4d5 from mountpoint /dev/sdb [ 1264.540262] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ce195f1-0e58-4f8b-b183-937bb463f1e0 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Volume detach. Driver type: vmdk {{(pid=69663) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1264.540464] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ce195f1-0e58-4f8b-b183-937bb463f1e0 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665447', 'volume_id': '644ca34e-b8c4-400a-b0a8-907a3806e4d5', 'name': 'volume-644ca34e-b8c4-400a-b0a8-907a3806e4d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2315a4d0-e4b2-4551-ab10-71373f99c3a8', 'attached_at': '', 'detached_at': '', 'volume_id': '644ca34e-b8c4-400a-b0a8-907a3806e4d5', 'serial': '644ca34e-b8c4-400a-b0a8-907a3806e4d5'} {{(pid=69663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1264.541399] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f197594-9db8-4cfc-94f7-8e84b778d053 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.563868] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f93ad49-7a0d-4926-a15f-767328aedaef {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.570869] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9891b706-445b-4b14-a5c8-45f6d63a4db6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.593051] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a653f1e-8914-4f73-b5f7-4526ad6e56d4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.607858] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ce195f1-0e58-4f8b-b183-937bb463f1e0 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] The volume has not been displaced from its original location: [datastore1] volume-644ca34e-b8c4-400a-b0a8-907a3806e4d5/volume-644ca34e-b8c4-400a-b0a8-907a3806e4d5.vmdk. No consolidation needed. {{(pid=69663) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1264.613117] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ce195f1-0e58-4f8b-b183-937bb463f1e0 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1264.613452] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d292a53d-0dff-46d3-930a-830a852a6678 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.630513] env[69663]: DEBUG oslo_vmware.api [None req-5ce195f1-0e58-4f8b-b183-937bb463f1e0 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1264.630513] env[69663]: value = "task-3333723" [ 1264.630513] env[69663]: _type = "Task" [ 1264.630513] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.642286] env[69663]: DEBUG oslo_vmware.api [None req-5ce195f1-0e58-4f8b-b183-937bb463f1e0 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333723, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.700587] env[69663]: DEBUG oslo_vmware.api [None req-e8093f9a-5967-48e3-b560-0735f76bb100 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Task: {'id': task-3333722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177322} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.700992] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8093f9a-5967-48e3-b560-0735f76bb100 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1264.701055] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e8093f9a-5967-48e3-b560-0735f76bb100 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1264.701243] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e8093f9a-5967-48e3-b560-0735f76bb100 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1264.701423] env[69663]: INFO nova.compute.manager [None req-e8093f9a-5967-48e3-b560-0735f76bb100 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1264.701675] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8093f9a-5967-48e3-b560-0735f76bb100 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.701872] env[69663]: DEBUG nova.compute.manager [-] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1264.701966] env[69663]: DEBUG nova.network.neutron [-] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1264.753463] env[69663]: DEBUG oslo_concurrency.lockutils [None req-eb117630-b0b7-4391-974f-f10d848ea950 tempest-ServersTestJSON-797164957 tempest-ServersTestJSON-797164957-project-member] Lock "731c4f58-055c-480f-99ca-1c9ef9bb9dff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.089s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.785071] env[69663]: DEBUG oslo_vmware.api [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333720, 'name': Rename_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.807585] env[69663]: DEBUG oslo_concurrency.lockutils [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Releasing lock "refresh_cache-1c8f6c99-1d88-44fb-bad8-ada986582932" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.939594] env[69663]: DEBUG nova.compute.manager [req-aa91dbdd-0d81-4496-9783-d891004d6588 req-a1f4f6f0-efb1-4e4f-8049-695d99843256 service nova] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Received event network-vif-deleted-a76837b3-8de3-4fe2-809d-081fe43ac642 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1264.939814] env[69663]: INFO nova.compute.manager [req-aa91dbdd-0d81-4496-9783-d891004d6588 req-a1f4f6f0-efb1-4e4f-8049-695d99843256 service nova] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Neutron deleted interface a76837b3-8de3-4fe2-809d-081fe43ac642; detaching it from the instance and deleting it from the info cache [ 1264.940022] env[69663]: DEBUG nova.network.neutron [req-aa91dbdd-0d81-4496-9783-d891004d6588 req-a1f4f6f0-efb1-4e4f-8049-695d99843256 service nova] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.140477] env[69663]: DEBUG oslo_vmware.api [None req-5ce195f1-0e58-4f8b-b183-937bb463f1e0 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333723, 'name': ReconfigVM_Task, 'duration_secs': 0.212377} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.140844] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ce195f1-0e58-4f8b-b183-937bb463f1e0 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1265.145682] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c2cc717-2a4d-4d35-b3a0-f938c8bc44a3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.160945] env[69663]: DEBUG oslo_vmware.api [None req-5ce195f1-0e58-4f8b-b183-937bb463f1e0 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1265.160945] env[69663]: value = "task-3333724" [ 1265.160945] env[69663]: _type = "Task" [ 1265.160945] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.168761] env[69663]: DEBUG oslo_vmware.api [None req-5ce195f1-0e58-4f8b-b183-937bb463f1e0 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333724, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.284499] env[69663]: DEBUG oslo_vmware.api [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333720, 'name': Rename_Task, 'duration_secs': 1.137226} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.284770] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1265.285146] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf8ac224-14f5-4185-b532-0abd381fe62f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.292318] env[69663]: DEBUG oslo_vmware.api [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1265.292318] env[69663]: value = "task-3333725" [ 1265.292318] env[69663]: _type = "Task" [ 1265.292318] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.304749] env[69663]: DEBUG oslo_vmware.api [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.421912] env[69663]: DEBUG nova.network.neutron [-] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.445109] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-074e2243-0784-40ea-be39-f4b7867d32e5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.456024] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2803f1cf-129c-4563-aaf1-e634e37f7901 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.488219] env[69663]: DEBUG nova.compute.manager [req-aa91dbdd-0d81-4496-9783-d891004d6588 req-a1f4f6f0-efb1-4e4f-8049-695d99843256 service nova] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Detach interface failed, port_id=a76837b3-8de3-4fe2-809d-081fe43ac642, reason: Instance f8fd6dad-6e51-4f7c-b769-00f03441a061 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1265.541674] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.671164] env[69663]: DEBUG oslo_vmware.api [None req-5ce195f1-0e58-4f8b-b183-937bb463f1e0 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333724, 'name': ReconfigVM_Task, 'duration_secs': 0.145779} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.671336] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ce195f1-0e58-4f8b-b183-937bb463f1e0 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665447', 'volume_id': '644ca34e-b8c4-400a-b0a8-907a3806e4d5', 'name': 'volume-644ca34e-b8c4-400a-b0a8-907a3806e4d5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2315a4d0-e4b2-4551-ab10-71373f99c3a8', 'attached_at': '', 'detached_at': '', 'volume_id': '644ca34e-b8c4-400a-b0a8-907a3806e4d5', 'serial': '644ca34e-b8c4-400a-b0a8-907a3806e4d5'} {{(pid=69663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1265.802925] env[69663]: DEBUG oslo_vmware.api [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333725, 'name': PowerOnVM_Task, 'duration_secs': 0.459321} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.803328] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1265.803450] env[69663]: INFO nova.compute.manager [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1265.803633] env[69663]: DEBUG nova.compute.manager [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1265.804511] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500ac5af-8343-4b1e-979c-abd62a359934 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.928727] env[69663]: INFO nova.compute.manager [-] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Took 1.22 seconds to deallocate network for instance. [ 1266.045995] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Getting list of instances from cluster (obj){ [ 1266.045995] env[69663]: value = "domain-c8" [ 1266.045995] env[69663]: _type = "ClusterComputeResource" [ 1266.045995] env[69663]: } {{(pid=69663) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2122}} [ 1266.047147] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa8ee52-6dbf-4e99-b432-2ccb0d1f2278 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.064097] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Got total of 7 instances {{(pid=69663) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2131}} [ 1266.064296] env[69663]: WARNING nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] While synchronizing instance power states, found 8 instances in the database and 7 instances on the hypervisor. [ 1266.064463] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Triggering sync for uuid f8fd6dad-6e51-4f7c-b769-00f03441a061 {{(pid=69663) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 1266.064656] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Triggering sync for uuid 2315a4d0-e4b2-4551-ab10-71373f99c3a8 {{(pid=69663) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 1266.064810] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Triggering sync for uuid 9f4b5f0a-26f0-4530-b3c0-f33140235d85 {{(pid=69663) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 1266.064957] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Triggering sync for uuid 27c4c81f-b24e-4476-a762-3515ef2d6c78 {{(pid=69663) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 1266.065123] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Triggering sync for uuid d6662031-a850-459f-986e-f9baa8629360 {{(pid=69663) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 1266.065292] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Triggering sync for uuid 1c8f6c99-1d88-44fb-bad8-ada986582932 {{(pid=69663) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 1266.065459] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Triggering sync for uuid 799ddb00-feb4-4314-9c31-2fcb4cfadfba {{(pid=69663) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 1266.065610] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Triggering sync for uuid 711544cf-78d4-44a3-a0c2-735a7a48409a {{(pid=69663) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10336}} [ 1266.065955] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "f8fd6dad-6e51-4f7c-b769-00f03441a061" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.066217] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "2315a4d0-e4b2-4551-ab10-71373f99c3a8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.066426] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "9f4b5f0a-26f0-4530-b3c0-f33140235d85" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.066620] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "9f4b5f0a-26f0-4530-b3c0-f33140235d85" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.066882] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "27c4c81f-b24e-4476-a762-3515ef2d6c78" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.067083] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "27c4c81f-b24e-4476-a762-3515ef2d6c78" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.067408] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "d6662031-a850-459f-986e-f9baa8629360" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.067608] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "d6662031-a850-459f-986e-f9baa8629360" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.067848] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "1c8f6c99-1d88-44fb-bad8-ada986582932" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.068038] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "1c8f6c99-1d88-44fb-bad8-ada986582932" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.068210] env[69663]: INFO nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1266.068378] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "1c8f6c99-1d88-44fb-bad8-ada986582932" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.068559] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "799ddb00-feb4-4314-9c31-2fcb4cfadfba" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.068733] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "799ddb00-feb4-4314-9c31-2fcb4cfadfba" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.068972] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "711544cf-78d4-44a3-a0c2-735a7a48409a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.069793] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4739f713-617b-482b-bae3-2c50e9e37403 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.072849] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339474fd-ad2b-4a32-b546-f20200d8999e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.075555] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b66dae5-467e-46ae-bad6-36370615b80d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.079952] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c11e5d-69b6-4342-b1d2-28577bc4d06d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.218722] env[69663]: DEBUG nova.objects.instance [None req-5ce195f1-0e58-4f8b-b183-937bb463f1e0 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lazy-loading 'flavor' on Instance uuid 2315a4d0-e4b2-4551-ab10-71373f99c3a8 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.325930] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee948c29-f505-4888-a64c-9afc518fc974 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.330372] env[69663]: INFO nova.compute.manager [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Took 13.17 seconds to build instance. [ 1266.348939] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Updating instance '1c8f6c99-1d88-44fb-bad8-ada986582932' progress to 0 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1266.434045] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e8093f9a-5967-48e3-b560-0735f76bb100 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.434303] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e8093f9a-5967-48e3-b560-0735f76bb100 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.434530] env[69663]: DEBUG nova.objects.instance [None req-e8093f9a-5967-48e3-b560-0735f76bb100 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lazy-loading 'resources' on Instance uuid f8fd6dad-6e51-4f7c-b769-00f03441a061 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.594881] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "27c4c81f-b24e-4476-a762-3515ef2d6c78" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.528s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.595777] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "9f4b5f0a-26f0-4530-b3c0-f33140235d85" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.529s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.595777] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "799ddb00-feb4-4314-9c31-2fcb4cfadfba" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.527s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.596094] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "d6662031-a850-459f-986e-f9baa8629360" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.528s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.833736] env[69663]: DEBUG oslo_concurrency.lockutils [None req-037fe2db-4975-48bc-90e5-a4c6e7d45880 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lock "711544cf-78d4-44a3-a0c2-735a7a48409a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.703s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.835551] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "711544cf-78d4-44a3-a0c2-735a7a48409a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.766s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.835806] env[69663]: INFO nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] During sync_power_state the instance has a pending task (spawning). Skip. [ 1266.835999] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "711544cf-78d4-44a3-a0c2-735a7a48409a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.858023] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1266.858415] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f62c5a49-05d9-45bb-a8ff-bfc1a9e14d12 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.866908] env[69663]: DEBUG oslo_vmware.api [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1266.866908] env[69663]: value = "task-3333726" [ 1266.866908] env[69663]: _type = "Task" [ 1266.866908] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.875450] env[69663]: DEBUG oslo_vmware.api [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.082151] env[69663]: DEBUG oslo_concurrency.lockutils [None req-66680c36-2727-46d4-b050-0fa1ba109341 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Acquiring lock "9f4b5f0a-26f0-4530-b3c0-f33140235d85" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.082451] env[69663]: DEBUG oslo_concurrency.lockutils [None req-66680c36-2727-46d4-b050-0fa1ba109341 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "9f4b5f0a-26f0-4530-b3c0-f33140235d85" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.127188] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ec89a5-9ba5-45e6-8ba9-2bd65b7d5e1b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.135547] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f621289a-6949-4de8-bf8e-89782db1a37f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.171034] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b505aec9-56ab-4afe-83bb-6fe4593bc0a9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.180476] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e4fde3-a119-4c69-b275-de889f608409 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.195427] env[69663]: DEBUG nova.compute.provider_tree [None req-e8093f9a-5967-48e3-b560-0735f76bb100 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.199356] env[69663]: DEBUG nova.compute.manager [req-ca4ec869-daa9-44e9-b525-e7bf0926b1b1 req-f5692236-1ec1-4e0d-a601-0ea483c0b2e6 service nova] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Received event network-changed-9b086c0a-326a-415b-88a9-4022668f9f15 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1267.199698] env[69663]: DEBUG nova.compute.manager [req-ca4ec869-daa9-44e9-b525-e7bf0926b1b1 req-f5692236-1ec1-4e0d-a601-0ea483c0b2e6 service nova] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Refreshing instance network info cache due to event network-changed-9b086c0a-326a-415b-88a9-4022668f9f15. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1267.199810] env[69663]: DEBUG oslo_concurrency.lockutils [req-ca4ec869-daa9-44e9-b525-e7bf0926b1b1 req-f5692236-1ec1-4e0d-a601-0ea483c0b2e6 service nova] Acquiring lock "refresh_cache-711544cf-78d4-44a3-a0c2-735a7a48409a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.199912] env[69663]: DEBUG oslo_concurrency.lockutils [req-ca4ec869-daa9-44e9-b525-e7bf0926b1b1 req-f5692236-1ec1-4e0d-a601-0ea483c0b2e6 service nova] Acquired lock "refresh_cache-711544cf-78d4-44a3-a0c2-735a7a48409a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.200122] env[69663]: DEBUG nova.network.neutron [req-ca4ec869-daa9-44e9-b525-e7bf0926b1b1 req-f5692236-1ec1-4e0d-a601-0ea483c0b2e6 service nova] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Refreshing network info cache for port 9b086c0a-326a-415b-88a9-4022668f9f15 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1267.227464] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5ce195f1-0e58-4f8b-b183-937bb463f1e0 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "2315a4d0-e4b2-4551-ab10-71373f99c3a8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.226s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.228677] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "2315a4d0-e4b2-4551-ab10-71373f99c3a8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.162s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.229729] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27952de8-2240-4a12-ad7b-38db12f70cf1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.378050] env[69663]: DEBUG oslo_vmware.api [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333726, 'name': PowerOffVM_Task, 'duration_secs': 0.257753} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.378050] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1267.378258] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Updating instance '1c8f6c99-1d88-44fb-bad8-ada986582932' progress to 17 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1267.589623] env[69663]: DEBUG nova.compute.utils [None req-66680c36-2727-46d4-b050-0fa1ba109341 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1267.609326] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.609632] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Starting heal instance info cache {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1267.700278] env[69663]: DEBUG nova.scheduler.client.report [None req-e8093f9a-5967-48e3-b560-0735f76bb100 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1267.739139] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "2315a4d0-e4b2-4551-ab10-71373f99c3a8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.510s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.884850] env[69663]: DEBUG nova.virt.hardware [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1267.885251] env[69663]: DEBUG nova.virt.hardware [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1267.885294] env[69663]: DEBUG nova.virt.hardware [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1267.885538] env[69663]: DEBUG nova.virt.hardware [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1267.885723] env[69663]: DEBUG nova.virt.hardware [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1267.885885] env[69663]: DEBUG nova.virt.hardware [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1267.886118] env[69663]: DEBUG nova.virt.hardware [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1267.886292] env[69663]: DEBUG nova.virt.hardware [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1267.886470] env[69663]: DEBUG nova.virt.hardware [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1267.886641] env[69663]: DEBUG nova.virt.hardware [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1267.886847] env[69663]: DEBUG nova.virt.hardware [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1267.898715] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73614a07-882b-4b39-8e31-9f0ee808cfeb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.920638] env[69663]: DEBUG oslo_vmware.api [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1267.920638] env[69663]: value = "task-3333727" [ 1267.920638] env[69663]: _type = "Task" [ 1267.920638] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.932490] env[69663]: DEBUG oslo_vmware.api [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333727, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.038851] env[69663]: DEBUG nova.network.neutron [req-ca4ec869-daa9-44e9-b525-e7bf0926b1b1 req-f5692236-1ec1-4e0d-a601-0ea483c0b2e6 service nova] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Updated VIF entry in instance network info cache for port 9b086c0a-326a-415b-88a9-4022668f9f15. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1268.039265] env[69663]: DEBUG nova.network.neutron [req-ca4ec869-daa9-44e9-b525-e7bf0926b1b1 req-f5692236-1ec1-4e0d-a601-0ea483c0b2e6 service nova] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Updating instance_info_cache with network_info: [{"id": "9b086c0a-326a-415b-88a9-4022668f9f15", "address": "fa:16:3e:5f:ad:c0", "network": {"id": "7ef2a542-c761-41fe-9064-8a46293182d7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1725131609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "012b7b4a90ba46bbaa828601d289a354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b086c0a-32", "ovs_interfaceid": "9b086c0a-326a-415b-88a9-4022668f9f15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.092858] env[69663]: DEBUG oslo_concurrency.lockutils [None req-66680c36-2727-46d4-b050-0fa1ba109341 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "9f4b5f0a-26f0-4530-b3c0-f33140235d85" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.207544] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e8093f9a-5967-48e3-b560-0735f76bb100 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.773s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.232984] env[69663]: INFO nova.scheduler.client.report [None req-e8093f9a-5967-48e3-b560-0735f76bb100 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Deleted allocations for instance f8fd6dad-6e51-4f7c-b769-00f03441a061 [ 1268.412924] env[69663]: DEBUG oslo_concurrency.lockutils [None req-17f507a1-cf40-4318-abc2-49ae294845c5 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "2315a4d0-e4b2-4551-ab10-71373f99c3a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.413288] env[69663]: DEBUG oslo_concurrency.lockutils [None req-17f507a1-cf40-4318-abc2-49ae294845c5 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "2315a4d0-e4b2-4551-ab10-71373f99c3a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.413646] env[69663]: DEBUG oslo_concurrency.lockutils [None req-17f507a1-cf40-4318-abc2-49ae294845c5 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "2315a4d0-e4b2-4551-ab10-71373f99c3a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.413789] env[69663]: DEBUG oslo_concurrency.lockutils [None req-17f507a1-cf40-4318-abc2-49ae294845c5 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "2315a4d0-e4b2-4551-ab10-71373f99c3a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.413987] env[69663]: DEBUG oslo_concurrency.lockutils [None req-17f507a1-cf40-4318-abc2-49ae294845c5 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "2315a4d0-e4b2-4551-ab10-71373f99c3a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.416719] env[69663]: INFO nova.compute.manager [None req-17f507a1-cf40-4318-abc2-49ae294845c5 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Terminating instance [ 1268.418806] env[69663]: DEBUG nova.compute.manager [None req-17f507a1-cf40-4318-abc2-49ae294845c5 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1268.419016] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-17f507a1-cf40-4318-abc2-49ae294845c5 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1268.419902] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9e4807-2bc4-4524-9ed1-a8071cbf5146 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.431021] env[69663]: DEBUG oslo_vmware.api [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333727, 'name': ReconfigVM_Task, 'duration_secs': 0.189359} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.433300] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Updating instance '1c8f6c99-1d88-44fb-bad8-ada986582932' progress to 33 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1268.437036] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f507a1-cf40-4318-abc2-49ae294845c5 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1268.437513] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9510ded-3871-47c9-9d99-2949e0adc259 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.444419] env[69663]: DEBUG oslo_vmware.api [None req-17f507a1-cf40-4318-abc2-49ae294845c5 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1268.444419] env[69663]: value = "task-3333728" [ 1268.444419] env[69663]: _type = "Task" [ 1268.444419] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.452747] env[69663]: DEBUG oslo_vmware.api [None req-17f507a1-cf40-4318-abc2-49ae294845c5 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.542824] env[69663]: DEBUG oslo_concurrency.lockutils [req-ca4ec869-daa9-44e9-b525-e7bf0926b1b1 req-f5692236-1ec1-4e0d-a601-0ea483c0b2e6 service nova] Releasing lock "refresh_cache-711544cf-78d4-44a3-a0c2-735a7a48409a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.741503] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e8093f9a-5967-48e3-b560-0735f76bb100 tempest-ServerActionsTestOtherA-1928161452 tempest-ServerActionsTestOtherA-1928161452-project-member] Lock "f8fd6dad-6e51-4f7c-b769-00f03441a061" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.172s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.742191] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "f8fd6dad-6e51-4f7c-b769-00f03441a061" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.676s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.742792] env[69663]: INFO nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] During sync_power_state the instance has a pending task (deleting). Skip. [ 1268.742792] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "f8fd6dad-6e51-4f7c-b769-00f03441a061" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.940448] env[69663]: DEBUG nova.virt.hardware [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1268.940911] env[69663]: DEBUG nova.virt.hardware [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1268.940911] env[69663]: DEBUG nova.virt.hardware [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1268.941036] env[69663]: DEBUG nova.virt.hardware [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1268.941230] env[69663]: DEBUG nova.virt.hardware [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1268.941429] env[69663]: DEBUG nova.virt.hardware [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1268.941652] env[69663]: DEBUG nova.virt.hardware [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1268.941819] env[69663]: DEBUG nova.virt.hardware [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1268.941991] env[69663]: DEBUG nova.virt.hardware [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1268.942175] env[69663]: DEBUG nova.virt.hardware [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1268.942357] env[69663]: DEBUG nova.virt.hardware [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1268.947713] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1268.948090] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae06898d-dc3c-460d-a2be-f1567e5e5f0e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.972506] env[69663]: DEBUG oslo_vmware.api [None req-17f507a1-cf40-4318-abc2-49ae294845c5 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333728, 'name': PowerOffVM_Task, 'duration_secs': 0.258973} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.973545] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f507a1-cf40-4318-abc2-49ae294845c5 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1268.973729] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-17f507a1-cf40-4318-abc2-49ae294845c5 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1268.974046] env[69663]: DEBUG oslo_vmware.api [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1268.974046] env[69663]: value = "task-3333729" [ 1268.974046] env[69663]: _type = "Task" [ 1268.974046] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.974250] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d91108d-f7e1-4563-842f-eda4c469537f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.984763] env[69663]: DEBUG oslo_vmware.api [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333729, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.039591] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-17f507a1-cf40-4318-abc2-49ae294845c5 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1269.039970] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-17f507a1-cf40-4318-abc2-49ae294845c5 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1269.040110] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-17f507a1-cf40-4318-abc2-49ae294845c5 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Deleting the datastore file [datastore1] 2315a4d0-e4b2-4551-ab10-71373f99c3a8 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.040389] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9420081a-b897-4d90-8230-fffd1405fd95 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.047050] env[69663]: DEBUG oslo_vmware.api [None req-17f507a1-cf40-4318-abc2-49ae294845c5 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1269.047050] env[69663]: value = "task-3333731" [ 1269.047050] env[69663]: _type = "Task" [ 1269.047050] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.055026] env[69663]: DEBUG oslo_vmware.api [None req-17f507a1-cf40-4318-abc2-49ae294845c5 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.174118] env[69663]: DEBUG oslo_concurrency.lockutils [None req-66680c36-2727-46d4-b050-0fa1ba109341 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Acquiring lock "9f4b5f0a-26f0-4530-b3c0-f33140235d85" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.174544] env[69663]: DEBUG oslo_concurrency.lockutils [None req-66680c36-2727-46d4-b050-0fa1ba109341 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "9f4b5f0a-26f0-4530-b3c0-f33140235d85" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.174866] env[69663]: INFO nova.compute.manager [None req-66680c36-2727-46d4-b050-0fa1ba109341 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Attaching volume ba693c01-07a4-461c-bf8e-10f476d851b5 to /dev/sdb [ 1269.210063] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a84bbc-2061-4194-abd0-0cc6d1dd4aa3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.216860] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1590a34-4923-43d2-9623-9da3b1b1e4f3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.229672] env[69663]: DEBUG nova.virt.block_device [None req-66680c36-2727-46d4-b050-0fa1ba109341 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Updating existing volume attachment record: 559f5c9c-366e-499e-b622-0b06e64ca649 {{(pid=69663) _volume_attach /opt/stack/nova/nova/virt/block_device.py:665}} [ 1269.486017] env[69663]: DEBUG oslo_vmware.api [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333729, 'name': ReconfigVM_Task, 'duration_secs': 0.170201} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.486412] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1269.487295] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cd5c1a-d7c7-4b45-abf5-b93ac6a5c42b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.509638] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 1c8f6c99-1d88-44fb-bad8-ada986582932/1c8f6c99-1d88-44fb-bad8-ada986582932.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1269.509997] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffe6a603-4a27-4151-8fd6-014fd9675d0f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.528724] env[69663]: DEBUG oslo_vmware.api [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1269.528724] env[69663]: value = "task-3333733" [ 1269.528724] env[69663]: _type = "Task" [ 1269.528724] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.539114] env[69663]: DEBUG oslo_vmware.api [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333733, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.556189] env[69663]: DEBUG oslo_vmware.api [None req-17f507a1-cf40-4318-abc2-49ae294845c5 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161877} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.556189] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-17f507a1-cf40-4318-abc2-49ae294845c5 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.556189] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-17f507a1-cf40-4318-abc2-49ae294845c5 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1269.556189] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-17f507a1-cf40-4318-abc2-49ae294845c5 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1269.556438] env[69663]: INFO nova.compute.manager [None req-17f507a1-cf40-4318-abc2-49ae294845c5 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1269.556728] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17f507a1-cf40-4318-abc2-49ae294845c5 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.556728] env[69663]: DEBUG nova.compute.manager [-] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1269.556841] env[69663]: DEBUG nova.network.neutron [-] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1270.038532] env[69663]: DEBUG oslo_vmware.api [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333733, 'name': ReconfigVM_Task, 'duration_secs': 0.329344} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.038841] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 1c8f6c99-1d88-44fb-bad8-ada986582932/1c8f6c99-1d88-44fb-bad8-ada986582932.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1270.043266] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Updating instance '1c8f6c99-1d88-44fb-bad8-ada986582932' progress to 50 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1270.462912] env[69663]: DEBUG nova.compute.manager [req-d35ee355-d6c2-423b-a010-12035bce89e8 req-ae7cccf2-b038-4e40-aa77-af8b8d83f478 service nova] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Received event network-vif-deleted-e51c5348-838c-449a-ada6-444998bc88e8 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1270.463173] env[69663]: INFO nova.compute.manager [req-d35ee355-d6c2-423b-a010-12035bce89e8 req-ae7cccf2-b038-4e40-aa77-af8b8d83f478 service nova] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Neutron deleted interface e51c5348-838c-449a-ada6-444998bc88e8; detaching it from the instance and deleting it from the info cache [ 1270.463359] env[69663]: DEBUG nova.network.neutron [req-d35ee355-d6c2-423b-a010-12035bce89e8 req-ae7cccf2-b038-4e40-aa77-af8b8d83f478 service nova] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.552318] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d1f261-087e-404a-9bad-c6a505f8a3b9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.575282] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4c6233-099e-4223-b5c2-4686f25b7167 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.600657] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Updating instance '1c8f6c99-1d88-44fb-bad8-ada986582932' progress to 67 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1270.935730] env[69663]: DEBUG nova.network.neutron [-] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.966045] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0d76554-9424-452a-b19d-81625106ee59 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.975932] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083b2401-5492-414b-ab83-6970a4bba121 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.005893] env[69663]: DEBUG nova.compute.manager [req-d35ee355-d6c2-423b-a010-12035bce89e8 req-ae7cccf2-b038-4e40-aa77-af8b8d83f478 service nova] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Detach interface failed, port_id=e51c5348-838c-449a-ada6-444998bc88e8, reason: Instance 2315a4d0-e4b2-4551-ab10-71373f99c3a8 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1271.129615] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Didn't find any instances for network info cache update. {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 1271.129914] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1271.130211] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1271.130397] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1271.130550] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1271.130705] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1271.130837] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69663) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1271.139099] env[69663]: DEBUG nova.network.neutron [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Port 0a11a182-3e5b-420e-a4db-5bbe224198ed binding to destination host cpu-1 is already ACTIVE {{(pid=69663) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1271.437813] env[69663]: INFO nova.compute.manager [-] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Took 1.88 seconds to deallocate network for instance. [ 1271.946288] env[69663]: DEBUG oslo_concurrency.lockutils [None req-17f507a1-cf40-4318-abc2-49ae294845c5 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.946562] env[69663]: DEBUG oslo_concurrency.lockutils [None req-17f507a1-cf40-4318-abc2-49ae294845c5 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.946801] env[69663]: DEBUG nova.objects.instance [None req-17f507a1-cf40-4318-abc2-49ae294845c5 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lazy-loading 'resources' on Instance uuid 2315a4d0-e4b2-4551-ab10-71373f99c3a8 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.162437] env[69663]: DEBUG oslo_concurrency.lockutils [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "1c8f6c99-1d88-44fb-bad8-ada986582932-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.162832] env[69663]: DEBUG oslo_concurrency.lockutils [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "1c8f6c99-1d88-44fb-bad8-ada986582932-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.162948] env[69663]: DEBUG oslo_concurrency.lockutils [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "1c8f6c99-1d88-44fb-bad8-ada986582932-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.565951] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c67c8d1-58d1-4a95-983f-11eddef9437c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.573546] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b48a6d-d809-45af-a424-956790bc69d3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.604741] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cb9021-e717-4027-aabe-610a68784bf4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.611786] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6c61f0-39d6-4c62-be7b-9a273d68ea9b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.624764] env[69663]: DEBUG nova.compute.provider_tree [None req-17f507a1-cf40-4318-abc2-49ae294845c5 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.081886] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.082156] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.082379] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.127922] env[69663]: DEBUG nova.scheduler.client.report [None req-17f507a1-cf40-4318-abc2-49ae294845c5 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1273.200182] env[69663]: DEBUG oslo_concurrency.lockutils [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "refresh_cache-1c8f6c99-1d88-44fb-bad8-ada986582932" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.200475] env[69663]: DEBUG oslo_concurrency.lockutils [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquired lock "refresh_cache-1c8f6c99-1d88-44fb-bad8-ada986582932" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.200475] env[69663]: DEBUG nova.network.neutron [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1273.585588] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.636304] env[69663]: DEBUG oslo_concurrency.lockutils [None req-17f507a1-cf40-4318-abc2-49ae294845c5 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.690s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.639589] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.053s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.639805] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.639963] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69663) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1273.641899] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0849cc3a-b897-479e-bab9-c42e73ba2af0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.652026] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95245fc3-a1ed-411f-891b-710c97a4227e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.666795] env[69663]: INFO nova.scheduler.client.report [None req-17f507a1-cf40-4318-abc2-49ae294845c5 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Deleted allocations for instance 2315a4d0-e4b2-4551-ab10-71373f99c3a8 [ 1273.668366] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a248b1-c7f1-4812-b533-0858dd80bf49 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.679909] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65337f28-d5f7-4790-8145-1ee7f7a3d2c0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.710634] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179790MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=69663) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1273.710785] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.711029] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.787056] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-66680c36-2727-46d4-b050-0fa1ba109341 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Volume attach. Driver type: vmdk {{(pid=69663) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1273.787056] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-66680c36-2727-46d4-b050-0fa1ba109341 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665449', 'volume_id': 'ba693c01-07a4-461c-bf8e-10f476d851b5', 'name': 'volume-ba693c01-07a4-461c-bf8e-10f476d851b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9f4b5f0a-26f0-4530-b3c0-f33140235d85', 'attached_at': '', 'detached_at': '', 'volume_id': 'ba693c01-07a4-461c-bf8e-10f476d851b5', 'serial': 'ba693c01-07a4-461c-bf8e-10f476d851b5'} {{(pid=69663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1273.787056] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d23aec-7942-48a1-a438-0973de1675d9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.813703] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7f0d5f-a980-4560-93c1-e60f338ec384 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.844953] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-66680c36-2727-46d4-b050-0fa1ba109341 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] volume-ba693c01-07a4-461c-bf8e-10f476d851b5/volume-ba693c01-07a4-461c-bf8e-10f476d851b5.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1273.849812] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76c2e1ec-d802-47f5-bf68-236f8099dda8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.871094] env[69663]: DEBUG oslo_vmware.api [None req-66680c36-2727-46d4-b050-0fa1ba109341 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Waiting for the task: (returnval){ [ 1273.871094] env[69663]: value = "task-3333735" [ 1273.871094] env[69663]: _type = "Task" [ 1273.871094] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.880442] env[69663]: DEBUG oslo_vmware.api [None req-66680c36-2727-46d4-b050-0fa1ba109341 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333735, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.968726] env[69663]: DEBUG nova.network.neutron [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Updating instance_info_cache with network_info: [{"id": "0a11a182-3e5b-420e-a4db-5bbe224198ed", "address": "fa:16:3e:2d:6b:e1", "network": {"id": "574b1c04-2607-4692-ac23-60377f5a2ddd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1371851621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68815e7d149245cba41f9e38abbf12c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a11a182-3e", "ovs_interfaceid": "0a11a182-3e5b-420e-a4db-5bbe224198ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.179129] env[69663]: DEBUG oslo_concurrency.lockutils [None req-17f507a1-cf40-4318-abc2-49ae294845c5 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "2315a4d0-e4b2-4551-ab10-71373f99c3a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.766s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.383776] env[69663]: DEBUG oslo_vmware.api [None req-66680c36-2727-46d4-b050-0fa1ba109341 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333735, 'name': ReconfigVM_Task, 'duration_secs': 0.400109} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.384189] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-66680c36-2727-46d4-b050-0fa1ba109341 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Reconfigured VM instance instance-00000071 to attach disk [datastore1] volume-ba693c01-07a4-461c-bf8e-10f476d851b5/volume-ba693c01-07a4-461c-bf8e-10f476d851b5.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.391667] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ad2a2c5-380b-458d-a945-aa6a9f08fed9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.410236] env[69663]: DEBUG oslo_vmware.api [None req-66680c36-2727-46d4-b050-0fa1ba109341 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Waiting for the task: (returnval){ [ 1274.410236] env[69663]: value = "task-3333736" [ 1274.410236] env[69663]: _type = "Task" [ 1274.410236] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.420321] env[69663]: DEBUG oslo_vmware.api [None req-66680c36-2727-46d4-b050-0fa1ba109341 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333736, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.472489] env[69663]: DEBUG oslo_concurrency.lockutils [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Releasing lock "refresh_cache-1c8f6c99-1d88-44fb-bad8-ada986582932" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.720858] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Applying migration context for instance 1c8f6c99-1d88-44fb-bad8-ada986582932 as it has an incoming, in-progress migration 061c6ef6-798e-470a-b48b-71a8166e781b. Migration status is post-migrating {{(pid=69663) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1274.721876] env[69663]: INFO nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Updating resource usage from migration 061c6ef6-798e-470a-b48b-71a8166e781b [ 1274.746192] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 9f4b5f0a-26f0-4530-b3c0-f33140235d85 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1274.746432] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 27c4c81f-b24e-4476-a762-3515ef2d6c78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1274.746664] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance d6662031-a850-459f-986e-f9baa8629360 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1274.746838] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 799ddb00-feb4-4314-9c31-2fcb4cfadfba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1274.746968] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 711544cf-78d4-44a3-a0c2-735a7a48409a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1274.747114] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Migration 061c6ef6-798e-470a-b48b-71a8166e781b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1274.747244] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 1c8f6c99-1d88-44fb-bad8-ada986582932 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1274.747446] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1274.747586] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1274.859725] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8a558c-fe12-4cfa-8fb8-d270e366edd3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.868238] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c111620-2c91-44d6-af4e-d0f49818ad37 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.901883] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b489301-8094-4f2f-b915-49ab67bdfcdd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.910630] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e219e7-f907-478b-b6e6-50cf5fc33af7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.929070] env[69663]: DEBUG nova.compute.provider_tree [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.933912] env[69663]: DEBUG oslo_vmware.api [None req-66680c36-2727-46d4-b050-0fa1ba109341 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333736, 'name': ReconfigVM_Task, 'duration_secs': 0.146039} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.936052] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-66680c36-2727-46d4-b050-0fa1ba109341 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665449', 'volume_id': 'ba693c01-07a4-461c-bf8e-10f476d851b5', 'name': 'volume-ba693c01-07a4-461c-bf8e-10f476d851b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9f4b5f0a-26f0-4530-b3c0-f33140235d85', 'attached_at': '', 'detached_at': '', 'volume_id': 'ba693c01-07a4-461c-bf8e-10f476d851b5', 'serial': 'ba693c01-07a4-461c-bf8e-10f476d851b5'} {{(pid=69663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1274.997338] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11a7768-5832-4993-bea0-6ca9c93daf5d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.016859] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634637da-8d49-4998-acb9-f08c72c93a7c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.024935] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Updating instance '1c8f6c99-1d88-44fb-bad8-ada986582932' progress to 83 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1275.082499] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f7b22250-3446-4a7c-9666-8c04ab9940b3 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "interface-27c4c81f-b24e-4476-a762-3515ef2d6c78-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.082782] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f7b22250-3446-4a7c-9666-8c04ab9940b3 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "interface-27c4c81f-b24e-4476-a762-3515ef2d6c78-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.083117] env[69663]: DEBUG nova.objects.instance [None req-f7b22250-3446-4a7c-9666-8c04ab9940b3 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lazy-loading 'flavor' on Instance uuid 27c4c81f-b24e-4476-a762-3515ef2d6c78 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.435644] env[69663]: DEBUG nova.scheduler.client.report [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1275.531906] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1275.532271] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22a34223-ff7f-43a3-a27c-cf8c54067375 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.541519] env[69663]: DEBUG oslo_vmware.api [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1275.541519] env[69663]: value = "task-3333740" [ 1275.541519] env[69663]: _type = "Task" [ 1275.541519] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.549690] env[69663]: DEBUG oslo_vmware.api [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.586983] env[69663]: DEBUG nova.objects.instance [None req-f7b22250-3446-4a7c-9666-8c04ab9940b3 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lazy-loading 'pci_requests' on Instance uuid 27c4c81f-b24e-4476-a762-3515ef2d6c78 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.941820] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69663) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1275.942063] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.231s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.974506] env[69663]: DEBUG nova.objects.instance [None req-66680c36-2727-46d4-b050-0fa1ba109341 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lazy-loading 'flavor' on Instance uuid 9f4b5f0a-26f0-4530-b3c0-f33140235d85 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.053220] env[69663]: DEBUG oslo_vmware.api [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333740, 'name': PowerOnVM_Task, 'duration_secs': 0.398106} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.053904] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1276.054128] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-44eecc04-e906-4389-b809-e050d3072dae tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Updating instance '1c8f6c99-1d88-44fb-bad8-ada986582932' progress to 100 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1276.089449] env[69663]: DEBUG nova.objects.base [None req-f7b22250-3446-4a7c-9666-8c04ab9940b3 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Object Instance<27c4c81f-b24e-4476-a762-3515ef2d6c78> lazy-loaded attributes: flavor,pci_requests {{(pid=69663) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1276.089686] env[69663]: DEBUG nova.network.neutron [None req-f7b22250-3446-4a7c-9666-8c04ab9940b3 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1276.182317] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f7b22250-3446-4a7c-9666-8c04ab9940b3 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "interface-27c4c81f-b24e-4476-a762-3515ef2d6c78-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.097s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.479833] env[69663]: DEBUG oslo_concurrency.lockutils [None req-66680c36-2727-46d4-b050-0fa1ba109341 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "9f4b5f0a-26f0-4530-b3c0-f33140235d85" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.305s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.569452] env[69663]: DEBUG oslo_concurrency.lockutils [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "8b90d356-552a-469c-9486-bdb00b7f6332" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.569713] env[69663]: DEBUG oslo_concurrency.lockutils [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "8b90d356-552a-469c-9486-bdb00b7f6332" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.073038] env[69663]: DEBUG nova.compute.manager [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1277.415823] env[69663]: DEBUG oslo_concurrency.lockutils [None req-15649c88-3f2d-4298-9e9d-b12b5edee796 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Acquiring lock "9f4b5f0a-26f0-4530-b3c0-f33140235d85" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.416091] env[69663]: DEBUG oslo_concurrency.lockutils [None req-15649c88-3f2d-4298-9e9d-b12b5edee796 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "9f4b5f0a-26f0-4530-b3c0-f33140235d85" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.598452] env[69663]: DEBUG oslo_concurrency.lockutils [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.598730] env[69663]: DEBUG oslo_concurrency.lockutils [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.600343] env[69663]: INFO nova.compute.claims [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1277.919838] env[69663]: DEBUG nova.compute.utils [None req-15649c88-3f2d-4298-9e9d-b12b5edee796 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1278.120566] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e0d8c429-f525-4866-bcde-ae1c0e785020 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "interface-27c4c81f-b24e-4476-a762-3515ef2d6c78-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.120814] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e0d8c429-f525-4866-bcde-ae1c0e785020 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "interface-27c4c81f-b24e-4476-a762-3515ef2d6c78-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.121130] env[69663]: DEBUG nova.objects.instance [None req-e0d8c429-f525-4866-bcde-ae1c0e785020 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lazy-loading 'flavor' on Instance uuid 27c4c81f-b24e-4476-a762-3515ef2d6c78 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.423220] env[69663]: DEBUG oslo_concurrency.lockutils [None req-15649c88-3f2d-4298-9e9d-b12b5edee796 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "9f4b5f0a-26f0-4530-b3c0-f33140235d85" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.704564] env[69663]: DEBUG nova.objects.instance [None req-e0d8c429-f525-4866-bcde-ae1c0e785020 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lazy-loading 'pci_requests' on Instance uuid 27c4c81f-b24e-4476-a762-3515ef2d6c78 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.722179] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5114bc00-d2f9-4f42-b33c-4c8dabe48341 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.731232] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2caa415-bb6b-40ce-b2b2-1faddac8bc17 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.761301] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f493909e-b9ad-4f3c-89e9-a7789b3ba7f6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.768517] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f1ab01-7cec-4bdc-a63d-6127b5703538 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.781316] env[69663]: DEBUG nova.compute.provider_tree [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.206970] env[69663]: DEBUG nova.objects.base [None req-e0d8c429-f525-4866-bcde-ae1c0e785020 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Object Instance<27c4c81f-b24e-4476-a762-3515ef2d6c78> lazy-loaded attributes: flavor,pci_requests {{(pid=69663) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1279.207209] env[69663]: DEBUG nova.network.neutron [None req-e0d8c429-f525-4866-bcde-ae1c0e785020 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1279.242401] env[69663]: DEBUG nova.policy [None req-e0d8c429-f525-4866-bcde-ae1c0e785020 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe26f33280d54c0da7b2a34b63081743', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac4fe632fbab4f2d8d8cd99d45525285', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1279.284884] env[69663]: DEBUG nova.scheduler.client.report [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1279.495995] env[69663]: DEBUG oslo_concurrency.lockutils [None req-15649c88-3f2d-4298-9e9d-b12b5edee796 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Acquiring lock "9f4b5f0a-26f0-4530-b3c0-f33140235d85" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.496264] env[69663]: DEBUG oslo_concurrency.lockutils [None req-15649c88-3f2d-4298-9e9d-b12b5edee796 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "9f4b5f0a-26f0-4530-b3c0-f33140235d85" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.496604] env[69663]: INFO nova.compute.manager [None req-15649c88-3f2d-4298-9e9d-b12b5edee796 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Attaching volume 71fcd0bf-cb08-4805-8377-bba4e8cdc49b to /dev/sdc [ 1279.518241] env[69663]: DEBUG nova.network.neutron [None req-e0d8c429-f525-4866-bcde-ae1c0e785020 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Successfully created port: a0b9d98d-b5f6-474d-aa4b-85ba0828e5dc {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1279.529551] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0e56e8-f043-4cef-aef4-4a895c7799a0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.536668] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53a231c-3bcb-43e0-92b0-12e762f8d150 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.549057] env[69663]: DEBUG nova.virt.block_device [None req-15649c88-3f2d-4298-9e9d-b12b5edee796 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Updating existing volume attachment record: a9902504-9432-4827-b802-666a747b40af {{(pid=69663) _volume_attach /opt/stack/nova/nova/virt/block_device.py:665}} [ 1279.686388] env[69663]: DEBUG oslo_concurrency.lockutils [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "1c8f6c99-1d88-44fb-bad8-ada986582932" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.686388] env[69663]: DEBUG oslo_concurrency.lockutils [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "1c8f6c99-1d88-44fb-bad8-ada986582932" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.686388] env[69663]: DEBUG nova.compute.manager [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Going to confirm migration 9 {{(pid=69663) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 1279.789831] env[69663]: DEBUG oslo_concurrency.lockutils [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.191s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.790518] env[69663]: DEBUG nova.compute.manager [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1280.243393] env[69663]: DEBUG oslo_concurrency.lockutils [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "refresh_cache-1c8f6c99-1d88-44fb-bad8-ada986582932" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.243595] env[69663]: DEBUG oslo_concurrency.lockutils [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquired lock "refresh_cache-1c8f6c99-1d88-44fb-bad8-ada986582932" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.243780] env[69663]: DEBUG nova.network.neutron [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1280.243971] env[69663]: DEBUG nova.objects.instance [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lazy-loading 'info_cache' on Instance uuid 1c8f6c99-1d88-44fb-bad8-ada986582932 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.295799] env[69663]: DEBUG nova.compute.utils [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1280.297160] env[69663]: DEBUG nova.compute.manager [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1280.297334] env[69663]: DEBUG nova.network.neutron [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1280.333549] env[69663]: DEBUG nova.policy [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd4b0fe8fb5d49dda971434c01782a17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '475ee851db874998812727745d5e1747', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1280.601435] env[69663]: DEBUG nova.network.neutron [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Successfully created port: 75e35edf-a05a-459a-96d8-cabdec45b3d0 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1280.800220] env[69663]: DEBUG nova.compute.manager [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1280.958050] env[69663]: DEBUG nova.network.neutron [None req-e0d8c429-f525-4866-bcde-ae1c0e785020 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Successfully updated port: a0b9d98d-b5f6-474d-aa4b-85ba0828e5dc {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1281.457458] env[69663]: DEBUG nova.network.neutron [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Updating instance_info_cache with network_info: [{"id": "0a11a182-3e5b-420e-a4db-5bbe224198ed", "address": "fa:16:3e:2d:6b:e1", "network": {"id": "574b1c04-2607-4692-ac23-60377f5a2ddd", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1371851621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68815e7d149245cba41f9e38abbf12c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a11a182-3e", "ovs_interfaceid": "0a11a182-3e5b-420e-a4db-5bbe224198ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.460693] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e0d8c429-f525-4866-bcde-ae1c0e785020 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "refresh_cache-27c4c81f-b24e-4476-a762-3515ef2d6c78" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.460862] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e0d8c429-f525-4866-bcde-ae1c0e785020 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquired lock "refresh_cache-27c4c81f-b24e-4476-a762-3515ef2d6c78" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.461047] env[69663]: DEBUG nova.network.neutron [None req-e0d8c429-f525-4866-bcde-ae1c0e785020 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1281.810829] env[69663]: DEBUG nova.compute.manager [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1281.840724] env[69663]: DEBUG nova.virt.hardware [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1281.841078] env[69663]: DEBUG nova.virt.hardware [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1281.841296] env[69663]: DEBUG nova.virt.hardware [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1281.841540] env[69663]: DEBUG nova.virt.hardware [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1281.841741] env[69663]: DEBUG nova.virt.hardware [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1281.841938] env[69663]: DEBUG nova.virt.hardware [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1281.842224] env[69663]: DEBUG nova.virt.hardware [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1281.842434] env[69663]: DEBUG nova.virt.hardware [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1281.842651] env[69663]: DEBUG nova.virt.hardware [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1281.842888] env[69663]: DEBUG nova.virt.hardware [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1281.843128] env[69663]: DEBUG nova.virt.hardware [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1281.844124] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8f25ff-9f87-4972-be62-6a5af0c437f9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.852519] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201cd1ff-bf52-4ccf-8111-00d8f435c831 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.959968] env[69663]: DEBUG oslo_concurrency.lockutils [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Releasing lock "refresh_cache-1c8f6c99-1d88-44fb-bad8-ada986582932" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.960302] env[69663]: DEBUG nova.objects.instance [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lazy-loading 'migration_context' on Instance uuid 1c8f6c99-1d88-44fb-bad8-ada986582932 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.999419] env[69663]: WARNING nova.network.neutron [None req-e0d8c429-f525-4866-bcde-ae1c0e785020 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] b2589710-832b-4b09-a36e-29ad5a4528fd already exists in list: networks containing: ['b2589710-832b-4b09-a36e-29ad5a4528fd']. ignoring it [ 1282.050324] env[69663]: DEBUG nova.network.neutron [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Successfully updated port: 75e35edf-a05a-459a-96d8-cabdec45b3d0 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1282.260084] env[69663]: DEBUG nova.network.neutron [None req-e0d8c429-f525-4866-bcde-ae1c0e785020 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Updating instance_info_cache with network_info: [{"id": "17f75302-9ea7-4fc3-ad4d-57727f35b38c", "address": "fa:16:3e:ce:14:f2", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17f75302-9e", "ovs_interfaceid": "17f75302-9ea7-4fc3-ad4d-57727f35b38c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0b9d98d-b5f6-474d-aa4b-85ba0828e5dc", "address": "fa:16:3e:d8:bc:89", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b9d98d-b5", "ovs_interfaceid": "a0b9d98d-b5f6-474d-aa4b-85ba0828e5dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.463458] env[69663]: DEBUG nova.objects.base [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Object Instance<1c8f6c99-1d88-44fb-bad8-ada986582932> lazy-loaded attributes: info_cache,migration_context {{(pid=69663) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1282.464360] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d66286-45b0-4690-9b3a-44172680e36b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.484413] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04571562-0ee2-43f0-8962-90980ad47700 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.489512] env[69663]: DEBUG oslo_vmware.api [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1282.489512] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52773d7b-5423-3263-d5c1-cc4ba727b672" [ 1282.489512] env[69663]: _type = "Task" [ 1282.489512] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.496723] env[69663]: DEBUG oslo_vmware.api [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52773d7b-5423-3263-d5c1-cc4ba727b672, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.556032] env[69663]: DEBUG oslo_concurrency.lockutils [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "refresh_cache-8b90d356-552a-469c-9486-bdb00b7f6332" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.556244] env[69663]: DEBUG oslo_concurrency.lockutils [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquired lock "refresh_cache-8b90d356-552a-469c-9486-bdb00b7f6332" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.556440] env[69663]: DEBUG nova.network.neutron [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1282.763258] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e0d8c429-f525-4866-bcde-ae1c0e785020 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Releasing lock "refresh_cache-27c4c81f-b24e-4476-a762-3515ef2d6c78" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.763887] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e0d8c429-f525-4866-bcde-ae1c0e785020 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "27c4c81f-b24e-4476-a762-3515ef2d6c78" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.764067] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e0d8c429-f525-4866-bcde-ae1c0e785020 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquired lock "27c4c81f-b24e-4476-a762-3515ef2d6c78" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.764986] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df6f3a1-c339-4188-b001-4f961e9d8b4a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.783389] env[69663]: DEBUG nova.virt.hardware [None req-e0d8c429-f525-4866-bcde-ae1c0e785020 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1282.783617] env[69663]: DEBUG nova.virt.hardware [None req-e0d8c429-f525-4866-bcde-ae1c0e785020 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1282.783779] env[69663]: DEBUG nova.virt.hardware [None req-e0d8c429-f525-4866-bcde-ae1c0e785020 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1282.783973] env[69663]: DEBUG nova.virt.hardware [None req-e0d8c429-f525-4866-bcde-ae1c0e785020 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1282.784140] env[69663]: DEBUG nova.virt.hardware [None req-e0d8c429-f525-4866-bcde-ae1c0e785020 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1282.784295] env[69663]: DEBUG nova.virt.hardware [None req-e0d8c429-f525-4866-bcde-ae1c0e785020 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1282.784528] env[69663]: DEBUG nova.virt.hardware [None req-e0d8c429-f525-4866-bcde-ae1c0e785020 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1282.784706] env[69663]: DEBUG nova.virt.hardware [None req-e0d8c429-f525-4866-bcde-ae1c0e785020 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1282.784880] env[69663]: DEBUG nova.virt.hardware [None req-e0d8c429-f525-4866-bcde-ae1c0e785020 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1282.785066] env[69663]: DEBUG nova.virt.hardware [None req-e0d8c429-f525-4866-bcde-ae1c0e785020 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1282.785254] env[69663]: DEBUG nova.virt.hardware [None req-e0d8c429-f525-4866-bcde-ae1c0e785020 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1282.791425] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d8c429-f525-4866-bcde-ae1c0e785020 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Reconfiguring VM to attach interface {{(pid=69663) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 1282.791720] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54f42908-89b9-48e1-893c-e07d81405dce {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.808785] env[69663]: DEBUG oslo_vmware.api [None req-e0d8c429-f525-4866-bcde-ae1c0e785020 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1282.808785] env[69663]: value = "task-3333746" [ 1282.808785] env[69663]: _type = "Task" [ 1282.808785] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.817128] env[69663]: DEBUG oslo_vmware.api [None req-e0d8c429-f525-4866-bcde-ae1c0e785020 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333746, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.999387] env[69663]: DEBUG oslo_vmware.api [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52773d7b-5423-3263-d5c1-cc4ba727b672, 'name': SearchDatastore_Task, 'duration_secs': 0.007156} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.999633] env[69663]: DEBUG oslo_concurrency.lockutils [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.999888] env[69663]: DEBUG oslo_concurrency.lockutils [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.089691] env[69663]: DEBUG nova.network.neutron [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1283.224226] env[69663]: DEBUG nova.network.neutron [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Updating instance_info_cache with network_info: [{"id": "75e35edf-a05a-459a-96d8-cabdec45b3d0", "address": "fa:16:3e:f5:c9:49", "network": {"id": "a3b5f8d9-10f5-42a5-895b-ca097d62d6b9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1939411410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "475ee851db874998812727745d5e1747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75e35edf-a0", "ovs_interfaceid": "75e35edf-a05a-459a-96d8-cabdec45b3d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.318512] env[69663]: DEBUG oslo_vmware.api [None req-e0d8c429-f525-4866-bcde-ae1c0e785020 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333746, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.611646] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022e40d2-2975-4a2f-b84d-f10855aabb2d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.618261] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d187015e-5deb-4892-8f87-06a9ce0da25a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.647620] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c7a577-6315-4bc6-a6e5-89d2fcd5bc03 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.654777] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939f8505-647a-442d-8167-8bb3da1a363e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.668195] env[69663]: DEBUG nova.compute.provider_tree [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1283.726747] env[69663]: DEBUG oslo_concurrency.lockutils [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Releasing lock "refresh_cache-8b90d356-552a-469c-9486-bdb00b7f6332" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.727112] env[69663]: DEBUG nova.compute.manager [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Instance network_info: |[{"id": "75e35edf-a05a-459a-96d8-cabdec45b3d0", "address": "fa:16:3e:f5:c9:49", "network": {"id": "a3b5f8d9-10f5-42a5-895b-ca097d62d6b9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1939411410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "475ee851db874998812727745d5e1747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75e35edf-a0", "ovs_interfaceid": "75e35edf-a05a-459a-96d8-cabdec45b3d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1283.727632] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:c9:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a4d142-3f97-47fe-b074-58923c46815e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75e35edf-a05a-459a-96d8-cabdec45b3d0', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1283.735088] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1283.735342] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1283.735620] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ae75bea-489e-4268-b219-6072246a431f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.759721] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1283.759721] env[69663]: value = "task-3333748" [ 1283.759721] env[69663]: _type = "Task" [ 1283.759721] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.770192] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333748, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.819884] env[69663]: DEBUG oslo_vmware.api [None req-e0d8c429-f525-4866-bcde-ae1c0e785020 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333746, 'name': ReconfigVM_Task, 'duration_secs': 0.523664} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.827881] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e0d8c429-f525-4866-bcde-ae1c0e785020 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Releasing lock "27c4c81f-b24e-4476-a762-3515ef2d6c78" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.828226] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-e0d8c429-f525-4866-bcde-ae1c0e785020 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Reconfigured VM to attach interface {{(pid=69663) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1943}} [ 1284.091663] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-15649c88-3f2d-4298-9e9d-b12b5edee796 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Volume attach. Driver type: vmdk {{(pid=69663) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1284.091817] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-15649c88-3f2d-4298-9e9d-b12b5edee796 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665453', 'volume_id': '71fcd0bf-cb08-4805-8377-bba4e8cdc49b', 'name': 'volume-71fcd0bf-cb08-4805-8377-bba4e8cdc49b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9f4b5f0a-26f0-4530-b3c0-f33140235d85', 'attached_at': '', 'detached_at': '', 'volume_id': '71fcd0bf-cb08-4805-8377-bba4e8cdc49b', 'serial': '71fcd0bf-cb08-4805-8377-bba4e8cdc49b'} {{(pid=69663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1284.092793] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8867e745-cc95-4148-9311-5a404c0e5d86 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.109377] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3acd0e99-1620-4a7b-b7f8-4c0c94ff1812 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.137340] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-15649c88-3f2d-4298-9e9d-b12b5edee796 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] volume-71fcd0bf-cb08-4805-8377-bba4e8cdc49b/volume-71fcd0bf-cb08-4805-8377-bba4e8cdc49b.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1284.137728] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3db89378-ab31-4b22-9ef3-b9927ff00937 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.156230] env[69663]: DEBUG oslo_vmware.api [None req-15649c88-3f2d-4298-9e9d-b12b5edee796 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Waiting for the task: (returnval){ [ 1284.156230] env[69663]: value = "task-3333749" [ 1284.156230] env[69663]: _type = "Task" [ 1284.156230] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.163963] env[69663]: DEBUG oslo_vmware.api [None req-15649c88-3f2d-4298-9e9d-b12b5edee796 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333749, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.171088] env[69663]: DEBUG nova.scheduler.client.report [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1284.269459] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333748, 'name': CreateVM_Task, 'duration_secs': 0.433704} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.269679] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1284.270387] env[69663]: DEBUG oslo_concurrency.lockutils [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.270572] env[69663]: DEBUG oslo_concurrency.lockutils [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.270915] env[69663]: DEBUG oslo_concurrency.lockutils [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.271186] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-519bd594-82e9-445b-972d-7f8874202e60 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.275642] env[69663]: DEBUG oslo_vmware.api [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1284.275642] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5214d9e0-0377-8f58-47fc-2d11daa634a9" [ 1284.275642] env[69663]: _type = "Task" [ 1284.275642] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.283264] env[69663]: DEBUG oslo_vmware.api [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5214d9e0-0377-8f58-47fc-2d11daa634a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.333015] env[69663]: DEBUG oslo_concurrency.lockutils [None req-e0d8c429-f525-4866-bcde-ae1c0e785020 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "interface-27c4c81f-b24e-4476-a762-3515ef2d6c78-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.212s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.666569] env[69663]: DEBUG oslo_vmware.api [None req-15649c88-3f2d-4298-9e9d-b12b5edee796 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333749, 'name': ReconfigVM_Task, 'duration_secs': 0.400717} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.666857] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-15649c88-3f2d-4298-9e9d-b12b5edee796 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Reconfigured VM instance instance-00000071 to attach disk [datastore1] volume-71fcd0bf-cb08-4805-8377-bba4e8cdc49b/volume-71fcd0bf-cb08-4805-8377-bba4e8cdc49b.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1284.671519] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2415e418-7f83-4055-bf63-9865a11a6a21 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.689810] env[69663]: DEBUG oslo_vmware.api [None req-15649c88-3f2d-4298-9e9d-b12b5edee796 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Waiting for the task: (returnval){ [ 1284.689810] env[69663]: value = "task-3333750" [ 1284.689810] env[69663]: _type = "Task" [ 1284.689810] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.698176] env[69663]: DEBUG oslo_vmware.api [None req-15649c88-3f2d-4298-9e9d-b12b5edee796 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.787308] env[69663]: DEBUG oslo_vmware.api [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5214d9e0-0377-8f58-47fc-2d11daa634a9, 'name': SearchDatastore_Task, 'duration_secs': 0.009545} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.787624] env[69663]: DEBUG oslo_concurrency.lockutils [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.787860] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1284.788111] env[69663]: DEBUG oslo_concurrency.lockutils [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.788265] env[69663]: DEBUG oslo_concurrency.lockutils [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.788449] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1284.788706] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23210ea3-17e1-47cd-8765-ea386638d2fd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.796477] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1284.796642] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1284.797375] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f005d9f0-b573-4310-8e34-f9ff08bb6b82 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.801742] env[69663]: DEBUG oslo_vmware.api [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1284.801742] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52fd14e0-5848-3a18-76a9-007b335c80c4" [ 1284.801742] env[69663]: _type = "Task" [ 1284.801742] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.808758] env[69663]: DEBUG oslo_vmware.api [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52fd14e0-5848-3a18-76a9-007b335c80c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.187564] env[69663]: DEBUG oslo_concurrency.lockutils [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.187s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.199607] env[69663]: DEBUG oslo_vmware.api [None req-15649c88-3f2d-4298-9e9d-b12b5edee796 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333750, 'name': ReconfigVM_Task, 'duration_secs': 0.267377} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.199932] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-15649c88-3f2d-4298-9e9d-b12b5edee796 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665453', 'volume_id': '71fcd0bf-cb08-4805-8377-bba4e8cdc49b', 'name': 'volume-71fcd0bf-cb08-4805-8377-bba4e8cdc49b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9f4b5f0a-26f0-4530-b3c0-f33140235d85', 'attached_at': '', 'detached_at': '', 'volume_id': '71fcd0bf-cb08-4805-8377-bba4e8cdc49b', 'serial': '71fcd0bf-cb08-4805-8377-bba4e8cdc49b'} {{(pid=69663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1285.313762] env[69663]: DEBUG oslo_vmware.api [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52fd14e0-5848-3a18-76a9-007b335c80c4, 'name': SearchDatastore_Task, 'duration_secs': 0.008258} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.314174] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5be512ec-70ce-48d4-a5a6-7f8974304514 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.319233] env[69663]: DEBUG oslo_vmware.api [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1285.319233] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]524ddcbb-1cf9-84c8-bd47-d95b2c6b9e4b" [ 1285.319233] env[69663]: _type = "Task" [ 1285.319233] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.326575] env[69663]: DEBUG oslo_vmware.api [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]524ddcbb-1cf9-84c8-bd47-d95b2c6b9e4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.718832] env[69663]: DEBUG nova.compute.manager [req-1c141e2b-029e-4e3b-be2c-d733fa5c1c24 req-aa09f60d-9c55-4b2a-8e2f-0bbc1b454078 service nova] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Received event network-vif-plugged-a0b9d98d-b5f6-474d-aa4b-85ba0828e5dc {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1285.719083] env[69663]: DEBUG oslo_concurrency.lockutils [req-1c141e2b-029e-4e3b-be2c-d733fa5c1c24 req-aa09f60d-9c55-4b2a-8e2f-0bbc1b454078 service nova] Acquiring lock "27c4c81f-b24e-4476-a762-3515ef2d6c78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.719301] env[69663]: DEBUG oslo_concurrency.lockutils [req-1c141e2b-029e-4e3b-be2c-d733fa5c1c24 req-aa09f60d-9c55-4b2a-8e2f-0bbc1b454078 service nova] Lock "27c4c81f-b24e-4476-a762-3515ef2d6c78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.719472] env[69663]: DEBUG oslo_concurrency.lockutils [req-1c141e2b-029e-4e3b-be2c-d733fa5c1c24 req-aa09f60d-9c55-4b2a-8e2f-0bbc1b454078 service nova] Lock "27c4c81f-b24e-4476-a762-3515ef2d6c78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.719642] env[69663]: DEBUG nova.compute.manager [req-1c141e2b-029e-4e3b-be2c-d733fa5c1c24 req-aa09f60d-9c55-4b2a-8e2f-0bbc1b454078 service nova] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] No waiting events found dispatching network-vif-plugged-a0b9d98d-b5f6-474d-aa4b-85ba0828e5dc {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1285.719812] env[69663]: WARNING nova.compute.manager [req-1c141e2b-029e-4e3b-be2c-d733fa5c1c24 req-aa09f60d-9c55-4b2a-8e2f-0bbc1b454078 service nova] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Received unexpected event network-vif-plugged-a0b9d98d-b5f6-474d-aa4b-85ba0828e5dc for instance with vm_state active and task_state None. [ 1285.757253] env[69663]: INFO nova.scheduler.client.report [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Deleted allocation for migration 061c6ef6-798e-470a-b48b-71a8166e781b [ 1285.766813] env[69663]: DEBUG nova.compute.manager [req-947b3e60-46f6-466f-9e37-78ee6d1371ea req-41894225-ac57-4464-befb-2aa4abb041f8 service nova] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Received event network-vif-plugged-75e35edf-a05a-459a-96d8-cabdec45b3d0 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1285.767121] env[69663]: DEBUG oslo_concurrency.lockutils [req-947b3e60-46f6-466f-9e37-78ee6d1371ea req-41894225-ac57-4464-befb-2aa4abb041f8 service nova] Acquiring lock "8b90d356-552a-469c-9486-bdb00b7f6332-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.767312] env[69663]: DEBUG oslo_concurrency.lockutils [req-947b3e60-46f6-466f-9e37-78ee6d1371ea req-41894225-ac57-4464-befb-2aa4abb041f8 service nova] Lock "8b90d356-552a-469c-9486-bdb00b7f6332-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.767487] env[69663]: DEBUG oslo_concurrency.lockutils [req-947b3e60-46f6-466f-9e37-78ee6d1371ea req-41894225-ac57-4464-befb-2aa4abb041f8 service nova] Lock "8b90d356-552a-469c-9486-bdb00b7f6332-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.767664] env[69663]: DEBUG nova.compute.manager [req-947b3e60-46f6-466f-9e37-78ee6d1371ea req-41894225-ac57-4464-befb-2aa4abb041f8 service nova] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] No waiting events found dispatching network-vif-plugged-75e35edf-a05a-459a-96d8-cabdec45b3d0 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1285.767845] env[69663]: WARNING nova.compute.manager [req-947b3e60-46f6-466f-9e37-78ee6d1371ea req-41894225-ac57-4464-befb-2aa4abb041f8 service nova] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Received unexpected event network-vif-plugged-75e35edf-a05a-459a-96d8-cabdec45b3d0 for instance with vm_state building and task_state spawning. [ 1285.829811] env[69663]: DEBUG oslo_vmware.api [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]524ddcbb-1cf9-84c8-bd47-d95b2c6b9e4b, 'name': SearchDatastore_Task, 'duration_secs': 0.011215} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.830106] env[69663]: DEBUG oslo_concurrency.lockutils [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.830382] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 8b90d356-552a-469c-9486-bdb00b7f6332/8b90d356-552a-469c-9486-bdb00b7f6332.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1285.830644] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a659f8e7-cc3a-4e4a-89d9-71a52aea62f4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.838361] env[69663]: DEBUG oslo_vmware.api [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1285.838361] env[69663]: value = "task-3333752" [ 1285.838361] env[69663]: _type = "Task" [ 1285.838361] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.845713] env[69663]: DEBUG oslo_vmware.api [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.205924] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "d6662031-a850-459f-986e-f9baa8629360" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.206317] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "d6662031-a850-459f-986e-f9baa8629360" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.206550] env[69663]: INFO nova.compute.manager [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Shelving [ 1286.238381] env[69663]: DEBUG nova.objects.instance [None req-15649c88-3f2d-4298-9e9d-b12b5edee796 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lazy-loading 'flavor' on Instance uuid 9f4b5f0a-26f0-4530-b3c0-f33140235d85 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.265786] env[69663]: DEBUG oslo_concurrency.lockutils [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "1c8f6c99-1d88-44fb-bad8-ada986582932" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.581s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.348647] env[69663]: DEBUG oslo_vmware.api [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333752, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440916} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.348997] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 8b90d356-552a-469c-9486-bdb00b7f6332/8b90d356-552a-469c-9486-bdb00b7f6332.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1286.349285] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1286.349576] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f83b2ad-d016-4c46-90f2-5d9a126b21e6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.356069] env[69663]: DEBUG oslo_vmware.api [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1286.356069] env[69663]: value = "task-3333753" [ 1286.356069] env[69663]: _type = "Task" [ 1286.356069] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.363896] env[69663]: DEBUG oslo_vmware.api [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333753, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.685138] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a465acee-096a-4797-8d0a-5e3eadabb255 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "interface-27c4c81f-b24e-4476-a762-3515ef2d6c78-d43e7c68-8c11-4d1b-9150-339724443bef" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.685138] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a465acee-096a-4797-8d0a-5e3eadabb255 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "interface-27c4c81f-b24e-4476-a762-3515ef2d6c78-d43e7c68-8c11-4d1b-9150-339724443bef" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.685295] env[69663]: DEBUG nova.objects.instance [None req-a465acee-096a-4797-8d0a-5e3eadabb255 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lazy-loading 'flavor' on Instance uuid 27c4c81f-b24e-4476-a762-3515ef2d6c78 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.713763] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1286.714054] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ccf77c6-18a8-4242-9544-8c42c5892ef4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.722997] env[69663]: DEBUG oslo_vmware.api [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1286.722997] env[69663]: value = "task-3333754" [ 1286.722997] env[69663]: _type = "Task" [ 1286.722997] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.730950] env[69663]: DEBUG oslo_vmware.api [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.743241] env[69663]: DEBUG oslo_concurrency.lockutils [None req-15649c88-3f2d-4298-9e9d-b12b5edee796 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "9f4b5f0a-26f0-4530-b3c0-f33140235d85" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.247s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.866107] env[69663]: DEBUG oslo_vmware.api [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333753, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066267} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.866421] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1286.867324] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d929732a-6839-4af5-b349-ec77f9a2c163 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.889569] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 8b90d356-552a-469c-9486-bdb00b7f6332/8b90d356-552a-469c-9486-bdb00b7f6332.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1286.890186] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59a37335-1eee-4715-9d08-9d29780db096 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.909826] env[69663]: DEBUG oslo_vmware.api [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1286.909826] env[69663]: value = "task-3333755" [ 1286.909826] env[69663]: _type = "Task" [ 1286.909826] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.917588] env[69663]: DEBUG oslo_vmware.api [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333755, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.233721] env[69663]: DEBUG oslo_vmware.api [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333754, 'name': PowerOffVM_Task, 'duration_secs': 0.173584} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.234051] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1287.234941] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3701c47f-f0b5-4b39-ab5e-524dd1c5bffb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.259054] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a718118-08bc-4361-9bc0-1047e0aeba4f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.310400] env[69663]: DEBUG nova.objects.instance [None req-a465acee-096a-4797-8d0a-5e3eadabb255 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lazy-loading 'pci_requests' on Instance uuid 27c4c81f-b24e-4476-a762-3515ef2d6c78 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.420673] env[69663]: DEBUG oslo_vmware.api [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333755, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.709206] env[69663]: DEBUG oslo_concurrency.lockutils [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "1c8f6c99-1d88-44fb-bad8-ada986582932" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.709468] env[69663]: DEBUG oslo_concurrency.lockutils [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "1c8f6c99-1d88-44fb-bad8-ada986582932" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.709686] env[69663]: DEBUG oslo_concurrency.lockutils [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "1c8f6c99-1d88-44fb-bad8-ada986582932-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.709880] env[69663]: DEBUG oslo_concurrency.lockutils [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "1c8f6c99-1d88-44fb-bad8-ada986582932-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.710069] env[69663]: DEBUG oslo_concurrency.lockutils [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "1c8f6c99-1d88-44fb-bad8-ada986582932-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.712501] env[69663]: INFO nova.compute.manager [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Terminating instance [ 1287.714734] env[69663]: DEBUG nova.compute.manager [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1287.714914] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1287.716063] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415215bc-6fde-4821-bcf2-c00f13ab8154 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.724266] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1287.724584] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bf88568-43dd-4a6f-993a-ab9997045512 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.731543] env[69663]: DEBUG oslo_vmware.api [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1287.731543] env[69663]: value = "task-3333757" [ 1287.731543] env[69663]: _type = "Task" [ 1287.731543] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.739792] env[69663]: DEBUG oslo_vmware.api [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.751811] env[69663]: DEBUG nova.compute.manager [req-c592c601-2081-420b-96d4-394333d02247 req-9e259dd6-bbf2-4ac7-89f2-d613edb65fca service nova] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Received event network-changed-a0b9d98d-b5f6-474d-aa4b-85ba0828e5dc {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1287.752146] env[69663]: DEBUG nova.compute.manager [req-c592c601-2081-420b-96d4-394333d02247 req-9e259dd6-bbf2-4ac7-89f2-d613edb65fca service nova] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Refreshing instance network info cache due to event network-changed-a0b9d98d-b5f6-474d-aa4b-85ba0828e5dc. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1287.752546] env[69663]: DEBUG oslo_concurrency.lockutils [req-c592c601-2081-420b-96d4-394333d02247 req-9e259dd6-bbf2-4ac7-89f2-d613edb65fca service nova] Acquiring lock "refresh_cache-27c4c81f-b24e-4476-a762-3515ef2d6c78" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.752804] env[69663]: DEBUG oslo_concurrency.lockutils [req-c592c601-2081-420b-96d4-394333d02247 req-9e259dd6-bbf2-4ac7-89f2-d613edb65fca service nova] Acquired lock "refresh_cache-27c4c81f-b24e-4476-a762-3515ef2d6c78" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.753082] env[69663]: DEBUG nova.network.neutron [req-c592c601-2081-420b-96d4-394333d02247 req-9e259dd6-bbf2-4ac7-89f2-d613edb65fca service nova] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Refreshing network info cache for port a0b9d98d-b5f6-474d-aa4b-85ba0828e5dc {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1287.768593] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Creating Snapshot of the VM instance {{(pid=69663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1287.768941] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-960f2bed-c0bb-4c9f-aeee-d0002f38cf41 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.777929] env[69663]: DEBUG oslo_vmware.api [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1287.777929] env[69663]: value = "task-3333758" [ 1287.777929] env[69663]: _type = "Task" [ 1287.777929] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.787046] env[69663]: DEBUG oslo_vmware.api [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333758, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.798953] env[69663]: DEBUG nova.compute.manager [req-41daba33-33c0-4219-b2a7-3fda33a4fe8d req-28027e00-a367-4a23-a173-496060babed3 service nova] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Received event network-changed-75e35edf-a05a-459a-96d8-cabdec45b3d0 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1287.799030] env[69663]: DEBUG nova.compute.manager [req-41daba33-33c0-4219-b2a7-3fda33a4fe8d req-28027e00-a367-4a23-a173-496060babed3 service nova] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Refreshing instance network info cache due to event network-changed-75e35edf-a05a-459a-96d8-cabdec45b3d0. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1287.799240] env[69663]: DEBUG oslo_concurrency.lockutils [req-41daba33-33c0-4219-b2a7-3fda33a4fe8d req-28027e00-a367-4a23-a173-496060babed3 service nova] Acquiring lock "refresh_cache-8b90d356-552a-469c-9486-bdb00b7f6332" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.799424] env[69663]: DEBUG oslo_concurrency.lockutils [req-41daba33-33c0-4219-b2a7-3fda33a4fe8d req-28027e00-a367-4a23-a173-496060babed3 service nova] Acquired lock "refresh_cache-8b90d356-552a-469c-9486-bdb00b7f6332" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.799701] env[69663]: DEBUG nova.network.neutron [req-41daba33-33c0-4219-b2a7-3fda33a4fe8d req-28027e00-a367-4a23-a173-496060babed3 service nova] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Refreshing network info cache for port 75e35edf-a05a-459a-96d8-cabdec45b3d0 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1287.812467] env[69663]: DEBUG nova.objects.base [None req-a465acee-096a-4797-8d0a-5e3eadabb255 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Object Instance<27c4c81f-b24e-4476-a762-3515ef2d6c78> lazy-loaded attributes: flavor,pci_requests {{(pid=69663) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1287.812763] env[69663]: DEBUG nova.network.neutron [None req-a465acee-096a-4797-8d0a-5e3eadabb255 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1287.877904] env[69663]: DEBUG nova.policy [None req-a465acee-096a-4797-8d0a-5e3eadabb255 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe26f33280d54c0da7b2a34b63081743', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac4fe632fbab4f2d8d8cd99d45525285', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1287.923035] env[69663]: DEBUG oslo_vmware.api [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333755, 'name': ReconfigVM_Task, 'duration_secs': 0.740615} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.923342] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 8b90d356-552a-469c-9486-bdb00b7f6332/8b90d356-552a-469c-9486-bdb00b7f6332.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1287.923994] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f56a6d45-c468-4737-ba28-7fe0232569a7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.931234] env[69663]: DEBUG oslo_vmware.api [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1287.931234] env[69663]: value = "task-3333759" [ 1287.931234] env[69663]: _type = "Task" [ 1287.931234] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.940124] env[69663]: DEBUG oslo_vmware.api [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333759, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.151623] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0a92ed19-8aac-4366-9a49-f4fabe67f533 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Acquiring lock "9f4b5f0a-26f0-4530-b3c0-f33140235d85" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.151912] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0a92ed19-8aac-4366-9a49-f4fabe67f533 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "9f4b5f0a-26f0-4530-b3c0-f33140235d85" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.241690] env[69663]: DEBUG oslo_vmware.api [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333757, 'name': PowerOffVM_Task, 'duration_secs': 0.267234} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.242143] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1288.242231] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1288.242449] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27ce8019-bbc2-4650-a6fb-3ae08e88fd6a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.288040] env[69663]: DEBUG oslo_vmware.api [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333758, 'name': CreateSnapshot_Task, 'duration_secs': 0.41909} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.288349] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Created Snapshot of the VM instance {{(pid=69663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1288.289115] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d80db8-8047-440c-83f1-08abc53256d1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.304059] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1288.304268] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1288.304454] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Deleting the datastore file [datastore2] 1c8f6c99-1d88-44fb-bad8-ada986582932 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1288.304985] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20b9c328-6744-4027-84e3-0447238f9513 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.311020] env[69663]: DEBUG oslo_vmware.api [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for the task: (returnval){ [ 1288.311020] env[69663]: value = "task-3333761" [ 1288.311020] env[69663]: _type = "Task" [ 1288.311020] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.318779] env[69663]: DEBUG oslo_vmware.api [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333761, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.447190] env[69663]: DEBUG oslo_vmware.api [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333759, 'name': Rename_Task, 'duration_secs': 0.138508} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.447190] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1288.447190] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc9cffa9-3847-4d9f-bbc0-9e5077c870f6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.453446] env[69663]: DEBUG oslo_vmware.api [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1288.453446] env[69663]: value = "task-3333762" [ 1288.453446] env[69663]: _type = "Task" [ 1288.453446] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.461667] env[69663]: DEBUG oslo_vmware.api [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333762, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.478139] env[69663]: DEBUG nova.network.neutron [req-c592c601-2081-420b-96d4-394333d02247 req-9e259dd6-bbf2-4ac7-89f2-d613edb65fca service nova] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Updated VIF entry in instance network info cache for port a0b9d98d-b5f6-474d-aa4b-85ba0828e5dc. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1288.478611] env[69663]: DEBUG nova.network.neutron [req-c592c601-2081-420b-96d4-394333d02247 req-9e259dd6-bbf2-4ac7-89f2-d613edb65fca service nova] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Updating instance_info_cache with network_info: [{"id": "17f75302-9ea7-4fc3-ad4d-57727f35b38c", "address": "fa:16:3e:ce:14:f2", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17f75302-9e", "ovs_interfaceid": "17f75302-9ea7-4fc3-ad4d-57727f35b38c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0b9d98d-b5f6-474d-aa4b-85ba0828e5dc", "address": "fa:16:3e:d8:bc:89", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b9d98d-b5", "ovs_interfaceid": "a0b9d98d-b5f6-474d-aa4b-85ba0828e5dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.607295] env[69663]: DEBUG nova.network.neutron [req-41daba33-33c0-4219-b2a7-3fda33a4fe8d req-28027e00-a367-4a23-a173-496060babed3 service nova] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Updated VIF entry in instance network info cache for port 75e35edf-a05a-459a-96d8-cabdec45b3d0. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1288.607295] env[69663]: DEBUG nova.network.neutron [req-41daba33-33c0-4219-b2a7-3fda33a4fe8d req-28027e00-a367-4a23-a173-496060babed3 service nova] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Updating instance_info_cache with network_info: [{"id": "75e35edf-a05a-459a-96d8-cabdec45b3d0", "address": "fa:16:3e:f5:c9:49", "network": {"id": "a3b5f8d9-10f5-42a5-895b-ca097d62d6b9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1939411410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "475ee851db874998812727745d5e1747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75e35edf-a0", "ovs_interfaceid": "75e35edf-a05a-459a-96d8-cabdec45b3d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.655419] env[69663]: INFO nova.compute.manager [None req-0a92ed19-8aac-4366-9a49-f4fabe67f533 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Detaching volume ba693c01-07a4-461c-bf8e-10f476d851b5 [ 1288.685656] env[69663]: INFO nova.virt.block_device [None req-0a92ed19-8aac-4366-9a49-f4fabe67f533 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Attempting to driver detach volume ba693c01-07a4-461c-bf8e-10f476d851b5 from mountpoint /dev/sdb [ 1288.685924] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a92ed19-8aac-4366-9a49-f4fabe67f533 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Volume detach. Driver type: vmdk {{(pid=69663) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1288.686132] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a92ed19-8aac-4366-9a49-f4fabe67f533 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665449', 'volume_id': 'ba693c01-07a4-461c-bf8e-10f476d851b5', 'name': 'volume-ba693c01-07a4-461c-bf8e-10f476d851b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9f4b5f0a-26f0-4530-b3c0-f33140235d85', 'attached_at': '', 'detached_at': '', 'volume_id': 'ba693c01-07a4-461c-bf8e-10f476d851b5', 'serial': 'ba693c01-07a4-461c-bf8e-10f476d851b5'} {{(pid=69663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1288.687101] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894ddf08-37d4-42c3-a6fd-0b71f6143439 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.710927] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e1f422-69db-41c2-9117-f0c757873213 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.718060] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39ba260-7e37-48be-896d-a08d8698d074 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.741837] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8095ad90-3297-4291-97d1-708dac1053e2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.756849] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a92ed19-8aac-4366-9a49-f4fabe67f533 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] The volume has not been displaced from its original location: [datastore1] volume-ba693c01-07a4-461c-bf8e-10f476d851b5/volume-ba693c01-07a4-461c-bf8e-10f476d851b5.vmdk. No consolidation needed. {{(pid=69663) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1288.762085] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a92ed19-8aac-4366-9a49-f4fabe67f533 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1288.762415] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bc42d99-c59a-4dbb-bdec-eaea03ca44b5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.781158] env[69663]: DEBUG oslo_vmware.api [None req-0a92ed19-8aac-4366-9a49-f4fabe67f533 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Waiting for the task: (returnval){ [ 1288.781158] env[69663]: value = "task-3333763" [ 1288.781158] env[69663]: _type = "Task" [ 1288.781158] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.789038] env[69663]: DEBUG oslo_vmware.api [None req-0a92ed19-8aac-4366-9a49-f4fabe67f533 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333763, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.811913] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Creating linked-clone VM from snapshot {{(pid=69663) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1288.812284] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fd27239d-6fd1-4d07-b12e-294c9cf98db8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.823633] env[69663]: DEBUG oslo_vmware.api [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Task: {'id': task-3333761, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245193} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.824849] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1288.825078] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1288.825274] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1288.825460] env[69663]: INFO nova.compute.manager [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1288.825708] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1288.826026] env[69663]: DEBUG oslo_vmware.api [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1288.826026] env[69663]: value = "task-3333764" [ 1288.826026] env[69663]: _type = "Task" [ 1288.826026] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.826222] env[69663]: DEBUG nova.compute.manager [-] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1288.826319] env[69663]: DEBUG nova.network.neutron [-] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1288.835943] env[69663]: DEBUG oslo_vmware.api [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333764, 'name': CloneVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.962235] env[69663]: DEBUG oslo_vmware.api [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333762, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.984275] env[69663]: DEBUG oslo_concurrency.lockutils [req-c592c601-2081-420b-96d4-394333d02247 req-9e259dd6-bbf2-4ac7-89f2-d613edb65fca service nova] Releasing lock "refresh_cache-27c4c81f-b24e-4476-a762-3515ef2d6c78" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.110250] env[69663]: DEBUG oslo_concurrency.lockutils [req-41daba33-33c0-4219-b2a7-3fda33a4fe8d req-28027e00-a367-4a23-a173-496060babed3 service nova] Releasing lock "refresh_cache-8b90d356-552a-469c-9486-bdb00b7f6332" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.292387] env[69663]: DEBUG oslo_vmware.api [None req-0a92ed19-8aac-4366-9a49-f4fabe67f533 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333763, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.340336] env[69663]: DEBUG oslo_vmware.api [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333764, 'name': CloneVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.346456] env[69663]: DEBUG nova.network.neutron [None req-a465acee-096a-4797-8d0a-5e3eadabb255 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Successfully updated port: d43e7c68-8c11-4d1b-9150-339724443bef {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1289.462285] env[69663]: DEBUG oslo_vmware.api [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333762, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.537894] env[69663]: DEBUG nova.network.neutron [-] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.792317] env[69663]: DEBUG oslo_vmware.api [None req-0a92ed19-8aac-4366-9a49-f4fabe67f533 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333763, 'name': ReconfigVM_Task, 'duration_secs': 0.590957} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.793790] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a92ed19-8aac-4366-9a49-f4fabe67f533 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1289.800240] env[69663]: DEBUG nova.compute.manager [req-dc322cae-5537-4a6e-8b0d-7416e07391c1 req-6d4c6f0b-0ffd-4044-a3ca-99fc237f9fb9 service nova] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Received event network-vif-deleted-0a11a182-3e5b-420e-a4db-5bbe224198ed {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1289.800442] env[69663]: DEBUG nova.compute.manager [req-dc322cae-5537-4a6e-8b0d-7416e07391c1 req-6d4c6f0b-0ffd-4044-a3ca-99fc237f9fb9 service nova] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Received event network-vif-plugged-d43e7c68-8c11-4d1b-9150-339724443bef {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1289.800705] env[69663]: DEBUG oslo_concurrency.lockutils [req-dc322cae-5537-4a6e-8b0d-7416e07391c1 req-6d4c6f0b-0ffd-4044-a3ca-99fc237f9fb9 service nova] Acquiring lock "27c4c81f-b24e-4476-a762-3515ef2d6c78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.800929] env[69663]: DEBUG oslo_concurrency.lockutils [req-dc322cae-5537-4a6e-8b0d-7416e07391c1 req-6d4c6f0b-0ffd-4044-a3ca-99fc237f9fb9 service nova] Lock "27c4c81f-b24e-4476-a762-3515ef2d6c78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.801117] env[69663]: DEBUG oslo_concurrency.lockutils [req-dc322cae-5537-4a6e-8b0d-7416e07391c1 req-6d4c6f0b-0ffd-4044-a3ca-99fc237f9fb9 service nova] Lock "27c4c81f-b24e-4476-a762-3515ef2d6c78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.801290] env[69663]: DEBUG nova.compute.manager [req-dc322cae-5537-4a6e-8b0d-7416e07391c1 req-6d4c6f0b-0ffd-4044-a3ca-99fc237f9fb9 service nova] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] No waiting events found dispatching network-vif-plugged-d43e7c68-8c11-4d1b-9150-339724443bef {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1289.801461] env[69663]: WARNING nova.compute.manager [req-dc322cae-5537-4a6e-8b0d-7416e07391c1 req-6d4c6f0b-0ffd-4044-a3ca-99fc237f9fb9 service nova] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Received unexpected event network-vif-plugged-d43e7c68-8c11-4d1b-9150-339724443bef for instance with vm_state active and task_state None. [ 1289.801637] env[69663]: DEBUG nova.compute.manager [req-dc322cae-5537-4a6e-8b0d-7416e07391c1 req-6d4c6f0b-0ffd-4044-a3ca-99fc237f9fb9 service nova] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Received event network-changed-d43e7c68-8c11-4d1b-9150-339724443bef {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1289.802220] env[69663]: DEBUG nova.compute.manager [req-dc322cae-5537-4a6e-8b0d-7416e07391c1 req-6d4c6f0b-0ffd-4044-a3ca-99fc237f9fb9 service nova] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Refreshing instance network info cache due to event network-changed-d43e7c68-8c11-4d1b-9150-339724443bef. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1289.802220] env[69663]: DEBUG oslo_concurrency.lockutils [req-dc322cae-5537-4a6e-8b0d-7416e07391c1 req-6d4c6f0b-0ffd-4044-a3ca-99fc237f9fb9 service nova] Acquiring lock "refresh_cache-27c4c81f-b24e-4476-a762-3515ef2d6c78" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.802220] env[69663]: DEBUG oslo_concurrency.lockutils [req-dc322cae-5537-4a6e-8b0d-7416e07391c1 req-6d4c6f0b-0ffd-4044-a3ca-99fc237f9fb9 service nova] Acquired lock "refresh_cache-27c4c81f-b24e-4476-a762-3515ef2d6c78" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.802416] env[69663]: DEBUG nova.network.neutron [req-dc322cae-5537-4a6e-8b0d-7416e07391c1 req-6d4c6f0b-0ffd-4044-a3ca-99fc237f9fb9 service nova] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Refreshing network info cache for port d43e7c68-8c11-4d1b-9150-339724443bef {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1289.804377] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ce1fc27-0a18-4794-abab-b5556fa94dce {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.822176] env[69663]: DEBUG oslo_vmware.api [None req-0a92ed19-8aac-4366-9a49-f4fabe67f533 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Waiting for the task: (returnval){ [ 1289.822176] env[69663]: value = "task-3333766" [ 1289.822176] env[69663]: _type = "Task" [ 1289.822176] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.832461] env[69663]: DEBUG oslo_vmware.api [None req-0a92ed19-8aac-4366-9a49-f4fabe67f533 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333766, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.841403] env[69663]: DEBUG oslo_vmware.api [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333764, 'name': CloneVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.851486] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a465acee-096a-4797-8d0a-5e3eadabb255 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "refresh_cache-27c4c81f-b24e-4476-a762-3515ef2d6c78" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.962413] env[69663]: DEBUG oslo_vmware.api [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333762, 'name': PowerOnVM_Task, 'duration_secs': 1.331521} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.965328] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1289.965653] env[69663]: INFO nova.compute.manager [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Took 8.15 seconds to spawn the instance on the hypervisor. [ 1289.965931] env[69663]: DEBUG nova.compute.manager [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1289.966810] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0147a413-56fd-416e-8c6c-344e0729dc2f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.040602] env[69663]: INFO nova.compute.manager [-] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Took 1.21 seconds to deallocate network for instance. [ 1290.281268] env[69663]: DEBUG nova.network.neutron [req-dc322cae-5537-4a6e-8b0d-7416e07391c1 req-6d4c6f0b-0ffd-4044-a3ca-99fc237f9fb9 service nova] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Added VIF to instance network info cache for port d43e7c68-8c11-4d1b-9150-339724443bef. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3489}} [ 1290.281778] env[69663]: DEBUG nova.network.neutron [req-dc322cae-5537-4a6e-8b0d-7416e07391c1 req-6d4c6f0b-0ffd-4044-a3ca-99fc237f9fb9 service nova] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Updating instance_info_cache with network_info: [{"id": "17f75302-9ea7-4fc3-ad4d-57727f35b38c", "address": "fa:16:3e:ce:14:f2", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17f75302-9e", "ovs_interfaceid": "17f75302-9ea7-4fc3-ad4d-57727f35b38c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0b9d98d-b5f6-474d-aa4b-85ba0828e5dc", "address": "fa:16:3e:d8:bc:89", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b9d98d-b5", "ovs_interfaceid": "a0b9d98d-b5f6-474d-aa4b-85ba0828e5dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d43e7c68-8c11-4d1b-9150-339724443bef", "address": "fa:16:3e:f0:87:d1", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd43e7c68-8c", "ovs_interfaceid": "d43e7c68-8c11-4d1b-9150-339724443bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.332355] env[69663]: DEBUG oslo_vmware.api [None req-0a92ed19-8aac-4366-9a49-f4fabe67f533 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333766, 'name': ReconfigVM_Task, 'duration_secs': 0.144918} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.332781] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a92ed19-8aac-4366-9a49-f4fabe67f533 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665449', 'volume_id': 'ba693c01-07a4-461c-bf8e-10f476d851b5', 'name': 'volume-ba693c01-07a4-461c-bf8e-10f476d851b5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9f4b5f0a-26f0-4530-b3c0-f33140235d85', 'attached_at': '', 'detached_at': '', 'volume_id': 'ba693c01-07a4-461c-bf8e-10f476d851b5', 'serial': 'ba693c01-07a4-461c-bf8e-10f476d851b5'} {{(pid=69663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1290.342770] env[69663]: DEBUG oslo_vmware.api [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333764, 'name': CloneVM_Task} progress is 95%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.485250] env[69663]: INFO nova.compute.manager [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Took 12.91 seconds to build instance. [ 1290.548061] env[69663]: DEBUG oslo_concurrency.lockutils [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.548229] env[69663]: DEBUG oslo_concurrency.lockutils [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.548330] env[69663]: DEBUG oslo_concurrency.lockutils [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.574903] env[69663]: INFO nova.scheduler.client.report [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Deleted allocations for instance 1c8f6c99-1d88-44fb-bad8-ada986582932 [ 1290.785310] env[69663]: DEBUG oslo_concurrency.lockutils [req-dc322cae-5537-4a6e-8b0d-7416e07391c1 req-6d4c6f0b-0ffd-4044-a3ca-99fc237f9fb9 service nova] Releasing lock "refresh_cache-27c4c81f-b24e-4476-a762-3515ef2d6c78" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.785425] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a465acee-096a-4797-8d0a-5e3eadabb255 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquired lock "refresh_cache-27c4c81f-b24e-4476-a762-3515ef2d6c78" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.785650] env[69663]: DEBUG nova.network.neutron [None req-a465acee-096a-4797-8d0a-5e3eadabb255 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1290.842605] env[69663]: DEBUG oslo_vmware.api [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333764, 'name': CloneVM_Task, 'duration_secs': 1.691553} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.842906] env[69663]: INFO nova.virt.vmwareapi.vmops [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Created linked-clone VM from snapshot [ 1290.843672] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f73502-3bc9-4795-b148-cac912834dfd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.851218] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Uploading image 174b313d-e283-4c8a-aeca-e780d2d28e5c {{(pid=69663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1290.876388] env[69663]: DEBUG nova.objects.instance [None req-0a92ed19-8aac-4366-9a49-f4fabe67f533 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lazy-loading 'flavor' on Instance uuid 9f4b5f0a-26f0-4530-b3c0-f33140235d85 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.881395] env[69663]: DEBUG oslo_vmware.rw_handles [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1290.881395] env[69663]: value = "vm-665457" [ 1290.881395] env[69663]: _type = "VirtualMachine" [ 1290.881395] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1290.881620] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-661344c0-99c5-4a27-a3e2-1b10d6ca90a7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.888883] env[69663]: DEBUG oslo_vmware.rw_handles [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lease: (returnval){ [ 1290.888883] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52732e11-b020-00f5-5e57-d1d9e90a285d" [ 1290.888883] env[69663]: _type = "HttpNfcLease" [ 1290.888883] env[69663]: } obtained for exporting VM: (result){ [ 1290.888883] env[69663]: value = "vm-665457" [ 1290.888883] env[69663]: _type = "VirtualMachine" [ 1290.888883] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1290.889243] env[69663]: DEBUG oslo_vmware.api [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the lease: (returnval){ [ 1290.889243] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52732e11-b020-00f5-5e57-d1d9e90a285d" [ 1290.889243] env[69663]: _type = "HttpNfcLease" [ 1290.889243] env[69663]: } to be ready. {{(pid=69663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1290.896665] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1290.896665] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52732e11-b020-00f5-5e57-d1d9e90a285d" [ 1290.896665] env[69663]: _type = "HttpNfcLease" [ 1290.896665] env[69663]: } is initializing. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1290.986391] env[69663]: DEBUG oslo_concurrency.lockutils [None req-12402db7-a3e4-46a4-943e-5c2db04926a2 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "8b90d356-552a-469c-9486-bdb00b7f6332" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.416s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.084059] env[69663]: DEBUG oslo_concurrency.lockutils [None req-07326d2d-f292-4a26-a465-5ac6d7e012fe tempest-DeleteServersTestJSON-708906239 tempest-DeleteServersTestJSON-708906239-project-member] Lock "1c8f6c99-1d88-44fb-bad8-ada986582932" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.373s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.322758] env[69663]: WARNING nova.network.neutron [None req-a465acee-096a-4797-8d0a-5e3eadabb255 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] b2589710-832b-4b09-a36e-29ad5a4528fd already exists in list: networks containing: ['b2589710-832b-4b09-a36e-29ad5a4528fd']. ignoring it [ 1291.323127] env[69663]: WARNING nova.network.neutron [None req-a465acee-096a-4797-8d0a-5e3eadabb255 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] b2589710-832b-4b09-a36e-29ad5a4528fd already exists in list: networks containing: ['b2589710-832b-4b09-a36e-29ad5a4528fd']. ignoring it [ 1291.323353] env[69663]: WARNING nova.network.neutron [None req-a465acee-096a-4797-8d0a-5e3eadabb255 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] b2589710-832b-4b09-a36e-29ad5a4528fd already exists in list: networks containing: ['b2589710-832b-4b09-a36e-29ad5a4528fd']. ignoring it [ 1291.323563] env[69663]: WARNING nova.network.neutron [None req-a465acee-096a-4797-8d0a-5e3eadabb255 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] d43e7c68-8c11-4d1b-9150-339724443bef already exists in list: port_ids containing: ['d43e7c68-8c11-4d1b-9150-339724443bef']. ignoring it [ 1291.398554] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1291.398554] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52732e11-b020-00f5-5e57-d1d9e90a285d" [ 1291.398554] env[69663]: _type = "HttpNfcLease" [ 1291.398554] env[69663]: } is ready. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1291.399029] env[69663]: DEBUG oslo_vmware.rw_handles [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1291.399029] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52732e11-b020-00f5-5e57-d1d9e90a285d" [ 1291.399029] env[69663]: _type = "HttpNfcLease" [ 1291.399029] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1291.399614] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb15db7-0c29-4d74-8730-ac5f31ae4ca7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.407771] env[69663]: DEBUG oslo_vmware.rw_handles [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e42115-5522-6919-9f29-998a357d3137/disk-0.vmdk from lease info. {{(pid=69663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1291.408011] env[69663]: DEBUG oslo_vmware.rw_handles [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e42115-5522-6919-9f29-998a357d3137/disk-0.vmdk for reading. {{(pid=69663) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1291.499371] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3bea846f-107c-44b2-86b5-f692353d6c3c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.752998] env[69663]: DEBUG nova.network.neutron [None req-a465acee-096a-4797-8d0a-5e3eadabb255 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Updating instance_info_cache with network_info: [{"id": "17f75302-9ea7-4fc3-ad4d-57727f35b38c", "address": "fa:16:3e:ce:14:f2", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17f75302-9e", "ovs_interfaceid": "17f75302-9ea7-4fc3-ad4d-57727f35b38c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a0b9d98d-b5f6-474d-aa4b-85ba0828e5dc", "address": "fa:16:3e:d8:bc:89", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0b9d98d-b5", "ovs_interfaceid": "a0b9d98d-b5f6-474d-aa4b-85ba0828e5dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d43e7c68-8c11-4d1b-9150-339724443bef", "address": "fa:16:3e:f0:87:d1", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd43e7c68-8c", "ovs_interfaceid": "d43e7c68-8c11-4d1b-9150-339724443bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.825798] env[69663]: DEBUG nova.compute.manager [req-ba24b77a-d7bc-432b-85eb-54957c39b422 req-4127495c-6593-4742-9776-3c3ab28be993 service nova] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Received event network-changed-75e35edf-a05a-459a-96d8-cabdec45b3d0 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1291.826102] env[69663]: DEBUG nova.compute.manager [req-ba24b77a-d7bc-432b-85eb-54957c39b422 req-4127495c-6593-4742-9776-3c3ab28be993 service nova] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Refreshing instance network info cache due to event network-changed-75e35edf-a05a-459a-96d8-cabdec45b3d0. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1291.826102] env[69663]: DEBUG oslo_concurrency.lockutils [req-ba24b77a-d7bc-432b-85eb-54957c39b422 req-4127495c-6593-4742-9776-3c3ab28be993 service nova] Acquiring lock "refresh_cache-8b90d356-552a-469c-9486-bdb00b7f6332" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.826255] env[69663]: DEBUG oslo_concurrency.lockutils [req-ba24b77a-d7bc-432b-85eb-54957c39b422 req-4127495c-6593-4742-9776-3c3ab28be993 service nova] Acquired lock "refresh_cache-8b90d356-552a-469c-9486-bdb00b7f6332" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.826411] env[69663]: DEBUG nova.network.neutron [req-ba24b77a-d7bc-432b-85eb-54957c39b422 req-4127495c-6593-4742-9776-3c3ab28be993 service nova] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Refreshing network info cache for port 75e35edf-a05a-459a-96d8-cabdec45b3d0 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1291.890474] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0a92ed19-8aac-4366-9a49-f4fabe67f533 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "9f4b5f0a-26f0-4530-b3c0-f33140235d85" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.738s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.255690] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a465acee-096a-4797-8d0a-5e3eadabb255 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Releasing lock "refresh_cache-27c4c81f-b24e-4476-a762-3515ef2d6c78" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.256428] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a465acee-096a-4797-8d0a-5e3eadabb255 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "27c4c81f-b24e-4476-a762-3515ef2d6c78" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.256703] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a465acee-096a-4797-8d0a-5e3eadabb255 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquired lock "27c4c81f-b24e-4476-a762-3515ef2d6c78" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.257731] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e433b10-601d-484e-b205-b0df3d6c543f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.277098] env[69663]: DEBUG nova.virt.hardware [None req-a465acee-096a-4797-8d0a-5e3eadabb255 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1292.277374] env[69663]: DEBUG nova.virt.hardware [None req-a465acee-096a-4797-8d0a-5e3eadabb255 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1292.278023] env[69663]: DEBUG nova.virt.hardware [None req-a465acee-096a-4797-8d0a-5e3eadabb255 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1292.278023] env[69663]: DEBUG nova.virt.hardware [None req-a465acee-096a-4797-8d0a-5e3eadabb255 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1292.278194] env[69663]: DEBUG nova.virt.hardware [None req-a465acee-096a-4797-8d0a-5e3eadabb255 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1292.278360] env[69663]: DEBUG nova.virt.hardware [None req-a465acee-096a-4797-8d0a-5e3eadabb255 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1292.278438] env[69663]: DEBUG nova.virt.hardware [None req-a465acee-096a-4797-8d0a-5e3eadabb255 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1292.278688] env[69663]: DEBUG nova.virt.hardware [None req-a465acee-096a-4797-8d0a-5e3eadabb255 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1292.278881] env[69663]: DEBUG nova.virt.hardware [None req-a465acee-096a-4797-8d0a-5e3eadabb255 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1292.279208] env[69663]: DEBUG nova.virt.hardware [None req-a465acee-096a-4797-8d0a-5e3eadabb255 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1292.279539] env[69663]: DEBUG nova.virt.hardware [None req-a465acee-096a-4797-8d0a-5e3eadabb255 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1292.286489] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-a465acee-096a-4797-8d0a-5e3eadabb255 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Reconfiguring VM to attach interface {{(pid=69663) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 1292.287031] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4323704-9733-4793-8892-3165c21b4d9d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.306671] env[69663]: DEBUG oslo_vmware.api [None req-a465acee-096a-4797-8d0a-5e3eadabb255 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1292.306671] env[69663]: value = "task-3333769" [ 1292.306671] env[69663]: _type = "Task" [ 1292.306671] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.314998] env[69663]: DEBUG oslo_vmware.api [None req-a465acee-096a-4797-8d0a-5e3eadabb255 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333769, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.608502] env[69663]: DEBUG nova.network.neutron [req-ba24b77a-d7bc-432b-85eb-54957c39b422 req-4127495c-6593-4742-9776-3c3ab28be993 service nova] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Updated VIF entry in instance network info cache for port 75e35edf-a05a-459a-96d8-cabdec45b3d0. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1292.610051] env[69663]: DEBUG nova.network.neutron [req-ba24b77a-d7bc-432b-85eb-54957c39b422 req-4127495c-6593-4742-9776-3c3ab28be993 service nova] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Updating instance_info_cache with network_info: [{"id": "75e35edf-a05a-459a-96d8-cabdec45b3d0", "address": "fa:16:3e:f5:c9:49", "network": {"id": "a3b5f8d9-10f5-42a5-895b-ca097d62d6b9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1939411410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "475ee851db874998812727745d5e1747", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a4d142-3f97-47fe-b074-58923c46815e", "external-id": "nsx-vlan-transportzone-565", "segmentation_id": 565, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75e35edf-a0", "ovs_interfaceid": "75e35edf-a05a-459a-96d8-cabdec45b3d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.817132] env[69663]: DEBUG oslo_vmware.api [None req-a465acee-096a-4797-8d0a-5e3eadabb255 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333769, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.018674] env[69663]: DEBUG oslo_concurrency.lockutils [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Acquiring lock "823780d5-bc0c-410b-99bf-33358285cdf9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.019087] env[69663]: DEBUG oslo_concurrency.lockutils [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Lock "823780d5-bc0c-410b-99bf-33358285cdf9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.033776] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0029052d-426b-4e94-9c4a-1ebfb4f66769 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Acquiring lock "9f4b5f0a-26f0-4530-b3c0-f33140235d85" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.034122] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0029052d-426b-4e94-9c4a-1ebfb4f66769 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "9f4b5f0a-26f0-4530-b3c0-f33140235d85" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.112071] env[69663]: DEBUG oslo_concurrency.lockutils [req-ba24b77a-d7bc-432b-85eb-54957c39b422 req-4127495c-6593-4742-9776-3c3ab28be993 service nova] Releasing lock "refresh_cache-8b90d356-552a-469c-9486-bdb00b7f6332" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.317768] env[69663]: DEBUG oslo_vmware.api [None req-a465acee-096a-4797-8d0a-5e3eadabb255 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333769, 'name': ReconfigVM_Task, 'duration_secs': 0.695891} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.318256] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a465acee-096a-4797-8d0a-5e3eadabb255 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Releasing lock "27c4c81f-b24e-4476-a762-3515ef2d6c78" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.318480] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-a465acee-096a-4797-8d0a-5e3eadabb255 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Reconfigured VM to attach interface {{(pid=69663) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1943}} [ 1293.521644] env[69663]: DEBUG nova.compute.manager [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1293.538931] env[69663]: INFO nova.compute.manager [None req-0029052d-426b-4e94-9c4a-1ebfb4f66769 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Detaching volume 71fcd0bf-cb08-4805-8377-bba4e8cdc49b [ 1293.574729] env[69663]: INFO nova.virt.block_device [None req-0029052d-426b-4e94-9c4a-1ebfb4f66769 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Attempting to driver detach volume 71fcd0bf-cb08-4805-8377-bba4e8cdc49b from mountpoint /dev/sdc [ 1293.575093] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0029052d-426b-4e94-9c4a-1ebfb4f66769 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Volume detach. Driver type: vmdk {{(pid=69663) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1293.575361] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0029052d-426b-4e94-9c4a-1ebfb4f66769 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665453', 'volume_id': '71fcd0bf-cb08-4805-8377-bba4e8cdc49b', 'name': 'volume-71fcd0bf-cb08-4805-8377-bba4e8cdc49b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9f4b5f0a-26f0-4530-b3c0-f33140235d85', 'attached_at': '', 'detached_at': '', 'volume_id': '71fcd0bf-cb08-4805-8377-bba4e8cdc49b', 'serial': '71fcd0bf-cb08-4805-8377-bba4e8cdc49b'} {{(pid=69663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1293.576444] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c120617-d224-446f-a485-5ae791db71aa {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.601630] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77be981-7dae-463e-b4c6-ab6f5bd7459d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.608965] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b78d840-9d50-44a3-bf94-3119c8e13319 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.630166] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b7fb78-1c7e-4b31-be93-b5a607df106a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.647867] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0029052d-426b-4e94-9c4a-1ebfb4f66769 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] The volume has not been displaced from its original location: [datastore1] volume-71fcd0bf-cb08-4805-8377-bba4e8cdc49b/volume-71fcd0bf-cb08-4805-8377-bba4e8cdc49b.vmdk. No consolidation needed. {{(pid=69663) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1293.653412] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0029052d-426b-4e94-9c4a-1ebfb4f66769 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Reconfiguring VM instance instance-00000071 to detach disk 2002 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1293.653798] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-796fd8da-94eb-4cdf-b059-ef09267447eb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.672882] env[69663]: DEBUG oslo_vmware.api [None req-0029052d-426b-4e94-9c4a-1ebfb4f66769 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Waiting for the task: (returnval){ [ 1293.672882] env[69663]: value = "task-3333770" [ 1293.672882] env[69663]: _type = "Task" [ 1293.672882] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.681724] env[69663]: DEBUG oslo_vmware.api [None req-0029052d-426b-4e94-9c4a-1ebfb4f66769 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333770, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.824356] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a465acee-096a-4797-8d0a-5e3eadabb255 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "interface-27c4c81f-b24e-4476-a762-3515ef2d6c78-d43e7c68-8c11-4d1b-9150-339724443bef" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.139s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.046983] env[69663]: DEBUG oslo_concurrency.lockutils [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.047500] env[69663]: DEBUG oslo_concurrency.lockutils [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.049924] env[69663]: INFO nova.compute.claims [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1294.183524] env[69663]: DEBUG oslo_vmware.api [None req-0029052d-426b-4e94-9c4a-1ebfb4f66769 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333770, 'name': ReconfigVM_Task, 'duration_secs': 0.276281} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.183915] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0029052d-426b-4e94-9c4a-1ebfb4f66769 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Reconfigured VM instance instance-00000071 to detach disk 2002 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1294.188978] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abfd9864-08af-47ef-9006-b5c24f4bf0b3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.205708] env[69663]: DEBUG oslo_vmware.api [None req-0029052d-426b-4e94-9c4a-1ebfb4f66769 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Waiting for the task: (returnval){ [ 1294.205708] env[69663]: value = "task-3333771" [ 1294.205708] env[69663]: _type = "Task" [ 1294.205708] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.214837] env[69663]: DEBUG oslo_vmware.api [None req-0029052d-426b-4e94-9c4a-1ebfb4f66769 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333771, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.716825] env[69663]: DEBUG oslo_vmware.api [None req-0029052d-426b-4e94-9c4a-1ebfb4f66769 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333771, 'name': ReconfigVM_Task, 'duration_secs': 0.145499} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.717130] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-0029052d-426b-4e94-9c4a-1ebfb4f66769 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665453', 'volume_id': '71fcd0bf-cb08-4805-8377-bba4e8cdc49b', 'name': 'volume-71fcd0bf-cb08-4805-8377-bba4e8cdc49b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9f4b5f0a-26f0-4530-b3c0-f33140235d85', 'attached_at': '', 'detached_at': '', 'volume_id': '71fcd0bf-cb08-4805-8377-bba4e8cdc49b', 'serial': '71fcd0bf-cb08-4805-8377-bba4e8cdc49b'} {{(pid=69663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1295.177434] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ec83fd-7eac-4fad-9478-3ce9990661ee {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.186204] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b90e88-dd26-49d9-9ed3-24817a02aee5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.219607] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f1c2db-dee3-42e5-ae40-9dd3d537f096 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.227683] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d7e4af-b5fb-4602-a6e8-40c90d895846 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.241780] env[69663]: DEBUG nova.compute.provider_tree [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.273526] env[69663]: DEBUG nova.objects.instance [None req-0029052d-426b-4e94-9c4a-1ebfb4f66769 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lazy-loading 'flavor' on Instance uuid 9f4b5f0a-26f0-4530-b3c0-f33140235d85 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.282264] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7379014c-1d97-44ce-9ca8-7be339718404 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "799ddb00-feb4-4314-9c31-2fcb4cfadfba" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.282553] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7379014c-1d97-44ce-9ca8-7be339718404 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "799ddb00-feb4-4314-9c31-2fcb4cfadfba" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.282768] env[69663]: DEBUG nova.compute.manager [None req-7379014c-1d97-44ce-9ca8-7be339718404 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1295.287020] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a12cebe-a572-49ea-af1e-36198ef735a1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.291359] env[69663]: DEBUG nova.compute.manager [None req-7379014c-1d97-44ce-9ca8-7be339718404 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69663) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1295.292014] env[69663]: DEBUG nova.objects.instance [None req-7379014c-1d97-44ce-9ca8-7be339718404 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lazy-loading 'flavor' on Instance uuid 799ddb00-feb4-4314-9c31-2fcb4cfadfba {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.539528] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b2894283-bc6b-450f-aad0-28d90dcdeee9 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "interface-27c4c81f-b24e-4476-a762-3515ef2d6c78-a0b9d98d-b5f6-474d-aa4b-85ba0828e5dc" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.539829] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b2894283-bc6b-450f-aad0-28d90dcdeee9 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "interface-27c4c81f-b24e-4476-a762-3515ef2d6c78-a0b9d98d-b5f6-474d-aa4b-85ba0828e5dc" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.744841] env[69663]: DEBUG nova.scheduler.client.report [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1295.797035] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7379014c-1d97-44ce-9ca8-7be339718404 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1295.797340] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-772e3da1-d90d-446b-8575-8d5ba4e72b0e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.806347] env[69663]: DEBUG oslo_vmware.api [None req-7379014c-1d97-44ce-9ca8-7be339718404 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1295.806347] env[69663]: value = "task-3333772" [ 1295.806347] env[69663]: _type = "Task" [ 1295.806347] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.815416] env[69663]: DEBUG oslo_vmware.api [None req-7379014c-1d97-44ce-9ca8-7be339718404 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.044727] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b2894283-bc6b-450f-aad0-28d90dcdeee9 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "27c4c81f-b24e-4476-a762-3515ef2d6c78" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.044727] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b2894283-bc6b-450f-aad0-28d90dcdeee9 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquired lock "27c4c81f-b24e-4476-a762-3515ef2d6c78" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.045159] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ceef5cc-e0d9-4446-b409-800ea45ad25b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.067374] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfd06cb-da3f-4d92-888b-8bc21247ff9b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.096784] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b2894283-bc6b-450f-aad0-28d90dcdeee9 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Reconfiguring VM to detach interface {{(pid=69663) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1974}} [ 1296.097217] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d55f9218-38d2-474f-8105-7a91f865ee99 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.117000] env[69663]: DEBUG oslo_vmware.api [None req-b2894283-bc6b-450f-aad0-28d90dcdeee9 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1296.117000] env[69663]: value = "task-3333773" [ 1296.117000] env[69663]: _type = "Task" [ 1296.117000] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.125804] env[69663]: DEBUG oslo_vmware.api [None req-b2894283-bc6b-450f-aad0-28d90dcdeee9 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333773, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.253025] env[69663]: DEBUG oslo_concurrency.lockutils [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.205s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.253592] env[69663]: DEBUG nova.compute.manager [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1296.282802] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0029052d-426b-4e94-9c4a-1ebfb4f66769 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "9f4b5f0a-26f0-4530-b3c0-f33140235d85" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.248s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.316174] env[69663]: DEBUG oslo_vmware.api [None req-7379014c-1d97-44ce-9ca8-7be339718404 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333772, 'name': PowerOffVM_Task, 'duration_secs': 0.265758} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.316482] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7379014c-1d97-44ce-9ca8-7be339718404 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1296.316633] env[69663]: DEBUG nova.compute.manager [None req-7379014c-1d97-44ce-9ca8-7be339718404 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1296.317529] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc3294c-546f-46d8-9fa6-036a9758e5e4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.628992] env[69663]: DEBUG oslo_vmware.api [None req-b2894283-bc6b-450f-aad0-28d90dcdeee9 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.758416] env[69663]: DEBUG nova.compute.utils [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1296.760237] env[69663]: DEBUG nova.compute.manager [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1296.760237] env[69663]: DEBUG nova.network.neutron [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1296.818269] env[69663]: DEBUG nova.policy [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e85be484cc224f7893a09727c30b94d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ba174d5d358443bab7488501262d9cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1296.828716] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7379014c-1d97-44ce-9ca8-7be339718404 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "799ddb00-feb4-4314-9c31-2fcb4cfadfba" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.546s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.128844] env[69663]: DEBUG oslo_vmware.api [None req-b2894283-bc6b-450f-aad0-28d90dcdeee9 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.183857] env[69663]: DEBUG nova.network.neutron [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Successfully created port: b15f114c-1515-4687-b7db-f4ddef324a4a {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1297.263772] env[69663]: DEBUG nova.compute.manager [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1297.594252] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c05eb9ed-2fa2-47d9-9bac-0a765b2f12a0 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Acquiring lock "9f4b5f0a-26f0-4530-b3c0-f33140235d85" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.595962] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c05eb9ed-2fa2-47d9-9bac-0a765b2f12a0 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "9f4b5f0a-26f0-4530-b3c0-f33140235d85" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.595962] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c05eb9ed-2fa2-47d9-9bac-0a765b2f12a0 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Acquiring lock "9f4b5f0a-26f0-4530-b3c0-f33140235d85-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.595962] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c05eb9ed-2fa2-47d9-9bac-0a765b2f12a0 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "9f4b5f0a-26f0-4530-b3c0-f33140235d85-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.595962] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c05eb9ed-2fa2-47d9-9bac-0a765b2f12a0 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "9f4b5f0a-26f0-4530-b3c0-f33140235d85-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.598119] env[69663]: INFO nova.compute.manager [None req-c05eb9ed-2fa2-47d9-9bac-0a765b2f12a0 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Terminating instance [ 1297.600586] env[69663]: DEBUG nova.compute.manager [None req-c05eb9ed-2fa2-47d9-9bac-0a765b2f12a0 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1297.601222] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c05eb9ed-2fa2-47d9-9bac-0a765b2f12a0 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1297.604974] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6296126-3f55-4d08-bc8e-9e1d42b1279f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.614577] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c05eb9ed-2fa2-47d9-9bac-0a765b2f12a0 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1297.615084] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43b45f6b-d098-4c5c-ba5b-9b74a3872541 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.629247] env[69663]: DEBUG oslo_vmware.api [None req-c05eb9ed-2fa2-47d9-9bac-0a765b2f12a0 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Waiting for the task: (returnval){ [ 1297.629247] env[69663]: value = "task-3333774" [ 1297.629247] env[69663]: _type = "Task" [ 1297.629247] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.639197] env[69663]: DEBUG oslo_vmware.api [None req-b2894283-bc6b-450f-aad0-28d90dcdeee9 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.644456] env[69663]: DEBUG oslo_vmware.api [None req-c05eb9ed-2fa2-47d9-9bac-0a765b2f12a0 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.772338] env[69663]: INFO nova.virt.block_device [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Booting with volume 44540269-3b9e-4cd5-b449-abafd39571d3 at /dev/sda [ 1297.815919] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-662a6fbc-b720-40fe-be88-bebd12de8acc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.826248] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cd9811-a17d-4740-9cee-f2e0a8b5492b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.846191] env[69663]: DEBUG nova.objects.instance [None req-380aba92-82f2-45cc-aee6-899fbde87cb7 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lazy-loading 'flavor' on Instance uuid 799ddb00-feb4-4314-9c31-2fcb4cfadfba {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1297.866134] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c79f3ff0-f1a7-44a7-92ce-5fd4e53a1d48 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.877649] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58d87e9-9108-46b2-9b8d-429729ff4493 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.915442] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4da0cb8-5151-4d10-9548-f59e56b99c41 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.923312] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c025da62-363e-4fcb-82f6-bba5762e0e18 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.939281] env[69663]: DEBUG nova.virt.block_device [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Updating existing volume attachment record: 8f721323-ea48-49a6-a0f0-cdc706d31aa5 {{(pid=69663) _volume_attach /opt/stack/nova/nova/virt/block_device.py:665}} [ 1298.136395] env[69663]: DEBUG oslo_vmware.api [None req-b2894283-bc6b-450f-aad0-28d90dcdeee9 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.146362] env[69663]: DEBUG oslo_vmware.api [None req-c05eb9ed-2fa2-47d9-9bac-0a765b2f12a0 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333774, 'name': PowerOffVM_Task, 'duration_secs': 0.222284} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.146821] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-c05eb9ed-2fa2-47d9-9bac-0a765b2f12a0 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1298.147574] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c05eb9ed-2fa2-47d9-9bac-0a765b2f12a0 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1298.148042] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-472115bd-eb81-4098-8109-db200072d081 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.216473] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c05eb9ed-2fa2-47d9-9bac-0a765b2f12a0 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1298.216742] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c05eb9ed-2fa2-47d9-9bac-0a765b2f12a0 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1298.217039] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c05eb9ed-2fa2-47d9-9bac-0a765b2f12a0 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Deleting the datastore file [datastore2] 9f4b5f0a-26f0-4530-b3c0-f33140235d85 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1298.217323] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68644ce1-1879-4ac9-b5f2-c5c20de2df4f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.225035] env[69663]: DEBUG oslo_vmware.api [None req-c05eb9ed-2fa2-47d9-9bac-0a765b2f12a0 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Waiting for the task: (returnval){ [ 1298.225035] env[69663]: value = "task-3333776" [ 1298.225035] env[69663]: _type = "Task" [ 1298.225035] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.233642] env[69663]: DEBUG oslo_vmware.api [None req-c05eb9ed-2fa2-47d9-9bac-0a765b2f12a0 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333776, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.352881] env[69663]: DEBUG oslo_concurrency.lockutils [None req-380aba92-82f2-45cc-aee6-899fbde87cb7 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "refresh_cache-799ddb00-feb4-4314-9c31-2fcb4cfadfba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.353095] env[69663]: DEBUG oslo_concurrency.lockutils [None req-380aba92-82f2-45cc-aee6-899fbde87cb7 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquired lock "refresh_cache-799ddb00-feb4-4314-9c31-2fcb4cfadfba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.353322] env[69663]: DEBUG nova.network.neutron [None req-380aba92-82f2-45cc-aee6-899fbde87cb7 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1298.353538] env[69663]: DEBUG nova.objects.instance [None req-380aba92-82f2-45cc-aee6-899fbde87cb7 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lazy-loading 'info_cache' on Instance uuid 799ddb00-feb4-4314-9c31-2fcb4cfadfba {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.646637] env[69663]: DEBUG oslo_vmware.api [None req-b2894283-bc6b-450f-aad0-28d90dcdeee9 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.742080] env[69663]: DEBUG oslo_vmware.api [None req-c05eb9ed-2fa2-47d9-9bac-0a765b2f12a0 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Task: {'id': task-3333776, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180379} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.742080] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-c05eb9ed-2fa2-47d9-9bac-0a765b2f12a0 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1298.742080] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c05eb9ed-2fa2-47d9-9bac-0a765b2f12a0 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1298.742080] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c05eb9ed-2fa2-47d9-9bac-0a765b2f12a0 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1298.742080] env[69663]: INFO nova.compute.manager [None req-c05eb9ed-2fa2-47d9-9bac-0a765b2f12a0 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1298.742080] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c05eb9ed-2fa2-47d9-9bac-0a765b2f12a0 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1298.742080] env[69663]: DEBUG nova.compute.manager [-] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1298.742080] env[69663]: DEBUG nova.network.neutron [-] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1298.859298] env[69663]: DEBUG nova.objects.base [None req-380aba92-82f2-45cc-aee6-899fbde87cb7 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Object Instance<799ddb00-feb4-4314-9c31-2fcb4cfadfba> lazy-loaded attributes: flavor,info_cache {{(pid=69663) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1299.008344] env[69663]: DEBUG nova.compute.manager [req-a8e6b8da-a66e-48bc-8600-a7404d320348 req-4b877de7-dea5-4e18-85d1-c10c62adf289 service nova] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Received event network-vif-plugged-b15f114c-1515-4687-b7db-f4ddef324a4a {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1299.008578] env[69663]: DEBUG oslo_concurrency.lockutils [req-a8e6b8da-a66e-48bc-8600-a7404d320348 req-4b877de7-dea5-4e18-85d1-c10c62adf289 service nova] Acquiring lock "823780d5-bc0c-410b-99bf-33358285cdf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.008859] env[69663]: DEBUG oslo_concurrency.lockutils [req-a8e6b8da-a66e-48bc-8600-a7404d320348 req-4b877de7-dea5-4e18-85d1-c10c62adf289 service nova] Lock "823780d5-bc0c-410b-99bf-33358285cdf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.009190] env[69663]: DEBUG oslo_concurrency.lockutils [req-a8e6b8da-a66e-48bc-8600-a7404d320348 req-4b877de7-dea5-4e18-85d1-c10c62adf289 service nova] Lock "823780d5-bc0c-410b-99bf-33358285cdf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.009362] env[69663]: DEBUG nova.compute.manager [req-a8e6b8da-a66e-48bc-8600-a7404d320348 req-4b877de7-dea5-4e18-85d1-c10c62adf289 service nova] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] No waiting events found dispatching network-vif-plugged-b15f114c-1515-4687-b7db-f4ddef324a4a {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1299.009573] env[69663]: WARNING nova.compute.manager [req-a8e6b8da-a66e-48bc-8600-a7404d320348 req-4b877de7-dea5-4e18-85d1-c10c62adf289 service nova] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Received unexpected event network-vif-plugged-b15f114c-1515-4687-b7db-f4ddef324a4a for instance with vm_state building and task_state block_device_mapping. [ 1299.132405] env[69663]: DEBUG oslo_vmware.api [None req-b2894283-bc6b-450f-aad0-28d90dcdeee9 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.261884] env[69663]: DEBUG nova.network.neutron [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Successfully updated port: b15f114c-1515-4687-b7db-f4ddef324a4a {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1299.561154] env[69663]: DEBUG oslo_vmware.rw_handles [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e42115-5522-6919-9f29-998a357d3137/disk-0.vmdk. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1299.561154] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327a66a2-db0c-41ec-aac4-d33b29883615 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.572015] env[69663]: DEBUG oslo_vmware.rw_handles [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e42115-5522-6919-9f29-998a357d3137/disk-0.vmdk is in state: ready. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1299.572210] env[69663]: ERROR oslo_vmware.rw_handles [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e42115-5522-6919-9f29-998a357d3137/disk-0.vmdk due to incomplete transfer. [ 1299.572459] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f869c869-c73b-40ce-b0a2-4136d8eb9a51 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.581821] env[69663]: DEBUG oslo_vmware.rw_handles [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e42115-5522-6919-9f29-998a357d3137/disk-0.vmdk. {{(pid=69663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1299.582088] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Uploaded image 174b313d-e283-4c8a-aeca-e780d2d28e5c to the Glance image server {{(pid=69663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1299.585613] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Destroying the VM {{(pid=69663) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1299.587738] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cf7f007f-31ac-49c6-b088-a10eedac3727 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.595772] env[69663]: DEBUG oslo_vmware.api [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1299.595772] env[69663]: value = "task-3333777" [ 1299.595772] env[69663]: _type = "Task" [ 1299.595772] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.607152] env[69663]: DEBUG oslo_vmware.api [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333777, 'name': Destroy_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.634566] env[69663]: DEBUG oslo_vmware.api [None req-b2894283-bc6b-450f-aad0-28d90dcdeee9 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.665090] env[69663]: DEBUG oslo_concurrency.lockutils [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Acquiring lock "7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.665455] env[69663]: DEBUG oslo_concurrency.lockutils [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Lock "7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.725942] env[69663]: DEBUG nova.network.neutron [None req-380aba92-82f2-45cc-aee6-899fbde87cb7 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Updating instance_info_cache with network_info: [{"id": "9077eb9e-fdef-48fa-91e8-737ce43a6952", "address": "fa:16:3e:fe:c1:86", "network": {"id": "8f5d2d06-6bc8-438e-ba54-64cbb07bda53", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1813658570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a924ac6b603449649201ef562daf8ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9077eb9e-fd", "ovs_interfaceid": "9077eb9e-fdef-48fa-91e8-737ce43a6952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.766971] env[69663]: DEBUG oslo_concurrency.lockutils [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Acquiring lock "refresh_cache-823780d5-bc0c-410b-99bf-33358285cdf9" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.766971] env[69663]: DEBUG oslo_concurrency.lockutils [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Acquired lock "refresh_cache-823780d5-bc0c-410b-99bf-33358285cdf9" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.766971] env[69663]: DEBUG nova.network.neutron [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1300.036839] env[69663]: DEBUG nova.compute.manager [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1300.037511] env[69663]: DEBUG nova.virt.hardware [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1300.037751] env[69663]: DEBUG nova.virt.hardware [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1300.037921] env[69663]: DEBUG nova.virt.hardware [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1300.038124] env[69663]: DEBUG nova.virt.hardware [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1300.038277] env[69663]: DEBUG nova.virt.hardware [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1300.038432] env[69663]: DEBUG nova.virt.hardware [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1300.038642] env[69663]: DEBUG nova.virt.hardware [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1300.038800] env[69663]: DEBUG nova.virt.hardware [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1300.038985] env[69663]: DEBUG nova.virt.hardware [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1300.039167] env[69663]: DEBUG nova.virt.hardware [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1300.039350] env[69663]: DEBUG nova.virt.hardware [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1300.040251] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01335791-1c58-4403-88ed-e701ed15225b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.043052] env[69663]: DEBUG nova.network.neutron [-] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.050808] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08331ccd-a962-449d-ad6e-d09be723da52 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.105476] env[69663]: DEBUG oslo_vmware.api [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333777, 'name': Destroy_Task, 'duration_secs': 0.346583} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.105825] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Destroyed the VM [ 1300.106061] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Deleting Snapshot of the VM instance {{(pid=69663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1300.106374] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cfcb5deb-95e2-4add-a0f2-f9d8567b9d2b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.112903] env[69663]: DEBUG oslo_vmware.api [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1300.112903] env[69663]: value = "task-3333778" [ 1300.112903] env[69663]: _type = "Task" [ 1300.112903] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.121101] env[69663]: DEBUG oslo_vmware.api [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333778, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.131358] env[69663]: DEBUG oslo_vmware.api [None req-b2894283-bc6b-450f-aad0-28d90dcdeee9 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.171098] env[69663]: DEBUG nova.compute.manager [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1300.229945] env[69663]: DEBUG oslo_concurrency.lockutils [None req-380aba92-82f2-45cc-aee6-899fbde87cb7 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Releasing lock "refresh_cache-799ddb00-feb4-4314-9c31-2fcb4cfadfba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.308094] env[69663]: DEBUG nova.network.neutron [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1300.480688] env[69663]: DEBUG nova.network.neutron [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Updating instance_info_cache with network_info: [{"id": "b15f114c-1515-4687-b7db-f4ddef324a4a", "address": "fa:16:3e:00:69:c1", "network": {"id": "5d4fa5a1-d7eb-4721-9d97-c2f414e35f26", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-313289187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ba174d5d358443bab7488501262d9cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb15f114c-15", "ovs_interfaceid": "b15f114c-1515-4687-b7db-f4ddef324a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.546564] env[69663]: INFO nova.compute.manager [-] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Took 1.80 seconds to deallocate network for instance. [ 1300.627026] env[69663]: DEBUG oslo_vmware.api [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333778, 'name': RemoveSnapshot_Task, 'duration_secs': 0.383245} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.628843] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Deleted Snapshot of the VM instance {{(pid=69663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1300.629134] env[69663]: DEBUG nova.compute.manager [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1300.629891] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a11f39-6518-4702-9220-132623002d5f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.637682] env[69663]: DEBUG oslo_vmware.api [None req-b2894283-bc6b-450f-aad0-28d90dcdeee9 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.693061] env[69663]: DEBUG oslo_concurrency.lockutils [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.693357] env[69663]: DEBUG oslo_concurrency.lockutils [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.694931] env[69663]: INFO nova.compute.claims [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1300.733495] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-380aba92-82f2-45cc-aee6-899fbde87cb7 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1300.734062] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5d957e8-4280-427e-816d-8d37aa5f64a3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.741744] env[69663]: DEBUG oslo_vmware.api [None req-380aba92-82f2-45cc-aee6-899fbde87cb7 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1300.741744] env[69663]: value = "task-3333779" [ 1300.741744] env[69663]: _type = "Task" [ 1300.741744] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.749920] env[69663]: DEBUG oslo_vmware.api [None req-380aba92-82f2-45cc-aee6-899fbde87cb7 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.983270] env[69663]: DEBUG oslo_concurrency.lockutils [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Releasing lock "refresh_cache-823780d5-bc0c-410b-99bf-33358285cdf9" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.983720] env[69663]: DEBUG nova.compute.manager [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Instance network_info: |[{"id": "b15f114c-1515-4687-b7db-f4ddef324a4a", "address": "fa:16:3e:00:69:c1", "network": {"id": "5d4fa5a1-d7eb-4721-9d97-c2f414e35f26", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-313289187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ba174d5d358443bab7488501262d9cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb15f114c-15", "ovs_interfaceid": "b15f114c-1515-4687-b7db-f4ddef324a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1300.984070] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:69:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb971244-43ba-41b4-a6a2-a4558548012c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b15f114c-1515-4687-b7db-f4ddef324a4a', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1300.991399] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Creating folder: Project (3ba174d5d358443bab7488501262d9cb). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1300.992014] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ca14967-eca9-4bf3-b36e-d92c87591ea9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.007550] env[69663]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1301.007708] env[69663]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69663) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1301.008053] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Folder already exists: Project (3ba174d5d358443bab7488501262d9cb). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1301.008268] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Creating folder: Instances. Parent ref: group-v665450. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1301.008538] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67f40fda-2f8c-4330-9b77-67c00f3ce644 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.018421] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Created folder: Instances in parent group-v665450. [ 1301.018660] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1301.018853] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1301.019074] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e240873a-bedf-4166-8c26-0c0199184731 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.037120] env[69663]: DEBUG nova.compute.manager [req-875597b3-c794-4288-b853-d1cc609726c5 req-541d1eb7-f2c1-40e6-914f-fe9bb75961d3 service nova] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Received event network-changed-b15f114c-1515-4687-b7db-f4ddef324a4a {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1301.037401] env[69663]: DEBUG nova.compute.manager [req-875597b3-c794-4288-b853-d1cc609726c5 req-541d1eb7-f2c1-40e6-914f-fe9bb75961d3 service nova] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Refreshing instance network info cache due to event network-changed-b15f114c-1515-4687-b7db-f4ddef324a4a. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1301.037567] env[69663]: DEBUG oslo_concurrency.lockutils [req-875597b3-c794-4288-b853-d1cc609726c5 req-541d1eb7-f2c1-40e6-914f-fe9bb75961d3 service nova] Acquiring lock "refresh_cache-823780d5-bc0c-410b-99bf-33358285cdf9" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.037671] env[69663]: DEBUG oslo_concurrency.lockutils [req-875597b3-c794-4288-b853-d1cc609726c5 req-541d1eb7-f2c1-40e6-914f-fe9bb75961d3 service nova] Acquired lock "refresh_cache-823780d5-bc0c-410b-99bf-33358285cdf9" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.037838] env[69663]: DEBUG nova.network.neutron [req-875597b3-c794-4288-b853-d1cc609726c5 req-541d1eb7-f2c1-40e6-914f-fe9bb75961d3 service nova] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Refreshing network info cache for port b15f114c-1515-4687-b7db-f4ddef324a4a {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1301.040182] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1301.040182] env[69663]: value = "task-3333782" [ 1301.040182] env[69663]: _type = "Task" [ 1301.040182] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.049170] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333782, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.055586] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c05eb9ed-2fa2-47d9-9bac-0a765b2f12a0 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.135438] env[69663]: DEBUG oslo_vmware.api [None req-b2894283-bc6b-450f-aad0-28d90dcdeee9 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.145744] env[69663]: INFO nova.compute.manager [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Shelve offloading [ 1301.148078] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1301.148361] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe2d4fab-f682-4e1d-a8b7-678b46094c94 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.155655] env[69663]: DEBUG oslo_vmware.api [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1301.155655] env[69663]: value = "task-3333783" [ 1301.155655] env[69663]: _type = "Task" [ 1301.155655] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.170030] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] VM already powered off {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1301.170030] env[69663]: DEBUG nova.compute.manager [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1301.170792] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d20bc09-471f-4d7e-900c-be5984e42e0a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.177870] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "refresh_cache-d6662031-a850-459f-986e-f9baa8629360" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.178073] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquired lock "refresh_cache-d6662031-a850-459f-986e-f9baa8629360" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.178344] env[69663]: DEBUG nova.network.neutron [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1301.253373] env[69663]: DEBUG oslo_vmware.api [None req-380aba92-82f2-45cc-aee6-899fbde87cb7 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333779, 'name': PowerOnVM_Task, 'duration_secs': 0.373983} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.253667] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-380aba92-82f2-45cc-aee6-899fbde87cb7 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1301.253862] env[69663]: DEBUG nova.compute.manager [None req-380aba92-82f2-45cc-aee6-899fbde87cb7 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1301.254653] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b9cf41-1678-4765-8778-f680ac8a288f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.554894] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333782, 'name': CreateVM_Task, 'duration_secs': 0.355507} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.554894] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1301.555667] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665454', 'volume_id': '44540269-3b9e-4cd5-b449-abafd39571d3', 'name': 'volume-44540269-3b9e-4cd5-b449-abafd39571d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '823780d5-bc0c-410b-99bf-33358285cdf9', 'attached_at': '', 'detached_at': '', 'volume_id': '44540269-3b9e-4cd5-b449-abafd39571d3', 'serial': '44540269-3b9e-4cd5-b449-abafd39571d3'}, 'device_type': None, 'attachment_id': '8f721323-ea48-49a6-a0f0-cdc706d31aa5', 'delete_on_termination': True, 'boot_index': 0, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69663) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1301.555840] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Root volume attach. Driver type: vmdk {{(pid=69663) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1301.556634] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2766f225-a89d-4fe0-a923-bd3bc1ed5bf9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.564292] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c815c68b-9909-4422-a44e-70a70d717681 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.569874] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf48c40-8073-4d98-99d5-d3b9ac49cb21 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.577120] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b2402657-6f6c-4e29-ab65-a7b317bf5e2b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.583914] env[69663]: DEBUG oslo_vmware.api [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Waiting for the task: (returnval){ [ 1301.583914] env[69663]: value = "task-3333784" [ 1301.583914] env[69663]: _type = "Task" [ 1301.583914] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.591383] env[69663]: DEBUG oslo_vmware.api [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Task: {'id': task-3333784, 'name': RelocateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.637577] env[69663]: DEBUG oslo_vmware.api [None req-b2894283-bc6b-450f-aad0-28d90dcdeee9 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333773, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.848140] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37326630-e207-40b4-94d1-cc74163cf5c3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.860748] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ad2513-afa4-430c-8e1c-9aa330c60d3a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.865277] env[69663]: DEBUG nova.network.neutron [req-875597b3-c794-4288-b853-d1cc609726c5 req-541d1eb7-f2c1-40e6-914f-fe9bb75961d3 service nova] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Updated VIF entry in instance network info cache for port b15f114c-1515-4687-b7db-f4ddef324a4a. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1301.865694] env[69663]: DEBUG nova.network.neutron [req-875597b3-c794-4288-b853-d1cc609726c5 req-541d1eb7-f2c1-40e6-914f-fe9bb75961d3 service nova] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Updating instance_info_cache with network_info: [{"id": "b15f114c-1515-4687-b7db-f4ddef324a4a", "address": "fa:16:3e:00:69:c1", "network": {"id": "5d4fa5a1-d7eb-4721-9d97-c2f414e35f26", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-313289187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ba174d5d358443bab7488501262d9cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb15f114c-15", "ovs_interfaceid": "b15f114c-1515-4687-b7db-f4ddef324a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.900469] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159935ac-fd4b-4b79-b456-183387371e4e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.910618] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fd9a90-fa0e-4282-9081-1e3916a3c152 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.928729] env[69663]: DEBUG nova.compute.provider_tree [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1302.063338] env[69663]: DEBUG nova.network.neutron [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Updating instance_info_cache with network_info: [{"id": "14e87a40-e384-4433-9219-2d25376a7a37", "address": "fa:16:3e:e0:93:f7", "network": {"id": "c9b0df65-b7eb-4aa8-9d53-4b8fa507b496", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-812774922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01abc007aca4ab388c2f26a1aab3ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14e87a40-e3", "ovs_interfaceid": "14e87a40-e384-4433-9219-2d25376a7a37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.096022] env[69663]: DEBUG oslo_vmware.api [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Task: {'id': task-3333784, 'name': RelocateVM_Task} progress is 43%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.137475] env[69663]: DEBUG oslo_vmware.api [None req-b2894283-bc6b-450f-aad0-28d90dcdeee9 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333773, 'name': ReconfigVM_Task, 'duration_secs': 5.755891} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.137757] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b2894283-bc6b-450f-aad0-28d90dcdeee9 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Releasing lock "27c4c81f-b24e-4476-a762-3515ef2d6c78" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.137977] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-b2894283-bc6b-450f-aad0-28d90dcdeee9 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Reconfigured VM to detach interface {{(pid=69663) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1984}} [ 1302.369247] env[69663]: DEBUG oslo_concurrency.lockutils [req-875597b3-c794-4288-b853-d1cc609726c5 req-541d1eb7-f2c1-40e6-914f-fe9bb75961d3 service nova] Releasing lock "refresh_cache-823780d5-bc0c-410b-99bf-33358285cdf9" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.369561] env[69663]: DEBUG nova.compute.manager [req-875597b3-c794-4288-b853-d1cc609726c5 req-541d1eb7-f2c1-40e6-914f-fe9bb75961d3 service nova] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Received event network-vif-deleted-66c4c477-81f7-4a25-b7b0-7051ee7a9057 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1302.433057] env[69663]: DEBUG nova.scheduler.client.report [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1302.566887] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Releasing lock "refresh_cache-d6662031-a850-459f-986e-f9baa8629360" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.597199] env[69663]: DEBUG oslo_vmware.api [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Task: {'id': task-3333784, 'name': RelocateVM_Task} progress is 56%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.941051] env[69663]: DEBUG oslo_concurrency.lockutils [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.247s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.941647] env[69663]: DEBUG nova.compute.manager [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1302.949191] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c05eb9ed-2fa2-47d9-9bac-0a765b2f12a0 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.894s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.949509] env[69663]: DEBUG nova.objects.instance [None req-c05eb9ed-2fa2-47d9-9bac-0a765b2f12a0 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lazy-loading 'resources' on Instance uuid 9f4b5f0a-26f0-4530-b3c0-f33140235d85 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.067869] env[69663]: DEBUG nova.compute.manager [req-4eb6bb7d-319d-4860-9374-c32ad0f7af9b req-2c59639b-4530-46ed-9427-e80d52707b3e service nova] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Received event network-vif-deleted-a0b9d98d-b5f6-474d-aa4b-85ba0828e5dc {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1303.068216] env[69663]: INFO nova.compute.manager [req-4eb6bb7d-319d-4860-9374-c32ad0f7af9b req-2c59639b-4530-46ed-9427-e80d52707b3e service nova] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Neutron deleted interface a0b9d98d-b5f6-474d-aa4b-85ba0828e5dc; detaching it from the instance and deleting it from the info cache [ 1303.068420] env[69663]: DEBUG nova.network.neutron [req-4eb6bb7d-319d-4860-9374-c32ad0f7af9b req-2c59639b-4530-46ed-9427-e80d52707b3e service nova] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Updating instance_info_cache with network_info: [{"id": "17f75302-9ea7-4fc3-ad4d-57727f35b38c", "address": "fa:16:3e:ce:14:f2", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17f75302-9e", "ovs_interfaceid": "17f75302-9ea7-4fc3-ad4d-57727f35b38c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d43e7c68-8c11-4d1b-9150-339724443bef", "address": "fa:16:3e:f0:87:d1", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd43e7c68-8c", "ovs_interfaceid": "d43e7c68-8c11-4d1b-9150-339724443bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.099227] env[69663]: DEBUG oslo_vmware.api [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Task: {'id': task-3333784, 'name': RelocateVM_Task} progress is 71%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.229771] env[69663]: DEBUG nova.compute.manager [req-27430899-6771-4061-acad-a9d2a4de03d7 req-5ece810b-9c96-4e60-9f2e-ed606da3a1da service nova] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Received event network-vif-deleted-d43e7c68-8c11-4d1b-9150-339724443bef {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1303.230216] env[69663]: INFO nova.compute.manager [req-27430899-6771-4061-acad-a9d2a4de03d7 req-5ece810b-9c96-4e60-9f2e-ed606da3a1da service nova] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Neutron deleted interface d43e7c68-8c11-4d1b-9150-339724443bef; detaching it from the instance and deleting it from the info cache [ 1303.230571] env[69663]: DEBUG nova.network.neutron [req-27430899-6771-4061-acad-a9d2a4de03d7 req-5ece810b-9c96-4e60-9f2e-ed606da3a1da service nova] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Updating instance_info_cache with network_info: [{"id": "17f75302-9ea7-4fc3-ad4d-57727f35b38c", "address": "fa:16:3e:ce:14:f2", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17f75302-9e", "ovs_interfaceid": "17f75302-9ea7-4fc3-ad4d-57727f35b38c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.424385] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b2894283-bc6b-450f-aad0-28d90dcdeee9 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "refresh_cache-27c4c81f-b24e-4476-a762-3515ef2d6c78" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.424580] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b2894283-bc6b-450f-aad0-28d90dcdeee9 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquired lock "refresh_cache-27c4c81f-b24e-4476-a762-3515ef2d6c78" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.424837] env[69663]: DEBUG nova.network.neutron [None req-b2894283-bc6b-450f-aad0-28d90dcdeee9 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1303.436879] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1303.438741] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f6528e-7701-4b3a-beb8-660a96407db4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.449489] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1303.449868] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f800c77-2818-41b0-b308-e211dc077210 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.452637] env[69663]: DEBUG nova.compute.utils [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1303.454826] env[69663]: DEBUG nova.compute.manager [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1303.455042] env[69663]: DEBUG nova.network.neutron [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1303.514697] env[69663]: DEBUG nova.policy [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a4cac8af62a049f7962224eaa6e4278d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c5c740eb7974a13bd39c0f3b4bbc137', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1303.572191] env[69663]: DEBUG oslo_concurrency.lockutils [req-4eb6bb7d-319d-4860-9374-c32ad0f7af9b req-2c59639b-4530-46ed-9427-e80d52707b3e service nova] Acquiring lock "27c4c81f-b24e-4476-a762-3515ef2d6c78" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.572191] env[69663]: DEBUG oslo_concurrency.lockutils [req-4eb6bb7d-319d-4860-9374-c32ad0f7af9b req-2c59639b-4530-46ed-9427-e80d52707b3e service nova] Acquired lock "27c4c81f-b24e-4476-a762-3515ef2d6c78" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.575761] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5bd955-1021-4fa1-b3d4-515de07d73e5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.593748] env[69663]: DEBUG oslo_concurrency.lockutils [req-4eb6bb7d-319d-4860-9374-c32ad0f7af9b req-2c59639b-4530-46ed-9427-e80d52707b3e service nova] Releasing lock "27c4c81f-b24e-4476-a762-3515ef2d6c78" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.594078] env[69663]: WARNING nova.compute.manager [req-4eb6bb7d-319d-4860-9374-c32ad0f7af9b req-2c59639b-4530-46ed-9427-e80d52707b3e service nova] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Detach interface failed, port_id=a0b9d98d-b5f6-474d-aa4b-85ba0828e5dc, reason: No device with interface-id a0b9d98d-b5f6-474d-aa4b-85ba0828e5dc exists on VM: nova.exception.NotFound: No device with interface-id a0b9d98d-b5f6-474d-aa4b-85ba0828e5dc exists on VM [ 1303.606522] env[69663]: DEBUG oslo_vmware.api [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Task: {'id': task-3333784, 'name': RelocateVM_Task} progress is 84%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.612255] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5f021b-a186-4c3f-9c88-97677c0db29c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.619682] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d838896-48cf-4598-bd8e-2331f53c395c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.656857] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8770804-b38d-4b0e-9029-e0a4b523957f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.665882] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcd593f-6599-4541-a546-e455c519d1af {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.688031] env[69663]: DEBUG nova.compute.provider_tree [None req-c05eb9ed-2fa2-47d9-9bac-0a765b2f12a0 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.734307] env[69663]: DEBUG oslo_concurrency.lockutils [req-27430899-6771-4061-acad-a9d2a4de03d7 req-5ece810b-9c96-4e60-9f2e-ed606da3a1da service nova] Acquiring lock "27c4c81f-b24e-4476-a762-3515ef2d6c78" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.734307] env[69663]: DEBUG oslo_concurrency.lockutils [req-27430899-6771-4061-acad-a9d2a4de03d7 req-5ece810b-9c96-4e60-9f2e-ed606da3a1da service nova] Acquired lock "27c4c81f-b24e-4476-a762-3515ef2d6c78" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.735471] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f942f23-1143-41b1-a93f-b31f93e1c79a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.755338] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a043374b-27a2-49d4-b2fd-3063d544a811 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.783038] env[69663]: DEBUG nova.virt.vmwareapi.vmops [req-27430899-6771-4061-acad-a9d2a4de03d7 req-5ece810b-9c96-4e60-9f2e-ed606da3a1da service nova] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Reconfiguring VM to detach interface {{(pid=69663) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1974}} [ 1303.783161] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b290dc8-8636-4231-abc2-ab7c02c5d744 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.802799] env[69663]: DEBUG oslo_vmware.api [req-27430899-6771-4061-acad-a9d2a4de03d7 req-5ece810b-9c96-4e60-9f2e-ed606da3a1da service nova] Waiting for the task: (returnval){ [ 1303.802799] env[69663]: value = "task-3333786" [ 1303.802799] env[69663]: _type = "Task" [ 1303.802799] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.806329] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2adeff6-78ac-434b-8a9d-180452f954bc tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "27c4c81f-b24e-4476-a762-3515ef2d6c78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.812037] env[69663]: DEBUG oslo_vmware.api [req-27430899-6771-4061-acad-a9d2a4de03d7 req-5ece810b-9c96-4e60-9f2e-ed606da3a1da service nova] Task: {'id': task-3333786, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.825564] env[69663]: DEBUG nova.network.neutron [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Successfully created port: 74b79f07-07b0-4ea9-8876-f82c05fc3fd8 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1303.955691] env[69663]: DEBUG nova.compute.manager [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1304.102841] env[69663]: DEBUG oslo_vmware.api [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Task: {'id': task-3333784, 'name': RelocateVM_Task} progress is 97%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.190486] env[69663]: DEBUG nova.scheduler.client.report [None req-c05eb9ed-2fa2-47d9-9bac-0a765b2f12a0 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1304.298607] env[69663]: DEBUG nova.network.neutron [None req-b2894283-bc6b-450f-aad0-28d90dcdeee9 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Updating instance_info_cache with network_info: [{"id": "17f75302-9ea7-4fc3-ad4d-57727f35b38c", "address": "fa:16:3e:ce:14:f2", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17f75302-9e", "ovs_interfaceid": "17f75302-9ea7-4fc3-ad4d-57727f35b38c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.315387] env[69663]: DEBUG oslo_vmware.api [req-27430899-6771-4061-acad-a9d2a4de03d7 req-5ece810b-9c96-4e60-9f2e-ed606da3a1da service nova] Task: {'id': task-3333786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.448579] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1304.448865] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1304.449108] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Deleting the datastore file [datastore1] d6662031-a850-459f-986e-f9baa8629360 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1304.449420] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0757b856-95fb-4072-a0f5-6f0d7639b8ab {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.456319] env[69663]: DEBUG oslo_vmware.api [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1304.456319] env[69663]: value = "task-3333787" [ 1304.456319] env[69663]: _type = "Task" [ 1304.456319] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.467879] env[69663]: DEBUG oslo_vmware.api [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.603855] env[69663]: DEBUG oslo_vmware.api [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Task: {'id': task-3333784, 'name': RelocateVM_Task} progress is 98%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.696652] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c05eb9ed-2fa2-47d9-9bac-0a765b2f12a0 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.748s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.722795] env[69663]: INFO nova.scheduler.client.report [None req-c05eb9ed-2fa2-47d9-9bac-0a765b2f12a0 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Deleted allocations for instance 9f4b5f0a-26f0-4530-b3c0-f33140235d85 [ 1304.801853] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b2894283-bc6b-450f-aad0-28d90dcdeee9 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Releasing lock "refresh_cache-27c4c81f-b24e-4476-a762-3515ef2d6c78" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.814425] env[69663]: DEBUG oslo_vmware.api [req-27430899-6771-4061-acad-a9d2a4de03d7 req-5ece810b-9c96-4e60-9f2e-ed606da3a1da service nova] Task: {'id': task-3333786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.967168] env[69663]: DEBUG nova.compute.manager [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1304.969103] env[69663]: DEBUG oslo_vmware.api [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.996758] env[69663]: DEBUG nova.virt.hardware [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1304.997010] env[69663]: DEBUG nova.virt.hardware [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1304.997265] env[69663]: DEBUG nova.virt.hardware [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1304.997464] env[69663]: DEBUG nova.virt.hardware [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1304.997617] env[69663]: DEBUG nova.virt.hardware [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1304.997768] env[69663]: DEBUG nova.virt.hardware [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1304.998030] env[69663]: DEBUG nova.virt.hardware [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1304.998220] env[69663]: DEBUG nova.virt.hardware [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1304.998396] env[69663]: DEBUG nova.virt.hardware [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1304.998563] env[69663]: DEBUG nova.virt.hardware [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1304.998758] env[69663]: DEBUG nova.virt.hardware [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1304.999880] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7383c7-43d8-4eeb-aad4-d8e5d5b41d9a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.008018] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bf0a68-03dd-41bd-8c9a-9a7de53c2f58 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.096318] env[69663]: DEBUG nova.compute.manager [req-cb84110b-1767-4b9b-ae71-89fb1d13bc80 req-505aeb36-19ab-4523-993f-018ba52ed6c3 service nova] [instance: d6662031-a850-459f-986e-f9baa8629360] Received event network-vif-unplugged-14e87a40-e384-4433-9219-2d25376a7a37 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1305.096590] env[69663]: DEBUG oslo_concurrency.lockutils [req-cb84110b-1767-4b9b-ae71-89fb1d13bc80 req-505aeb36-19ab-4523-993f-018ba52ed6c3 service nova] Acquiring lock "d6662031-a850-459f-986e-f9baa8629360-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.096808] env[69663]: DEBUG oslo_concurrency.lockutils [req-cb84110b-1767-4b9b-ae71-89fb1d13bc80 req-505aeb36-19ab-4523-993f-018ba52ed6c3 service nova] Lock "d6662031-a850-459f-986e-f9baa8629360-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.096984] env[69663]: DEBUG oslo_concurrency.lockutils [req-cb84110b-1767-4b9b-ae71-89fb1d13bc80 req-505aeb36-19ab-4523-993f-018ba52ed6c3 service nova] Lock "d6662031-a850-459f-986e-f9baa8629360-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.097256] env[69663]: DEBUG nova.compute.manager [req-cb84110b-1767-4b9b-ae71-89fb1d13bc80 req-505aeb36-19ab-4523-993f-018ba52ed6c3 service nova] [instance: d6662031-a850-459f-986e-f9baa8629360] No waiting events found dispatching network-vif-unplugged-14e87a40-e384-4433-9219-2d25376a7a37 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1305.097472] env[69663]: WARNING nova.compute.manager [req-cb84110b-1767-4b9b-ae71-89fb1d13bc80 req-505aeb36-19ab-4523-993f-018ba52ed6c3 service nova] [instance: d6662031-a850-459f-986e-f9baa8629360] Received unexpected event network-vif-unplugged-14e87a40-e384-4433-9219-2d25376a7a37 for instance with vm_state shelved and task_state shelving_offloading. [ 1305.097678] env[69663]: DEBUG nova.compute.manager [req-cb84110b-1767-4b9b-ae71-89fb1d13bc80 req-505aeb36-19ab-4523-993f-018ba52ed6c3 service nova] [instance: d6662031-a850-459f-986e-f9baa8629360] Received event network-changed-14e87a40-e384-4433-9219-2d25376a7a37 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1305.097872] env[69663]: DEBUG nova.compute.manager [req-cb84110b-1767-4b9b-ae71-89fb1d13bc80 req-505aeb36-19ab-4523-993f-018ba52ed6c3 service nova] [instance: d6662031-a850-459f-986e-f9baa8629360] Refreshing instance network info cache due to event network-changed-14e87a40-e384-4433-9219-2d25376a7a37. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1305.098126] env[69663]: DEBUG oslo_concurrency.lockutils [req-cb84110b-1767-4b9b-ae71-89fb1d13bc80 req-505aeb36-19ab-4523-993f-018ba52ed6c3 service nova] Acquiring lock "refresh_cache-d6662031-a850-459f-986e-f9baa8629360" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.098305] env[69663]: DEBUG oslo_concurrency.lockutils [req-cb84110b-1767-4b9b-ae71-89fb1d13bc80 req-505aeb36-19ab-4523-993f-018ba52ed6c3 service nova] Acquired lock "refresh_cache-d6662031-a850-459f-986e-f9baa8629360" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.098506] env[69663]: DEBUG nova.network.neutron [req-cb84110b-1767-4b9b-ae71-89fb1d13bc80 req-505aeb36-19ab-4523-993f-018ba52ed6c3 service nova] [instance: d6662031-a850-459f-986e-f9baa8629360] Refreshing network info cache for port 14e87a40-e384-4433-9219-2d25376a7a37 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1305.108968] env[69663]: DEBUG oslo_vmware.api [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Task: {'id': task-3333784, 'name': RelocateVM_Task, 'duration_secs': 3.078869} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.109873] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Volume attach. Driver type: vmdk {{(pid=69663) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1305.110148] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665454', 'volume_id': '44540269-3b9e-4cd5-b449-abafd39571d3', 'name': 'volume-44540269-3b9e-4cd5-b449-abafd39571d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '823780d5-bc0c-410b-99bf-33358285cdf9', 'attached_at': '', 'detached_at': '', 'volume_id': '44540269-3b9e-4cd5-b449-abafd39571d3', 'serial': '44540269-3b9e-4cd5-b449-abafd39571d3'} {{(pid=69663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1305.110940] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5e111c-bf7d-449d-8048-1bb608321fd0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.129022] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae67ebfa-43c4-435a-a42c-2b2ec5d999dd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.152672] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-44540269-3b9e-4cd5-b449-abafd39571d3/volume-44540269-3b9e-4cd5-b449-abafd39571d3.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1305.153242] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-221f06d0-47c3-49c8-abf7-6e2a929fe37c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.173233] env[69663]: DEBUG oslo_vmware.api [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Waiting for the task: (returnval){ [ 1305.173233] env[69663]: value = "task-3333788" [ 1305.173233] env[69663]: _type = "Task" [ 1305.173233] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.181479] env[69663]: DEBUG oslo_vmware.api [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Task: {'id': task-3333788, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.230224] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c05eb9ed-2fa2-47d9-9bac-0a765b2f12a0 tempest-AttachVolumeTestJSON-2030714394 tempest-AttachVolumeTestJSON-2030714394-project-member] Lock "9f4b5f0a-26f0-4530-b3c0-f33140235d85" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.636s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.306574] env[69663]: DEBUG oslo_concurrency.lockutils [None req-b2894283-bc6b-450f-aad0-28d90dcdeee9 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "interface-27c4c81f-b24e-4476-a762-3515ef2d6c78-a0b9d98d-b5f6-474d-aa4b-85ba0828e5dc" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.767s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.317987] env[69663]: DEBUG oslo_vmware.api [req-27430899-6771-4061-acad-a9d2a4de03d7 req-5ece810b-9c96-4e60-9f2e-ed606da3a1da service nova] Task: {'id': task-3333786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.466754] env[69663]: DEBUG oslo_vmware.api [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.717027} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.467057] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1305.467292] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1305.470051] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1305.500934] env[69663]: INFO nova.scheduler.client.report [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Deleted allocations for instance d6662031-a850-459f-986e-f9baa8629360 [ 1305.665372] env[69663]: DEBUG nova.network.neutron [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Successfully updated port: 74b79f07-07b0-4ea9-8876-f82c05fc3fd8 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1305.687997] env[69663]: DEBUG oslo_vmware.api [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Task: {'id': task-3333788, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.817889] env[69663]: DEBUG oslo_vmware.api [req-27430899-6771-4061-acad-a9d2a4de03d7 req-5ece810b-9c96-4e60-9f2e-ed606da3a1da service nova] Task: {'id': task-3333786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.903604] env[69663]: DEBUG nova.network.neutron [req-cb84110b-1767-4b9b-ae71-89fb1d13bc80 req-505aeb36-19ab-4523-993f-018ba52ed6c3 service nova] [instance: d6662031-a850-459f-986e-f9baa8629360] Updated VIF entry in instance network info cache for port 14e87a40-e384-4433-9219-2d25376a7a37. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1305.904042] env[69663]: DEBUG nova.network.neutron [req-cb84110b-1767-4b9b-ae71-89fb1d13bc80 req-505aeb36-19ab-4523-993f-018ba52ed6c3 service nova] [instance: d6662031-a850-459f-986e-f9baa8629360] Updating instance_info_cache with network_info: [{"id": "14e87a40-e384-4433-9219-2d25376a7a37", "address": "fa:16:3e:e0:93:f7", "network": {"id": "c9b0df65-b7eb-4aa8-9d53-4b8fa507b496", "bridge": null, "label": "tempest-ServerActionsTestOtherB-812774922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01abc007aca4ab388c2f26a1aab3ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap14e87a40-e3", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.005977] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.006312] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.006606] env[69663]: DEBUG nova.objects.instance [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lazy-loading 'resources' on Instance uuid d6662031-a850-459f-986e-f9baa8629360 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.169544] env[69663]: DEBUG oslo_concurrency.lockutils [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Acquiring lock "refresh_cache-7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.169827] env[69663]: DEBUG oslo_concurrency.lockutils [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Acquired lock "refresh_cache-7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.169876] env[69663]: DEBUG nova.network.neutron [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1306.183717] env[69663]: DEBUG oslo_vmware.api [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Task: {'id': task-3333788, 'name': ReconfigVM_Task, 'duration_secs': 0.519435} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.184982] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-44540269-3b9e-4cd5-b449-abafd39571d3/volume-44540269-3b9e-4cd5-b449-abafd39571d3.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1306.192291] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9181ed37-fd54-4221-a1b3-269a799d4303 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.208404] env[69663]: DEBUG oslo_vmware.api [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Waiting for the task: (returnval){ [ 1306.208404] env[69663]: value = "task-3333790" [ 1306.208404] env[69663]: _type = "Task" [ 1306.208404] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.216512] env[69663]: DEBUG oslo_vmware.api [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Task: {'id': task-3333790, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.318574] env[69663]: DEBUG oslo_vmware.api [req-27430899-6771-4061-acad-a9d2a4de03d7 req-5ece810b-9c96-4e60-9f2e-ed606da3a1da service nova] Task: {'id': task-3333786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.407402] env[69663]: DEBUG oslo_concurrency.lockutils [req-cb84110b-1767-4b9b-ae71-89fb1d13bc80 req-505aeb36-19ab-4523-993f-018ba52ed6c3 service nova] Releasing lock "refresh_cache-d6662031-a850-459f-986e-f9baa8629360" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.509409] env[69663]: DEBUG nova.objects.instance [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lazy-loading 'numa_topology' on Instance uuid d6662031-a850-459f-986e-f9baa8629360 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.702719] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquiring lock "711544cf-78d4-44a3-a0c2-735a7a48409a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.703045] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lock "711544cf-78d4-44a3-a0c2-735a7a48409a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.703263] env[69663]: INFO nova.compute.manager [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Shelving [ 1306.712772] env[69663]: DEBUG nova.network.neutron [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1306.722025] env[69663]: DEBUG oslo_vmware.api [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Task: {'id': task-3333790, 'name': ReconfigVM_Task, 'duration_secs': 0.254116} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.722025] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665454', 'volume_id': '44540269-3b9e-4cd5-b449-abafd39571d3', 'name': 'volume-44540269-3b9e-4cd5-b449-abafd39571d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '823780d5-bc0c-410b-99bf-33358285cdf9', 'attached_at': '', 'detached_at': '', 'volume_id': '44540269-3b9e-4cd5-b449-abafd39571d3', 'serial': '44540269-3b9e-4cd5-b449-abafd39571d3'} {{(pid=69663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1306.722025] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a1ef407-e094-4ada-9087-b0adae75c78c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.729524] env[69663]: DEBUG oslo_vmware.api [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Waiting for the task: (returnval){ [ 1306.729524] env[69663]: value = "task-3333791" [ 1306.729524] env[69663]: _type = "Task" [ 1306.729524] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.739957] env[69663]: DEBUG oslo_vmware.api [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Task: {'id': task-3333791, 'name': Rename_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.816865] env[69663]: DEBUG oslo_vmware.api [req-27430899-6771-4061-acad-a9d2a4de03d7 req-5ece810b-9c96-4e60-9f2e-ed606da3a1da service nova] Task: {'id': task-3333786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.005271] env[69663]: DEBUG nova.network.neutron [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Updating instance_info_cache with network_info: [{"id": "74b79f07-07b0-4ea9-8876-f82c05fc3fd8", "address": "fa:16:3e:a9:dc:b7", "network": {"id": "2c90662f-e4ec-4c8f-9fba-ad9fed915c94", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-148334831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5c740eb7974a13bd39c0f3b4bbc137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74b79f07-07", "ovs_interfaceid": "74b79f07-07b0-4ea9-8876-f82c05fc3fd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.011470] env[69663]: DEBUG nova.objects.base [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69663) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1307.087282] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c028e47c-7fd0-4539-b668-ed629142fd9f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.094426] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059451d4-0594-4bd6-b554-28ebd795a871 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.124866] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409a9913-07e3-493b-a8c1-4df615a827ca {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.128301] env[69663]: DEBUG nova.compute.manager [req-43ceb71a-89e9-4a96-b782-c27749f82509 req-f5b3cde2-4762-4e87-8964-51d42322443d service nova] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Received event network-vif-plugged-74b79f07-07b0-4ea9-8876-f82c05fc3fd8 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1307.128508] env[69663]: DEBUG oslo_concurrency.lockutils [req-43ceb71a-89e9-4a96-b782-c27749f82509 req-f5b3cde2-4762-4e87-8964-51d42322443d service nova] Acquiring lock "7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.128710] env[69663]: DEBUG oslo_concurrency.lockutils [req-43ceb71a-89e9-4a96-b782-c27749f82509 req-f5b3cde2-4762-4e87-8964-51d42322443d service nova] Lock "7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.128881] env[69663]: DEBUG oslo_concurrency.lockutils [req-43ceb71a-89e9-4a96-b782-c27749f82509 req-f5b3cde2-4762-4e87-8964-51d42322443d service nova] Lock "7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.129065] env[69663]: DEBUG nova.compute.manager [req-43ceb71a-89e9-4a96-b782-c27749f82509 req-f5b3cde2-4762-4e87-8964-51d42322443d service nova] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] No waiting events found dispatching network-vif-plugged-74b79f07-07b0-4ea9-8876-f82c05fc3fd8 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1307.129239] env[69663]: WARNING nova.compute.manager [req-43ceb71a-89e9-4a96-b782-c27749f82509 req-f5b3cde2-4762-4e87-8964-51d42322443d service nova] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Received unexpected event network-vif-plugged-74b79f07-07b0-4ea9-8876-f82c05fc3fd8 for instance with vm_state building and task_state spawning. [ 1307.129402] env[69663]: DEBUG nova.compute.manager [req-43ceb71a-89e9-4a96-b782-c27749f82509 req-f5b3cde2-4762-4e87-8964-51d42322443d service nova] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Received event network-changed-74b79f07-07b0-4ea9-8876-f82c05fc3fd8 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1307.129559] env[69663]: DEBUG nova.compute.manager [req-43ceb71a-89e9-4a96-b782-c27749f82509 req-f5b3cde2-4762-4e87-8964-51d42322443d service nova] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Refreshing instance network info cache due to event network-changed-74b79f07-07b0-4ea9-8876-f82c05fc3fd8. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1307.129727] env[69663]: DEBUG oslo_concurrency.lockutils [req-43ceb71a-89e9-4a96-b782-c27749f82509 req-f5b3cde2-4762-4e87-8964-51d42322443d service nova] Acquiring lock "refresh_cache-7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.135382] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f386a542-0d76-4418-a637-a5cfe6059f9a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.150209] env[69663]: DEBUG nova.compute.provider_tree [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.213190] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1307.213543] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9d01490-7b20-4b13-adb5-21a61b30bf1d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.221678] env[69663]: DEBUG oslo_vmware.api [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1307.221678] env[69663]: value = "task-3333792" [ 1307.221678] env[69663]: _type = "Task" [ 1307.221678] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.230416] env[69663]: DEBUG oslo_vmware.api [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.238380] env[69663]: DEBUG oslo_vmware.api [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Task: {'id': task-3333791, 'name': Rename_Task, 'duration_secs': 0.162894} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.238642] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1307.238875] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9481a1cf-7e56-428a-9310-71e7cf2abd3c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.244481] env[69663]: DEBUG oslo_vmware.api [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Waiting for the task: (returnval){ [ 1307.244481] env[69663]: value = "task-3333793" [ 1307.244481] env[69663]: _type = "Task" [ 1307.244481] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.251835] env[69663]: DEBUG oslo_vmware.api [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Task: {'id': task-3333793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.316755] env[69663]: DEBUG oslo_vmware.api [req-27430899-6771-4061-acad-a9d2a4de03d7 req-5ece810b-9c96-4e60-9f2e-ed606da3a1da service nova] Task: {'id': task-3333786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.507813] env[69663]: DEBUG oslo_concurrency.lockutils [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Releasing lock "refresh_cache-7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.509036] env[69663]: DEBUG nova.compute.manager [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Instance network_info: |[{"id": "74b79f07-07b0-4ea9-8876-f82c05fc3fd8", "address": "fa:16:3e:a9:dc:b7", "network": {"id": "2c90662f-e4ec-4c8f-9fba-ad9fed915c94", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-148334831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5c740eb7974a13bd39c0f3b4bbc137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74b79f07-07", "ovs_interfaceid": "74b79f07-07b0-4ea9-8876-f82c05fc3fd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1307.509036] env[69663]: DEBUG oslo_concurrency.lockutils [req-43ceb71a-89e9-4a96-b782-c27749f82509 req-f5b3cde2-4762-4e87-8964-51d42322443d service nova] Acquired lock "refresh_cache-7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.509036] env[69663]: DEBUG nova.network.neutron [req-43ceb71a-89e9-4a96-b782-c27749f82509 req-f5b3cde2-4762-4e87-8964-51d42322443d service nova] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Refreshing network info cache for port 74b79f07-07b0-4ea9-8876-f82c05fc3fd8 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1307.511219] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:dc:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74b79f07-07b0-4ea9-8876-f82c05fc3fd8', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1307.519206] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Creating folder: Project (6c5c740eb7974a13bd39c0f3b4bbc137). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1307.521637] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb2579c2-bc4e-487c-bde6-3ee4c67badcc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.533196] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Created folder: Project (6c5c740eb7974a13bd39c0f3b4bbc137) in parent group-v665133. [ 1307.533428] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Creating folder: Instances. Parent ref: group-v665460. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1307.533628] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09a5e67e-90f0-41c5-a3cd-86868ea8ca02 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.544809] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Created folder: Instances in parent group-v665460. [ 1307.545143] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1307.545361] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1307.545685] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95eeeccd-faa5-49b1-bd6f-43742726c6f2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.566364] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1307.566364] env[69663]: value = "task-3333796" [ 1307.566364] env[69663]: _type = "Task" [ 1307.566364] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.573626] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333796, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.653355] env[69663]: DEBUG nova.scheduler.client.report [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1307.731148] env[69663]: DEBUG oslo_vmware.api [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333792, 'name': PowerOffVM_Task, 'duration_secs': 0.180549} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.731425] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1307.732205] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b43a7c-b5a0-4e9f-b819-8b5a737175c8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.751616] env[69663]: DEBUG nova.network.neutron [req-43ceb71a-89e9-4a96-b782-c27749f82509 req-f5b3cde2-4762-4e87-8964-51d42322443d service nova] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Updated VIF entry in instance network info cache for port 74b79f07-07b0-4ea9-8876-f82c05fc3fd8. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1307.751944] env[69663]: DEBUG nova.network.neutron [req-43ceb71a-89e9-4a96-b782-c27749f82509 req-f5b3cde2-4762-4e87-8964-51d42322443d service nova] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Updating instance_info_cache with network_info: [{"id": "74b79f07-07b0-4ea9-8876-f82c05fc3fd8", "address": "fa:16:3e:a9:dc:b7", "network": {"id": "2c90662f-e4ec-4c8f-9fba-ad9fed915c94", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-148334831-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5c740eb7974a13bd39c0f3b4bbc137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74b79f07-07", "ovs_interfaceid": "74b79f07-07b0-4ea9-8876-f82c05fc3fd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.756009] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd96c024-9088-4ce2-9ccd-26ab447927af {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.767320] env[69663]: DEBUG oslo_vmware.api [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Task: {'id': task-3333793, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.816078] env[69663]: DEBUG oslo_vmware.api [req-27430899-6771-4061-acad-a9d2a4de03d7 req-5ece810b-9c96-4e60-9f2e-ed606da3a1da service nova] Task: {'id': task-3333786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.961989] env[69663]: DEBUG oslo_concurrency.lockutils [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "d6662031-a850-459f-986e-f9baa8629360" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.077785] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333796, 'name': CreateVM_Task} progress is 25%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.158017] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.261832] env[69663]: DEBUG oslo_concurrency.lockutils [req-43ceb71a-89e9-4a96-b782-c27749f82509 req-f5b3cde2-4762-4e87-8964-51d42322443d service nova] Releasing lock "refresh_cache-7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.262255] env[69663]: DEBUG oslo_vmware.api [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Task: {'id': task-3333793, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.269358] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Creating Snapshot of the VM instance {{(pid=69663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1308.269626] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2873af24-ad3f-4ed4-b889-b1c1b000aea0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.276798] env[69663]: DEBUG oslo_vmware.api [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1308.276798] env[69663]: value = "task-3333797" [ 1308.276798] env[69663]: _type = "Task" [ 1308.276798] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.285032] env[69663]: DEBUG oslo_vmware.api [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333797, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.317890] env[69663]: DEBUG oslo_vmware.api [req-27430899-6771-4061-acad-a9d2a4de03d7 req-5ece810b-9c96-4e60-9f2e-ed606da3a1da service nova] Task: {'id': task-3333786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.577638] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333796, 'name': CreateVM_Task, 'duration_secs': 0.949773} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.577874] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1308.578584] env[69663]: DEBUG oslo_concurrency.lockutils [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.578763] env[69663]: DEBUG oslo_concurrency.lockutils [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.579110] env[69663]: DEBUG oslo_concurrency.lockutils [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.579373] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d881a32-0004-4bf0-a9be-c60186ea17ef {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.584138] env[69663]: DEBUG oslo_vmware.api [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Waiting for the task: (returnval){ [ 1308.584138] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52621e5d-a679-b983-d2ca-bda08c737fdc" [ 1308.584138] env[69663]: _type = "Task" [ 1308.584138] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.591933] env[69663]: DEBUG oslo_vmware.api [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52621e5d-a679-b983-d2ca-bda08c737fdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.668242] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8131e9fb-6598-4a43-aef5-6551a5b1012a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "d6662031-a850-459f-986e-f9baa8629360" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.460s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.668828] env[69663]: DEBUG oslo_concurrency.lockutils [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "d6662031-a850-459f-986e-f9baa8629360" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.707s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.668828] env[69663]: INFO nova.compute.manager [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Unshelving [ 1308.761206] env[69663]: DEBUG oslo_vmware.api [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Task: {'id': task-3333793, 'name': PowerOnVM_Task, 'duration_secs': 1.46573} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.761483] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1308.761695] env[69663]: INFO nova.compute.manager [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Took 8.72 seconds to spawn the instance on the hypervisor. [ 1308.761882] env[69663]: DEBUG nova.compute.manager [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1308.762721] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f58cdce-e0ed-4f76-95e3-076236c6b146 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.786698] env[69663]: DEBUG oslo_vmware.api [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333797, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.819731] env[69663]: DEBUG oslo_vmware.api [req-27430899-6771-4061-acad-a9d2a4de03d7 req-5ece810b-9c96-4e60-9f2e-ed606da3a1da service nova] Task: {'id': task-3333786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.098828] env[69663]: DEBUG oslo_vmware.api [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52621e5d-a679-b983-d2ca-bda08c737fdc, 'name': SearchDatastore_Task, 'duration_secs': 0.010056} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.099153] env[69663]: DEBUG oslo_concurrency.lockutils [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.099392] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1309.099635] env[69663]: DEBUG oslo_concurrency.lockutils [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.099780] env[69663]: DEBUG oslo_concurrency.lockutils [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.099964] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1309.100237] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be467233-2914-4af5-ba93-f2f43ccca691 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.108509] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1309.108698] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1309.109460] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de311de1-299b-4899-85d6-26d824f9bdfb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.114425] env[69663]: DEBUG oslo_vmware.api [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Waiting for the task: (returnval){ [ 1309.114425] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5220b232-4a26-a52d-eca0-625e78b9a4f4" [ 1309.114425] env[69663]: _type = "Task" [ 1309.114425] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.121801] env[69663]: DEBUG oslo_vmware.api [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5220b232-4a26-a52d-eca0-625e78b9a4f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.282518] env[69663]: INFO nova.compute.manager [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Took 15.26 seconds to build instance. [ 1309.290016] env[69663]: DEBUG oslo_vmware.api [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333797, 'name': CreateSnapshot_Task, 'duration_secs': 0.573505} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.290316] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Created Snapshot of the VM instance {{(pid=69663) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1309.291085] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897e3ce0-ea63-45ce-a81a-b5ff3bd7dd4f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.321142] env[69663]: DEBUG oslo_vmware.api [req-27430899-6771-4061-acad-a9d2a4de03d7 req-5ece810b-9c96-4e60-9f2e-ed606da3a1da service nova] Task: {'id': task-3333786, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.624851] env[69663]: DEBUG oslo_vmware.api [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5220b232-4a26-a52d-eca0-625e78b9a4f4, 'name': SearchDatastore_Task, 'duration_secs': 0.034284} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.625713] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5cb04f9-c498-4b38-b06f-a9d831aae68c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.632737] env[69663]: DEBUG oslo_vmware.api [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Waiting for the task: (returnval){ [ 1309.632737] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52fe550c-1ea0-4674-2880-ce9063dc0ce5" [ 1309.632737] env[69663]: _type = "Task" [ 1309.632737] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.640856] env[69663]: DEBUG oslo_vmware.api [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52fe550c-1ea0-4674-2880-ce9063dc0ce5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.695268] env[69663]: DEBUG oslo_concurrency.lockutils [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.695575] env[69663]: DEBUG oslo_concurrency.lockutils [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.695797] env[69663]: DEBUG nova.objects.instance [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lazy-loading 'pci_requests' on Instance uuid d6662031-a850-459f-986e-f9baa8629360 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.785187] env[69663]: DEBUG oslo_concurrency.lockutils [None req-872c369c-25c1-46cd-967d-bc0284611273 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Lock "823780d5-bc0c-410b-99bf-33358285cdf9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.766s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.809664] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Creating linked-clone VM from snapshot {{(pid=69663) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1309.810145] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3ec5dfe1-d081-4d5a-983f-124fa5e62b87 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.821864] env[69663]: DEBUG oslo_vmware.api [req-27430899-6771-4061-acad-a9d2a4de03d7 req-5ece810b-9c96-4e60-9f2e-ed606da3a1da service nova] Task: {'id': task-3333786, 'name': ReconfigVM_Task, 'duration_secs': 5.855151} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.823204] env[69663]: DEBUG oslo_concurrency.lockutils [req-27430899-6771-4061-acad-a9d2a4de03d7 req-5ece810b-9c96-4e60-9f2e-ed606da3a1da service nova] Releasing lock "27c4c81f-b24e-4476-a762-3515ef2d6c78" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.823434] env[69663]: DEBUG nova.virt.vmwareapi.vmops [req-27430899-6771-4061-acad-a9d2a4de03d7 req-5ece810b-9c96-4e60-9f2e-ed606da3a1da service nova] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Reconfigured VM to detach interface {{(pid=69663) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1984}} [ 1309.824053] env[69663]: DEBUG oslo_vmware.api [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1309.824053] env[69663]: value = "task-3333799" [ 1309.824053] env[69663]: _type = "Task" [ 1309.824053] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.824303] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2adeff6-78ac-434b-8a9d-180452f954bc tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "27c4c81f-b24e-4476-a762-3515ef2d6c78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.018s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.824522] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2adeff6-78ac-434b-8a9d-180452f954bc tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "27c4c81f-b24e-4476-a762-3515ef2d6c78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.824725] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2adeff6-78ac-434b-8a9d-180452f954bc tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "27c4c81f-b24e-4476-a762-3515ef2d6c78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.824916] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2adeff6-78ac-434b-8a9d-180452f954bc tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "27c4c81f-b24e-4476-a762-3515ef2d6c78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.829522] env[69663]: INFO nova.compute.manager [None req-a2adeff6-78ac-434b-8a9d-180452f954bc tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Terminating instance [ 1309.831517] env[69663]: DEBUG nova.compute.manager [None req-a2adeff6-78ac-434b-8a9d-180452f954bc tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1309.831778] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-a2adeff6-78ac-434b-8a9d-180452f954bc tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1309.832606] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f9b02b-fe2a-4fc8-a7dc-c0e6f9a2f0d8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.838861] env[69663]: DEBUG oslo_vmware.api [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333799, 'name': CloneVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.843201] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2adeff6-78ac-434b-8a9d-180452f954bc tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1309.843439] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5fdd533-78fa-4954-973f-673dade7d170 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.849772] env[69663]: DEBUG oslo_vmware.api [None req-a2adeff6-78ac-434b-8a9d-180452f954bc tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1309.849772] env[69663]: value = "task-3333800" [ 1309.849772] env[69663]: _type = "Task" [ 1309.849772] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.857326] env[69663]: DEBUG oslo_vmware.api [None req-a2adeff6-78ac-434b-8a9d-180452f954bc tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.143562] env[69663]: DEBUG oslo_vmware.api [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52fe550c-1ea0-4674-2880-ce9063dc0ce5, 'name': SearchDatastore_Task, 'duration_secs': 0.028789} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.143890] env[69663]: DEBUG oslo_concurrency.lockutils [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.144217] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8/7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1310.144523] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d8d629f-a3b4-4872-91d3-a40db5fe9650 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.151817] env[69663]: DEBUG oslo_vmware.api [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Waiting for the task: (returnval){ [ 1310.151817] env[69663]: value = "task-3333801" [ 1310.151817] env[69663]: _type = "Task" [ 1310.151817] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.161705] env[69663]: DEBUG oslo_vmware.api [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Task: {'id': task-3333801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.200936] env[69663]: DEBUG nova.objects.instance [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lazy-loading 'numa_topology' on Instance uuid d6662031-a850-459f-986e-f9baa8629360 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1310.337446] env[69663]: DEBUG oslo_vmware.api [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333799, 'name': CloneVM_Task} progress is 94%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.360644] env[69663]: DEBUG oslo_vmware.api [None req-a2adeff6-78ac-434b-8a9d-180452f954bc tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333800, 'name': PowerOffVM_Task, 'duration_secs': 0.168043} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.361344] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2adeff6-78ac-434b-8a9d-180452f954bc tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1310.361894] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-a2adeff6-78ac-434b-8a9d-180452f954bc tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1310.362627] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb15b879-6d0b-4b97-b0ec-6653630ff442 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.435945] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-a2adeff6-78ac-434b-8a9d-180452f954bc tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1310.435945] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-a2adeff6-78ac-434b-8a9d-180452f954bc tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1310.435945] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2adeff6-78ac-434b-8a9d-180452f954bc tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Deleting the datastore file [datastore2] 27c4c81f-b24e-4476-a762-3515ef2d6c78 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1310.435945] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5045c5b-717d-4b91-b7e3-8284e4eaf024 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.444898] env[69663]: DEBUG oslo_vmware.api [None req-a2adeff6-78ac-434b-8a9d-180452f954bc tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1310.444898] env[69663]: value = "task-3333803" [ 1310.444898] env[69663]: _type = "Task" [ 1310.444898] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.457929] env[69663]: DEBUG oslo_vmware.api [None req-a2adeff6-78ac-434b-8a9d-180452f954bc tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.587245] env[69663]: DEBUG nova.compute.manager [req-9bae4a87-2e1b-4cb4-a8b0-9429b5222a2c req-9a38531d-7e7f-4218-b238-297035b935f6 service nova] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Received event network-changed-b15f114c-1515-4687-b7db-f4ddef324a4a {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1310.587371] env[69663]: DEBUG nova.compute.manager [req-9bae4a87-2e1b-4cb4-a8b0-9429b5222a2c req-9a38531d-7e7f-4218-b238-297035b935f6 service nova] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Refreshing instance network info cache due to event network-changed-b15f114c-1515-4687-b7db-f4ddef324a4a. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1310.587603] env[69663]: DEBUG oslo_concurrency.lockutils [req-9bae4a87-2e1b-4cb4-a8b0-9429b5222a2c req-9a38531d-7e7f-4218-b238-297035b935f6 service nova] Acquiring lock "refresh_cache-823780d5-bc0c-410b-99bf-33358285cdf9" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.587760] env[69663]: DEBUG oslo_concurrency.lockutils [req-9bae4a87-2e1b-4cb4-a8b0-9429b5222a2c req-9a38531d-7e7f-4218-b238-297035b935f6 service nova] Acquired lock "refresh_cache-823780d5-bc0c-410b-99bf-33358285cdf9" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.587917] env[69663]: DEBUG nova.network.neutron [req-9bae4a87-2e1b-4cb4-a8b0-9429b5222a2c req-9a38531d-7e7f-4218-b238-297035b935f6 service nova] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Refreshing network info cache for port b15f114c-1515-4687-b7db-f4ddef324a4a {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1310.661490] env[69663]: DEBUG oslo_vmware.api [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Task: {'id': task-3333801, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458568} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.661773] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8/7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1310.662159] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1310.662290] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-398a3541-1c9a-4e47-adea-eb28011bd84a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.670310] env[69663]: DEBUG oslo_vmware.api [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Waiting for the task: (returnval){ [ 1310.670310] env[69663]: value = "task-3333804" [ 1310.670310] env[69663]: _type = "Task" [ 1310.670310] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.679209] env[69663]: DEBUG oslo_vmware.api [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Task: {'id': task-3333804, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.703739] env[69663]: INFO nova.compute.claims [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1310.836239] env[69663]: DEBUG oslo_vmware.api [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333799, 'name': CloneVM_Task} progress is 95%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.955871] env[69663]: DEBUG oslo_vmware.api [None req-a2adeff6-78ac-434b-8a9d-180452f954bc tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333803, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270149} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.956149] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2adeff6-78ac-434b-8a9d-180452f954bc tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1310.956348] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-a2adeff6-78ac-434b-8a9d-180452f954bc tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1310.956536] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-a2adeff6-78ac-434b-8a9d-180452f954bc tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1310.956718] env[69663]: INFO nova.compute.manager [None req-a2adeff6-78ac-434b-8a9d-180452f954bc tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1310.956974] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2adeff6-78ac-434b-8a9d-180452f954bc tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1310.957203] env[69663]: DEBUG nova.compute.manager [-] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1310.957306] env[69663]: DEBUG nova.network.neutron [-] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1311.185559] env[69663]: DEBUG oslo_vmware.api [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Task: {'id': task-3333804, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136309} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.185760] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1311.186584] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ad6eb1-e893-4c2b-b1fa-facd738d727e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.211066] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8/7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1311.213493] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8928e83a-9a45-4715-b063-926e07441b97 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.240243] env[69663]: DEBUG oslo_vmware.api [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Waiting for the task: (returnval){ [ 1311.240243] env[69663]: value = "task-3333805" [ 1311.240243] env[69663]: _type = "Task" [ 1311.240243] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.250112] env[69663]: DEBUG oslo_vmware.api [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Task: {'id': task-3333805, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.341267] env[69663]: DEBUG oslo_vmware.api [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333799, 'name': CloneVM_Task, 'duration_secs': 1.16483} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.341525] env[69663]: INFO nova.virt.vmwareapi.vmops [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Created linked-clone VM from snapshot [ 1311.342309] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e7f7e0-52f7-4dc5-8f0f-b69e2c050d69 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.350962] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Uploading image 5ee14bdf-2dcc-44ce-b411-3d7fb35319fc {{(pid=69663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:442}} [ 1311.354251] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00572ee-4203-4167-90d4-6817247d6756 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.361064] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2773d143-9e48-40ba-8aea-02b3448bbb39 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.398044] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a734449a-81b7-460f-b8a8-79655841266c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.407452] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47367a7-d0b1-4884-a5b1-4dc136b6004b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.414313] env[69663]: DEBUG oslo_vmware.rw_handles [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1311.414313] env[69663]: value = "vm-665464" [ 1311.414313] env[69663]: _type = "VirtualMachine" [ 1311.414313] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1311.414609] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0484e009-7095-429f-8af5-a0ba33ca8270 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.426188] env[69663]: DEBUG nova.compute.provider_tree [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.428834] env[69663]: DEBUG oslo_vmware.rw_handles [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lease: (returnval){ [ 1311.428834] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]527f05be-44ec-9e82-8cdc-8afcef88a5b6" [ 1311.428834] env[69663]: _type = "HttpNfcLease" [ 1311.428834] env[69663]: } obtained for exporting VM: (result){ [ 1311.428834] env[69663]: value = "vm-665464" [ 1311.428834] env[69663]: _type = "VirtualMachine" [ 1311.428834] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1311.429640] env[69663]: DEBUG oslo_vmware.api [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the lease: (returnval){ [ 1311.429640] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]527f05be-44ec-9e82-8cdc-8afcef88a5b6" [ 1311.429640] env[69663]: _type = "HttpNfcLease" [ 1311.429640] env[69663]: } to be ready. {{(pid=69663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1311.436191] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1311.436191] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]527f05be-44ec-9e82-8cdc-8afcef88a5b6" [ 1311.436191] env[69663]: _type = "HttpNfcLease" [ 1311.436191] env[69663]: } is ready. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1311.436191] env[69663]: DEBUG oslo_vmware.rw_handles [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1311.436191] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]527f05be-44ec-9e82-8cdc-8afcef88a5b6" [ 1311.436191] env[69663]: _type = "HttpNfcLease" [ 1311.436191] env[69663]: }. {{(pid=69663) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1311.439680] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5618aa83-18ca-44f5-9788-34c08da4a0f5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.445416] env[69663]: DEBUG oslo_vmware.rw_handles [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5250f3d8-8452-030a-0e0c-53a7c392ddbc/disk-0.vmdk from lease info. {{(pid=69663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1311.445620] env[69663]: DEBUG oslo_vmware.rw_handles [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5250f3d8-8452-030a-0e0c-53a7c392ddbc/disk-0.vmdk for reading. {{(pid=69663) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1311.541369] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-595f01f8-bc80-46bb-a38d-ce584c3dff68 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.589752] env[69663]: DEBUG nova.network.neutron [req-9bae4a87-2e1b-4cb4-a8b0-9429b5222a2c req-9a38531d-7e7f-4218-b238-297035b935f6 service nova] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Updated VIF entry in instance network info cache for port b15f114c-1515-4687-b7db-f4ddef324a4a. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1311.590152] env[69663]: DEBUG nova.network.neutron [req-9bae4a87-2e1b-4cb4-a8b0-9429b5222a2c req-9a38531d-7e7f-4218-b238-297035b935f6 service nova] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Updating instance_info_cache with network_info: [{"id": "b15f114c-1515-4687-b7db-f4ddef324a4a", "address": "fa:16:3e:00:69:c1", "network": {"id": "5d4fa5a1-d7eb-4721-9d97-c2f414e35f26", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-313289187-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ba174d5d358443bab7488501262d9cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb971244-43ba-41b4-a6a2-a4558548012c", "external-id": "nsx-vlan-transportzone-873", "segmentation_id": 873, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb15f114c-15", "ovs_interfaceid": "b15f114c-1515-4687-b7db-f4ddef324a4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.750651] env[69663]: DEBUG oslo_vmware.api [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Task: {'id': task-3333805, 'name': ReconfigVM_Task, 'duration_secs': 0.357288} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.751021] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8/7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1311.751595] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a0a180b-16f3-4cb2-b42d-68d3428df2da {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.758889] env[69663]: DEBUG oslo_vmware.api [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Waiting for the task: (returnval){ [ 1311.758889] env[69663]: value = "task-3333807" [ 1311.758889] env[69663]: _type = "Task" [ 1311.758889] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.768315] env[69663]: DEBUG oslo_vmware.api [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Task: {'id': task-3333807, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.931421] env[69663]: DEBUG nova.scheduler.client.report [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1312.092905] env[69663]: DEBUG oslo_concurrency.lockutils [req-9bae4a87-2e1b-4cb4-a8b0-9429b5222a2c req-9a38531d-7e7f-4218-b238-297035b935f6 service nova] Releasing lock "refresh_cache-823780d5-bc0c-410b-99bf-33358285cdf9" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.127630] env[69663]: DEBUG nova.network.neutron [-] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.270686] env[69663]: DEBUG oslo_vmware.api [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Task: {'id': task-3333807, 'name': Rename_Task, 'duration_secs': 0.210021} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.271032] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1312.271339] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1eb69c3-031e-4f75-8454-2b823328bbb0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.278132] env[69663]: DEBUG oslo_vmware.api [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Waiting for the task: (returnval){ [ 1312.278132] env[69663]: value = "task-3333809" [ 1312.278132] env[69663]: _type = "Task" [ 1312.278132] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.286786] env[69663]: DEBUG oslo_vmware.api [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Task: {'id': task-3333809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.437535] env[69663]: DEBUG oslo_concurrency.lockutils [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.479542] env[69663]: INFO nova.network.neutron [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Updating port 14e87a40-e384-4433-9219-2d25376a7a37 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1312.618986] env[69663]: DEBUG nova.compute.manager [req-598b032d-1c04-4395-94a7-d0abf58db1e1 req-4e9af956-1944-44a9-a4ba-08aa15b616bf service nova] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Received event network-vif-deleted-17f75302-9ea7-4fc3-ad4d-57727f35b38c {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1312.630041] env[69663]: INFO nova.compute.manager [-] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Took 1.67 seconds to deallocate network for instance. [ 1312.788646] env[69663]: DEBUG oslo_vmware.api [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Task: {'id': task-3333809, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.137154] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2adeff6-78ac-434b-8a9d-180452f954bc tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.137531] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2adeff6-78ac-434b-8a9d-180452f954bc tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.137835] env[69663]: DEBUG nova.objects.instance [None req-a2adeff6-78ac-434b-8a9d-180452f954bc tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lazy-loading 'resources' on Instance uuid 27c4c81f-b24e-4476-a762-3515ef2d6c78 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.289303] env[69663]: DEBUG oslo_vmware.api [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Task: {'id': task-3333809, 'name': PowerOnVM_Task, 'duration_secs': 0.689452} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.289678] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1313.289960] env[69663]: INFO nova.compute.manager [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1313.290233] env[69663]: DEBUG nova.compute.manager [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1313.291099] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00140439-531f-4540-b58e-613270498b4e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.744079] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d18ae99-382d-4727-93e6-1f4a6c71e050 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.752273] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb14063-d720-468c-826d-0468a966b2dd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.787332] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55a532d-9f1a-4fd5-92f7-9a341967ad24 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.800845] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1025107-385b-4f80-bb37-d336b571906e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.816973] env[69663]: INFO nova.compute.manager [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Took 13.14 seconds to build instance. [ 1313.828950] env[69663]: DEBUG nova.compute.provider_tree [None req-a2adeff6-78ac-434b-8a9d-180452f954bc tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.295402] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5b7728e0-ee3e-40ad-a308-8858c0f2dfef tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Acquiring lock "7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.331655] env[69663]: DEBUG oslo_concurrency.lockutils [None req-240106db-d3ff-454f-9531-bfe4716f43f8 tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Lock "7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.666s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.332618] env[69663]: DEBUG nova.scheduler.client.report [None req-a2adeff6-78ac-434b-8a9d-180452f954bc tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1314.336081] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5b7728e0-ee3e-40ad-a308-8858c0f2dfef tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Lock "7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.041s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.336403] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5b7728e0-ee3e-40ad-a308-8858c0f2dfef tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Acquiring lock "7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.336684] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5b7728e0-ee3e-40ad-a308-8858c0f2dfef tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Lock "7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.336921] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5b7728e0-ee3e-40ad-a308-8858c0f2dfef tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Lock "7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.338960] env[69663]: INFO nova.compute.manager [None req-5b7728e0-ee3e-40ad-a308-8858c0f2dfef tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Terminating instance [ 1314.341255] env[69663]: DEBUG nova.compute.manager [None req-5b7728e0-ee3e-40ad-a308-8858c0f2dfef tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1314.341547] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7728e0-ee3e-40ad-a308-8858c0f2dfef tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1314.342480] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9462560-b540-4ae0-9d34-d661cfab9f9d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.352324] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7728e0-ee3e-40ad-a308-8858c0f2dfef tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1314.352673] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dc6a00e-6871-4d74-a430-0f14574cfcf8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.359384] env[69663]: DEBUG oslo_vmware.api [None req-5b7728e0-ee3e-40ad-a308-8858c0f2dfef tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Waiting for the task: (returnval){ [ 1314.359384] env[69663]: value = "task-3333810" [ 1314.359384] env[69663]: _type = "Task" [ 1314.359384] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.370311] env[69663]: DEBUG oslo_vmware.api [None req-5b7728e0-ee3e-40ad-a308-8858c0f2dfef tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Task: {'id': task-3333810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.456416] env[69663]: DEBUG oslo_concurrency.lockutils [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "refresh_cache-d6662031-a850-459f-986e-f9baa8629360" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.456986] env[69663]: DEBUG oslo_concurrency.lockutils [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquired lock "refresh_cache-d6662031-a850-459f-986e-f9baa8629360" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.457850] env[69663]: DEBUG nova.network.neutron [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1314.647208] env[69663]: DEBUG nova.compute.manager [req-840b3a73-85bc-421e-9db0-1bca094562ab req-07cb35c7-1d76-45df-b62f-01151c3ca26f service nova] [instance: d6662031-a850-459f-986e-f9baa8629360] Received event network-vif-plugged-14e87a40-e384-4433-9219-2d25376a7a37 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1314.647446] env[69663]: DEBUG oslo_concurrency.lockutils [req-840b3a73-85bc-421e-9db0-1bca094562ab req-07cb35c7-1d76-45df-b62f-01151c3ca26f service nova] Acquiring lock "d6662031-a850-459f-986e-f9baa8629360-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.647659] env[69663]: DEBUG oslo_concurrency.lockutils [req-840b3a73-85bc-421e-9db0-1bca094562ab req-07cb35c7-1d76-45df-b62f-01151c3ca26f service nova] Lock "d6662031-a850-459f-986e-f9baa8629360-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.647832] env[69663]: DEBUG oslo_concurrency.lockutils [req-840b3a73-85bc-421e-9db0-1bca094562ab req-07cb35c7-1d76-45df-b62f-01151c3ca26f service nova] Lock "d6662031-a850-459f-986e-f9baa8629360-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.648018] env[69663]: DEBUG nova.compute.manager [req-840b3a73-85bc-421e-9db0-1bca094562ab req-07cb35c7-1d76-45df-b62f-01151c3ca26f service nova] [instance: d6662031-a850-459f-986e-f9baa8629360] No waiting events found dispatching network-vif-plugged-14e87a40-e384-4433-9219-2d25376a7a37 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1314.648197] env[69663]: WARNING nova.compute.manager [req-840b3a73-85bc-421e-9db0-1bca094562ab req-07cb35c7-1d76-45df-b62f-01151c3ca26f service nova] [instance: d6662031-a850-459f-986e-f9baa8629360] Received unexpected event network-vif-plugged-14e87a40-e384-4433-9219-2d25376a7a37 for instance with vm_state shelved_offloaded and task_state spawning. [ 1314.648362] env[69663]: DEBUG nova.compute.manager [req-840b3a73-85bc-421e-9db0-1bca094562ab req-07cb35c7-1d76-45df-b62f-01151c3ca26f service nova] [instance: d6662031-a850-459f-986e-f9baa8629360] Received event network-changed-14e87a40-e384-4433-9219-2d25376a7a37 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1314.648522] env[69663]: DEBUG nova.compute.manager [req-840b3a73-85bc-421e-9db0-1bca094562ab req-07cb35c7-1d76-45df-b62f-01151c3ca26f service nova] [instance: d6662031-a850-459f-986e-f9baa8629360] Refreshing instance network info cache due to event network-changed-14e87a40-e384-4433-9219-2d25376a7a37. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1314.648697] env[69663]: DEBUG oslo_concurrency.lockutils [req-840b3a73-85bc-421e-9db0-1bca094562ab req-07cb35c7-1d76-45df-b62f-01151c3ca26f service nova] Acquiring lock "refresh_cache-d6662031-a850-459f-986e-f9baa8629360" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.840074] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2adeff6-78ac-434b-8a9d-180452f954bc tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.702s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.864594] env[69663]: INFO nova.scheduler.client.report [None req-a2adeff6-78ac-434b-8a9d-180452f954bc tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Deleted allocations for instance 27c4c81f-b24e-4476-a762-3515ef2d6c78 [ 1314.874307] env[69663]: DEBUG oslo_vmware.api [None req-5b7728e0-ee3e-40ad-a308-8858c0f2dfef tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Task: {'id': task-3333810, 'name': PowerOffVM_Task, 'duration_secs': 0.186767} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.874883] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7728e0-ee3e-40ad-a308-8858c0f2dfef tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1314.875124] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7728e0-ee3e-40ad-a308-8858c0f2dfef tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1314.875431] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b822db7-f53a-4be5-a22f-7e2fa62decee {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.938499] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7728e0-ee3e-40ad-a308-8858c0f2dfef tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1314.938733] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7728e0-ee3e-40ad-a308-8858c0f2dfef tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1314.938923] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b7728e0-ee3e-40ad-a308-8858c0f2dfef tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Deleting the datastore file [datastore1] 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1314.939286] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5c9ed12-5e9f-4643-9163-b671ba2dc397 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.947694] env[69663]: DEBUG oslo_vmware.api [None req-5b7728e0-ee3e-40ad-a308-8858c0f2dfef tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Waiting for the task: (returnval){ [ 1314.947694] env[69663]: value = "task-3333812" [ 1314.947694] env[69663]: _type = "Task" [ 1314.947694] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.955824] env[69663]: DEBUG oslo_vmware.api [None req-5b7728e0-ee3e-40ad-a308-8858c0f2dfef tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Task: {'id': task-3333812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.322477] env[69663]: DEBUG nova.network.neutron [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Updating instance_info_cache with network_info: [{"id": "14e87a40-e384-4433-9219-2d25376a7a37", "address": "fa:16:3e:e0:93:f7", "network": {"id": "c9b0df65-b7eb-4aa8-9d53-4b8fa507b496", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-812774922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01abc007aca4ab388c2f26a1aab3ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14e87a40-e3", "ovs_interfaceid": "14e87a40-e384-4433-9219-2d25376a7a37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.378371] env[69663]: DEBUG oslo_concurrency.lockutils [None req-a2adeff6-78ac-434b-8a9d-180452f954bc tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "27c4c81f-b24e-4476-a762-3515ef2d6c78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.554s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.458237] env[69663]: DEBUG oslo_vmware.api [None req-5b7728e0-ee3e-40ad-a308-8858c0f2dfef tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Task: {'id': task-3333812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.292405} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.458635] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b7728e0-ee3e-40ad-a308-8858c0f2dfef tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1315.458750] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7728e0-ee3e-40ad-a308-8858c0f2dfef tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1315.458903] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7728e0-ee3e-40ad-a308-8858c0f2dfef tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1315.459110] env[69663]: INFO nova.compute.manager [None req-5b7728e0-ee3e-40ad-a308-8858c0f2dfef tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1315.459359] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b7728e0-ee3e-40ad-a308-8858c0f2dfef tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1315.459563] env[69663]: DEBUG nova.compute.manager [-] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1315.459658] env[69663]: DEBUG nova.network.neutron [-] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1315.825859] env[69663]: DEBUG oslo_concurrency.lockutils [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Releasing lock "refresh_cache-d6662031-a850-459f-986e-f9baa8629360" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.830471] env[69663]: DEBUG oslo_concurrency.lockutils [req-840b3a73-85bc-421e-9db0-1bca094562ab req-07cb35c7-1d76-45df-b62f-01151c3ca26f service nova] Acquired lock "refresh_cache-d6662031-a850-459f-986e-f9baa8629360" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.830471] env[69663]: DEBUG nova.network.neutron [req-840b3a73-85bc-421e-9db0-1bca094562ab req-07cb35c7-1d76-45df-b62f-01151c3ca26f service nova] [instance: d6662031-a850-459f-986e-f9baa8629360] Refreshing network info cache for port 14e87a40-e384-4433-9219-2d25376a7a37 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1315.856447] env[69663]: DEBUG nova.virt.hardware [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='efdb6d9260a9841e6130c3c415559244',container_format='bare',created_at=2025-04-05T04:34:47Z,direct_url=,disk_format='vmdk',id=174b313d-e283-4c8a-aeca-e780d2d28e5c,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1663319408-shelved',owner='f01abc007aca4ab388c2f26a1aab3ac8',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-04-05T04:35:01Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1315.856829] env[69663]: DEBUG nova.virt.hardware [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1315.856893] env[69663]: DEBUG nova.virt.hardware [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1315.857044] env[69663]: DEBUG nova.virt.hardware [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1315.857212] env[69663]: DEBUG nova.virt.hardware [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1315.857364] env[69663]: DEBUG nova.virt.hardware [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1315.857584] env[69663]: DEBUG nova.virt.hardware [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1315.857752] env[69663]: DEBUG nova.virt.hardware [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1315.857927] env[69663]: DEBUG nova.virt.hardware [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1315.858115] env[69663]: DEBUG nova.virt.hardware [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1315.858303] env[69663]: DEBUG nova.virt.hardware [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1315.859215] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f5e9d0-19a0-4cfd-bce1-868bb15d1d2d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.868225] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31171e33-f75b-480e-8317-1fb9bf4d7821 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.882894] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:93:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10b81051-1eb1-406b-888c-4548c470c77e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14e87a40-e384-4433-9219-2d25376a7a37', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1315.890940] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1315.891279] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6662031-a850-459f-986e-f9baa8629360] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1315.891471] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a1b7cf5-92ba-432b-b4b4-6fd0fbd59487 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.913515] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1315.913515] env[69663]: value = "task-3333813" [ 1315.913515] env[69663]: _type = "Task" [ 1315.913515] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.922143] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333813, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.165227] env[69663]: DEBUG nova.network.neutron [-] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.424595] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333813, 'name': CreateVM_Task, 'duration_secs': 0.33391} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.424595] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6662031-a850-459f-986e-f9baa8629360] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1316.425240] env[69663]: DEBUG oslo_concurrency.lockutils [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/174b313d-e283-4c8a-aeca-e780d2d28e5c" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.425425] env[69663]: DEBUG oslo_concurrency.lockutils [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/174b313d-e283-4c8a-aeca-e780d2d28e5c" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.425849] env[69663]: DEBUG oslo_concurrency.lockutils [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/174b313d-e283-4c8a-aeca-e780d2d28e5c" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.426145] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39daeef5-fc33-41e7-9b28-a7a69f5a1ead {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.431707] env[69663]: DEBUG oslo_vmware.api [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1316.431707] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5216d5c3-63dc-fb8f-d569-82e75b0ce72e" [ 1316.431707] env[69663]: _type = "Task" [ 1316.431707] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.447476] env[69663]: DEBUG oslo_vmware.api [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5216d5c3-63dc-fb8f-d569-82e75b0ce72e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.669012] env[69663]: INFO nova.compute.manager [-] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Took 1.21 seconds to deallocate network for instance. [ 1316.690128] env[69663]: DEBUG nova.compute.manager [req-1faa12dc-47ac-44d3-8cb5-1f492a6d02b0 req-25cfc872-c4a0-4e1e-83f0-aba8022336af service nova] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Received event network-vif-deleted-74b79f07-07b0-4ea9-8876-f82c05fc3fd8 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1316.762820] env[69663]: DEBUG nova.network.neutron [req-840b3a73-85bc-421e-9db0-1bca094562ab req-07cb35c7-1d76-45df-b62f-01151c3ca26f service nova] [instance: d6662031-a850-459f-986e-f9baa8629360] Updated VIF entry in instance network info cache for port 14e87a40-e384-4433-9219-2d25376a7a37. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1316.763851] env[69663]: DEBUG nova.network.neutron [req-840b3a73-85bc-421e-9db0-1bca094562ab req-07cb35c7-1d76-45df-b62f-01151c3ca26f service nova] [instance: d6662031-a850-459f-986e-f9baa8629360] Updating instance_info_cache with network_info: [{"id": "14e87a40-e384-4433-9219-2d25376a7a37", "address": "fa:16:3e:e0:93:f7", "network": {"id": "c9b0df65-b7eb-4aa8-9d53-4b8fa507b496", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-812774922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f01abc007aca4ab388c2f26a1aab3ac8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14e87a40-e3", "ovs_interfaceid": "14e87a40-e384-4433-9219-2d25376a7a37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.942691] env[69663]: DEBUG oslo_concurrency.lockutils [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/174b313d-e283-4c8a-aeca-e780d2d28e5c" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.943044] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Processing image 174b313d-e283-4c8a-aeca-e780d2d28e5c {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1316.943234] env[69663]: DEBUG oslo_concurrency.lockutils [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/174b313d-e283-4c8a-aeca-e780d2d28e5c/174b313d-e283-4c8a-aeca-e780d2d28e5c.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.943390] env[69663]: DEBUG oslo_concurrency.lockutils [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/174b313d-e283-4c8a-aeca-e780d2d28e5c/174b313d-e283-4c8a-aeca-e780d2d28e5c.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.943581] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1316.943854] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b70ec9c-e707-4cc6-b2ef-0af52be49898 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.953555] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1316.953555] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1316.954421] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9b40ee9-621f-4c05-b40b-ca63fc214f94 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.960224] env[69663]: DEBUG oslo_vmware.api [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1316.960224] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525e3158-6505-017d-f78a-f4c6ee853809" [ 1316.960224] env[69663]: _type = "Task" [ 1316.960224] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.968260] env[69663]: DEBUG oslo_vmware.api [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525e3158-6505-017d-f78a-f4c6ee853809, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.180804] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5b7728e0-ee3e-40ad-a308-8858c0f2dfef tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.181188] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5b7728e0-ee3e-40ad-a308-8858c0f2dfef tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.181422] env[69663]: DEBUG nova.objects.instance [None req-5b7728e0-ee3e-40ad-a308-8858c0f2dfef tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Lazy-loading 'resources' on Instance uuid 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1317.266260] env[69663]: DEBUG oslo_concurrency.lockutils [req-840b3a73-85bc-421e-9db0-1bca094562ab req-07cb35c7-1d76-45df-b62f-01151c3ca26f service nova] Releasing lock "refresh_cache-d6662031-a850-459f-986e-f9baa8629360" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.471624] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Preparing fetch location {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1317.471859] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Fetch image to [datastore1] OSTACK_IMG_534da494-9e65-44c2-a374-b3910b3b3f93/OSTACK_IMG_534da494-9e65-44c2-a374-b3910b3b3f93.vmdk {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1317.472142] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Downloading stream optimized image 174b313d-e283-4c8a-aeca-e780d2d28e5c to [datastore1] OSTACK_IMG_534da494-9e65-44c2-a374-b3910b3b3f93/OSTACK_IMG_534da494-9e65-44c2-a374-b3910b3b3f93.vmdk on the data store datastore1 as vApp {{(pid=69663) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1317.472233] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Downloading image file data 174b313d-e283-4c8a-aeca-e780d2d28e5c to the ESX as VM named 'OSTACK_IMG_534da494-9e65-44c2-a374-b3910b3b3f93' {{(pid=69663) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1317.545102] env[69663]: DEBUG oslo_vmware.rw_handles [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1317.545102] env[69663]: value = "resgroup-9" [ 1317.545102] env[69663]: _type = "ResourcePool" [ 1317.545102] env[69663]: }. {{(pid=69663) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1317.545441] env[69663]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-268d47cb-29d4-489a-8bc8-5372ca2996df {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.565867] env[69663]: DEBUG oslo_vmware.rw_handles [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lease: (returnval){ [ 1317.565867] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a8db03-2fe5-f40d-6ef9-1cd82f73c404" [ 1317.565867] env[69663]: _type = "HttpNfcLease" [ 1317.565867] env[69663]: } obtained for vApp import into resource pool (val){ [ 1317.565867] env[69663]: value = "resgroup-9" [ 1317.565867] env[69663]: _type = "ResourcePool" [ 1317.565867] env[69663]: }. {{(pid=69663) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1317.566342] env[69663]: DEBUG oslo_vmware.api [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the lease: (returnval){ [ 1317.566342] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a8db03-2fe5-f40d-6ef9-1cd82f73c404" [ 1317.566342] env[69663]: _type = "HttpNfcLease" [ 1317.566342] env[69663]: } to be ready. {{(pid=69663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1317.572394] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1317.572394] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a8db03-2fe5-f40d-6ef9-1cd82f73c404" [ 1317.572394] env[69663]: _type = "HttpNfcLease" [ 1317.572394] env[69663]: } is initializing. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1317.794237] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b24fc18-f3ed-4d37-a511-4cff71d76e93 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.802776] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbd4e64-78f9-44d9-b5d2-29cdeba9c570 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.835512] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4bc89e-c85b-4df2-b9ef-968f14f1d4de {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.843384] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77515be-342e-49da-ad22-61deeac2a57a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.857310] env[69663]: DEBUG nova.compute.provider_tree [None req-5b7728e0-ee3e-40ad-a308-8858c0f2dfef tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.943882] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "0450ae8e-139e-43bf-a327-cdd03a0ce793" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.944225] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "0450ae8e-139e-43bf-a327-cdd03a0ce793" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.075099] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1318.075099] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a8db03-2fe5-f40d-6ef9-1cd82f73c404" [ 1318.075099] env[69663]: _type = "HttpNfcLease" [ 1318.075099] env[69663]: } is initializing. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1318.360825] env[69663]: DEBUG nova.scheduler.client.report [None req-5b7728e0-ee3e-40ad-a308-8858c0f2dfef tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1318.446866] env[69663]: DEBUG nova.compute.manager [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1318.574518] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1318.574518] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a8db03-2fe5-f40d-6ef9-1cd82f73c404" [ 1318.574518] env[69663]: _type = "HttpNfcLease" [ 1318.574518] env[69663]: } is initializing. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1318.613298] env[69663]: DEBUG oslo_vmware.rw_handles [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5250f3d8-8452-030a-0e0c-53a7c392ddbc/disk-0.vmdk. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1318.614264] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9864ee-520d-46b8-bca9-3df39156955d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.620200] env[69663]: DEBUG oslo_vmware.rw_handles [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5250f3d8-8452-030a-0e0c-53a7c392ddbc/disk-0.vmdk is in state: ready. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1318.620371] env[69663]: ERROR oslo_vmware.rw_handles [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5250f3d8-8452-030a-0e0c-53a7c392ddbc/disk-0.vmdk due to incomplete transfer. [ 1318.620594] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e6aadd3d-6df7-4b7e-b211-1bf4b689becb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.627488] env[69663]: DEBUG oslo_vmware.rw_handles [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5250f3d8-8452-030a-0e0c-53a7c392ddbc/disk-0.vmdk. {{(pid=69663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1318.627680] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Uploaded image 5ee14bdf-2dcc-44ce-b411-3d7fb35319fc to the Glance image server {{(pid=69663) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:473}} [ 1318.630034] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Destroying the VM {{(pid=69663) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1358}} [ 1318.630274] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e76ca67d-f726-4879-b9f7-9f5648d847cc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.636645] env[69663]: DEBUG oslo_vmware.api [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1318.636645] env[69663]: value = "task-3333815" [ 1318.636645] env[69663]: _type = "Task" [ 1318.636645] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.644153] env[69663]: DEBUG oslo_vmware.api [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333815, 'name': Destroy_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.867498] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5b7728e0-ee3e-40ad-a308-8858c0f2dfef tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.686s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.893129] env[69663]: INFO nova.scheduler.client.report [None req-5b7728e0-ee3e-40ad-a308-8858c0f2dfef tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Deleted allocations for instance 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8 [ 1318.966503] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.966786] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.968365] env[69663]: INFO nova.compute.claims [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1319.075555] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1319.075555] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a8db03-2fe5-f40d-6ef9-1cd82f73c404" [ 1319.075555] env[69663]: _type = "HttpNfcLease" [ 1319.075555] env[69663]: } is initializing. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1319.147544] env[69663]: DEBUG oslo_vmware.api [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333815, 'name': Destroy_Task, 'duration_secs': 0.314723} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.147845] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Destroyed the VM [ 1319.148099] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Deleting Snapshot of the VM instance {{(pid=69663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1319.148359] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dc6bdace-faa3-48e4-af89-8122553a9d71 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.156310] env[69663]: DEBUG oslo_vmware.api [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1319.156310] env[69663]: value = "task-3333816" [ 1319.156310] env[69663]: _type = "Task" [ 1319.156310] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.165555] env[69663]: DEBUG oslo_vmware.api [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333816, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.400722] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5b7728e0-ee3e-40ad-a308-8858c0f2dfef tempest-ServerAddressesTestJSON-928014059 tempest-ServerAddressesTestJSON-928014059-project-member] Lock "7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.065s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.575976] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1319.575976] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a8db03-2fe5-f40d-6ef9-1cd82f73c404" [ 1319.575976] env[69663]: _type = "HttpNfcLease" [ 1319.575976] env[69663]: } is ready. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1319.575976] env[69663]: DEBUG oslo_vmware.rw_handles [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1319.575976] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a8db03-2fe5-f40d-6ef9-1cd82f73c404" [ 1319.575976] env[69663]: _type = "HttpNfcLease" [ 1319.575976] env[69663]: }. {{(pid=69663) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1319.576630] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c96f578-1a06-44a6-8f81-c8334ee0b677 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.584909] env[69663]: DEBUG oslo_vmware.rw_handles [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528c26b0-d22c-dd09-3f3e-8af6eef16337/disk-0.vmdk from lease info. {{(pid=69663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1319.584909] env[69663]: DEBUG oslo_vmware.rw_handles [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528c26b0-d22c-dd09-3f3e-8af6eef16337/disk-0.vmdk. {{(pid=69663) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1319.651119] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-25aeddcf-7db2-4d5d-b073-98dce5114bf0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.665339] env[69663]: DEBUG oslo_vmware.api [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333816, 'name': RemoveSnapshot_Task, 'duration_secs': 0.340668} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.665632] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Deleted Snapshot of the VM instance {{(pid=69663) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1319.665901] env[69663]: DEBUG nova.compute.manager [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1319.666734] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99701981-6485-4fe4-9a17-57b18610abde {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.112745] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872964af-ad67-4519-9758-2580be541cf1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.125298] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cca299-8b67-4b2a-93db-cd1e54aca3be {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.161637] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7a7b59-9604-4399-a9c3-efa591086529 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.169733] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590c2681-126d-465f-b5fe-cb306e9f15e7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.182115] env[69663]: INFO nova.compute.manager [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Shelve offloading [ 1320.194422] env[69663]: DEBUG nova.compute.provider_tree [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.194422] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1320.196602] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97e0dbee-6445-4bc4-8cc2-dbbfe06c59b2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.205247] env[69663]: DEBUG oslo_vmware.api [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1320.205247] env[69663]: value = "task-3333817" [ 1320.205247] env[69663]: _type = "Task" [ 1320.205247] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.217270] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] VM already powered off {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1320.217506] env[69663]: DEBUG nova.compute.manager [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1320.218324] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d71afa-a6f8-4d86-898a-b72037e40778 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.224735] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquiring lock "refresh_cache-711544cf-78d4-44a3-a0c2-735a7a48409a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.224931] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquired lock "refresh_cache-711544cf-78d4-44a3-a0c2-735a7a48409a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.225142] env[69663]: DEBUG nova.network.neutron [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1320.700476] env[69663]: DEBUG nova.scheduler.client.report [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1320.857927] env[69663]: DEBUG oslo_vmware.rw_handles [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Completed reading data from the image iterator. {{(pid=69663) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1320.858185] env[69663]: DEBUG oslo_vmware.rw_handles [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528c26b0-d22c-dd09-3f3e-8af6eef16337/disk-0.vmdk. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1320.859108] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5588a4-3c07-4e96-af1e-854338ba551c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.866363] env[69663]: DEBUG oslo_vmware.rw_handles [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528c26b0-d22c-dd09-3f3e-8af6eef16337/disk-0.vmdk is in state: ready. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1320.866573] env[69663]: DEBUG oslo_vmware.rw_handles [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528c26b0-d22c-dd09-3f3e-8af6eef16337/disk-0.vmdk. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1320.866820] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8c122fc0-0a07-422d-a482-3798a90e800c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.960568] env[69663]: DEBUG nova.network.neutron [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Updating instance_info_cache with network_info: [{"id": "9b086c0a-326a-415b-88a9-4022668f9f15", "address": "fa:16:3e:5f:ad:c0", "network": {"id": "7ef2a542-c761-41fe-9064-8a46293182d7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1725131609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "012b7b4a90ba46bbaa828601d289a354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b086c0a-32", "ovs_interfaceid": "9b086c0a-326a-415b-88a9-4022668f9f15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.052371] env[69663]: DEBUG oslo_vmware.rw_handles [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528c26b0-d22c-dd09-3f3e-8af6eef16337/disk-0.vmdk. {{(pid=69663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1321.052663] env[69663]: INFO nova.virt.vmwareapi.images [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Downloaded image file data 174b313d-e283-4c8a-aeca-e780d2d28e5c [ 1321.053636] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3478a95b-bbf0-45de-994e-fe037ec4efa3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.071526] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc8fe303-a3b9-408a-9878-20ba46af8297 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.109966] env[69663]: INFO nova.virt.vmwareapi.images [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] The imported VM was unregistered [ 1321.112537] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Caching image {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1321.112797] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Creating directory with path [datastore1] devstack-image-cache_base/174b313d-e283-4c8a-aeca-e780d2d28e5c {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1321.113156] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3216d48-b814-49da-9f79-7e9ffdba9d63 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.123858] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Created directory with path [datastore1] devstack-image-cache_base/174b313d-e283-4c8a-aeca-e780d2d28e5c {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1321.124084] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_534da494-9e65-44c2-a374-b3910b3b3f93/OSTACK_IMG_534da494-9e65-44c2-a374-b3910b3b3f93.vmdk to [datastore1] devstack-image-cache_base/174b313d-e283-4c8a-aeca-e780d2d28e5c/174b313d-e283-4c8a-aeca-e780d2d28e5c.vmdk. {{(pid=69663) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1321.124344] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4cf747f2-47e1-4223-bdba-888253db10a2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.132562] env[69663]: DEBUG oslo_vmware.api [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1321.132562] env[69663]: value = "task-3333819" [ 1321.132562] env[69663]: _type = "Task" [ 1321.132562] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.140690] env[69663]: DEBUG oslo_vmware.api [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333819, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.206264] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.206691] env[69663]: DEBUG nova.compute.manager [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1321.463618] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Releasing lock "refresh_cache-711544cf-78d4-44a3-a0c2-735a7a48409a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.643865] env[69663]: DEBUG oslo_vmware.api [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333819, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.714610] env[69663]: DEBUG nova.compute.utils [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1321.716172] env[69663]: DEBUG nova.compute.manager [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1321.716412] env[69663]: DEBUG nova.network.neutron [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1321.730981] env[69663]: DEBUG nova.compute.manager [req-f6cbe661-988e-466d-aa42-6edd77ee2956 req-4815d61a-4d2a-4e6c-b025-3f48aff7c6ce service nova] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Received event network-vif-unplugged-9b086c0a-326a-415b-88a9-4022668f9f15 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1321.731198] env[69663]: DEBUG oslo_concurrency.lockutils [req-f6cbe661-988e-466d-aa42-6edd77ee2956 req-4815d61a-4d2a-4e6c-b025-3f48aff7c6ce service nova] Acquiring lock "711544cf-78d4-44a3-a0c2-735a7a48409a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.731410] env[69663]: DEBUG oslo_concurrency.lockutils [req-f6cbe661-988e-466d-aa42-6edd77ee2956 req-4815d61a-4d2a-4e6c-b025-3f48aff7c6ce service nova] Lock "711544cf-78d4-44a3-a0c2-735a7a48409a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.731586] env[69663]: DEBUG oslo_concurrency.lockutils [req-f6cbe661-988e-466d-aa42-6edd77ee2956 req-4815d61a-4d2a-4e6c-b025-3f48aff7c6ce service nova] Lock "711544cf-78d4-44a3-a0c2-735a7a48409a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.731760] env[69663]: DEBUG nova.compute.manager [req-f6cbe661-988e-466d-aa42-6edd77ee2956 req-4815d61a-4d2a-4e6c-b025-3f48aff7c6ce service nova] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] No waiting events found dispatching network-vif-unplugged-9b086c0a-326a-415b-88a9-4022668f9f15 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1321.731934] env[69663]: WARNING nova.compute.manager [req-f6cbe661-988e-466d-aa42-6edd77ee2956 req-4815d61a-4d2a-4e6c-b025-3f48aff7c6ce service nova] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Received unexpected event network-vif-unplugged-9b086c0a-326a-415b-88a9-4022668f9f15 for instance with vm_state shelved and task_state shelving_offloading. [ 1321.772355] env[69663]: DEBUG nova.policy [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe26f33280d54c0da7b2a34b63081743', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac4fe632fbab4f2d8d8cd99d45525285', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1321.911625] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1321.912660] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43b27a7-96ad-431c-be85-5cbfd9eafbbf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.923412] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1321.923727] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f2102b2-68dc-4227-9168-d3b2fde88426 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.985445] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1321.985854] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1321.986189] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Deleting the datastore file [datastore1] 711544cf-78d4-44a3-a0c2-735a7a48409a {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1321.986535] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0db31bc6-bb16-4baf-888e-51dbecbeb5d2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.996260] env[69663]: DEBUG oslo_vmware.api [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1321.996260] env[69663]: value = "task-3333821" [ 1321.996260] env[69663]: _type = "Task" [ 1321.996260] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.006855] env[69663]: DEBUG oslo_vmware.api [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.113132] env[69663]: DEBUG nova.network.neutron [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Successfully created port: 12d42e9a-31ee-43fe-bd06-4980494440b6 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1322.144448] env[69663]: DEBUG oslo_vmware.api [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333819, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.219554] env[69663]: DEBUG nova.compute.manager [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1322.508858] env[69663]: DEBUG oslo_vmware.api [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.644611] env[69663]: DEBUG oslo_vmware.api [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333819, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.010386] env[69663]: DEBUG oslo_vmware.api [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.145521] env[69663]: DEBUG oslo_vmware.api [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333819, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.233572] env[69663]: DEBUG nova.compute.manager [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1323.261907] env[69663]: DEBUG nova.virt.hardware [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1323.262173] env[69663]: DEBUG nova.virt.hardware [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1323.262339] env[69663]: DEBUG nova.virt.hardware [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1323.262525] env[69663]: DEBUG nova.virt.hardware [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1323.262675] env[69663]: DEBUG nova.virt.hardware [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1323.262835] env[69663]: DEBUG nova.virt.hardware [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1323.263125] env[69663]: DEBUG nova.virt.hardware [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1323.263305] env[69663]: DEBUG nova.virt.hardware [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1323.263480] env[69663]: DEBUG nova.virt.hardware [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1323.263649] env[69663]: DEBUG nova.virt.hardware [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1323.264072] env[69663]: DEBUG nova.virt.hardware [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1323.265148] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5ad045-ca33-46b2-8032-aafce8a95f8c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.275956] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736eb029-6d8f-425d-89c6-254096248ef2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.507309] env[69663]: DEBUG oslo_vmware.api [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.643668] env[69663]: DEBUG oslo_vmware.api [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333819, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.696522] env[69663]: DEBUG nova.network.neutron [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Successfully updated port: 12d42e9a-31ee-43fe-bd06-4980494440b6 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1323.763967] env[69663]: DEBUG nova.compute.manager [req-c6df5d5f-6008-48f6-b656-6a916bf16965 req-75a982d2-765a-4d7b-aaa2-5bd4322d1ee2 service nova] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Received event network-changed-9b086c0a-326a-415b-88a9-4022668f9f15 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1323.764163] env[69663]: DEBUG nova.compute.manager [req-c6df5d5f-6008-48f6-b656-6a916bf16965 req-75a982d2-765a-4d7b-aaa2-5bd4322d1ee2 service nova] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Refreshing instance network info cache due to event network-changed-9b086c0a-326a-415b-88a9-4022668f9f15. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1323.764382] env[69663]: DEBUG oslo_concurrency.lockutils [req-c6df5d5f-6008-48f6-b656-6a916bf16965 req-75a982d2-765a-4d7b-aaa2-5bd4322d1ee2 service nova] Acquiring lock "refresh_cache-711544cf-78d4-44a3-a0c2-735a7a48409a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.764529] env[69663]: DEBUG oslo_concurrency.lockutils [req-c6df5d5f-6008-48f6-b656-6a916bf16965 req-75a982d2-765a-4d7b-aaa2-5bd4322d1ee2 service nova] Acquired lock "refresh_cache-711544cf-78d4-44a3-a0c2-735a7a48409a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.764699] env[69663]: DEBUG nova.network.neutron [req-c6df5d5f-6008-48f6-b656-6a916bf16965 req-75a982d2-765a-4d7b-aaa2-5bd4322d1ee2 service nova] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Refreshing network info cache for port 9b086c0a-326a-415b-88a9-4022668f9f15 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1324.010374] env[69663]: DEBUG oslo_vmware.api [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333821, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.639617} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.010508] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1324.010655] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1324.010837] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1324.033287] env[69663]: INFO nova.scheduler.client.report [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Deleted allocations for instance 711544cf-78d4-44a3-a0c2-735a7a48409a [ 1324.144437] env[69663]: DEBUG oslo_vmware.api [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333819, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.585952} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.144708] env[69663]: INFO nova.virt.vmwareapi.ds_util [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_534da494-9e65-44c2-a374-b3910b3b3f93/OSTACK_IMG_534da494-9e65-44c2-a374-b3910b3b3f93.vmdk to [datastore1] devstack-image-cache_base/174b313d-e283-4c8a-aeca-e780d2d28e5c/174b313d-e283-4c8a-aeca-e780d2d28e5c.vmdk. [ 1324.144902] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Cleaning up location [datastore1] OSTACK_IMG_534da494-9e65-44c2-a374-b3910b3b3f93 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1324.145158] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_534da494-9e65-44c2-a374-b3910b3b3f93 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1324.145413] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b3f9e5d-a711-4cea-aff1-e27b5e15e3c7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.152344] env[69663]: DEBUG oslo_vmware.api [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1324.152344] env[69663]: value = "task-3333822" [ 1324.152344] env[69663]: _type = "Task" [ 1324.152344] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.159815] env[69663]: DEBUG oslo_vmware.api [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333822, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.198986] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "refresh_cache-0450ae8e-139e-43bf-a327-cdd03a0ce793" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.199140] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquired lock "refresh_cache-0450ae8e-139e-43bf-a327-cdd03a0ce793" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.199339] env[69663]: DEBUG nova.network.neutron [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1324.486798] env[69663]: DEBUG nova.network.neutron [req-c6df5d5f-6008-48f6-b656-6a916bf16965 req-75a982d2-765a-4d7b-aaa2-5bd4322d1ee2 service nova] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Updated VIF entry in instance network info cache for port 9b086c0a-326a-415b-88a9-4022668f9f15. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1324.487207] env[69663]: DEBUG nova.network.neutron [req-c6df5d5f-6008-48f6-b656-6a916bf16965 req-75a982d2-765a-4d7b-aaa2-5bd4322d1ee2 service nova] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Updating instance_info_cache with network_info: [{"id": "9b086c0a-326a-415b-88a9-4022668f9f15", "address": "fa:16:3e:5f:ad:c0", "network": {"id": "7ef2a542-c761-41fe-9064-8a46293182d7", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1725131609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "012b7b4a90ba46bbaa828601d289a354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9b086c0a-32", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.537191] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.537557] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.537842] env[69663]: DEBUG nova.objects.instance [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lazy-loading 'resources' on Instance uuid 711544cf-78d4-44a3-a0c2-735a7a48409a {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.663040] env[69663]: DEBUG oslo_vmware.api [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333822, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034343} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.663321] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1324.663499] env[69663]: DEBUG oslo_concurrency.lockutils [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/174b313d-e283-4c8a-aeca-e780d2d28e5c/174b313d-e283-4c8a-aeca-e780d2d28e5c.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.663752] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/174b313d-e283-4c8a-aeca-e780d2d28e5c/174b313d-e283-4c8a-aeca-e780d2d28e5c.vmdk to [datastore1] d6662031-a850-459f-986e-f9baa8629360/d6662031-a850-459f-986e-f9baa8629360.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1324.664034] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-435fc7cf-d98d-4975-a24d-6b6d8bcd1156 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.671052] env[69663]: DEBUG oslo_vmware.api [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1324.671052] env[69663]: value = "task-3333823" [ 1324.671052] env[69663]: _type = "Task" [ 1324.671052] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.678352] env[69663]: DEBUG oslo_vmware.api [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.731199] env[69663]: DEBUG nova.network.neutron [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1324.862263] env[69663]: DEBUG nova.network.neutron [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Updating instance_info_cache with network_info: [{"id": "12d42e9a-31ee-43fe-bd06-4980494440b6", "address": "fa:16:3e:c0:fc:2d", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12d42e9a-31", "ovs_interfaceid": "12d42e9a-31ee-43fe-bd06-4980494440b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.990170] env[69663]: DEBUG oslo_concurrency.lockutils [req-c6df5d5f-6008-48f6-b656-6a916bf16965 req-75a982d2-765a-4d7b-aaa2-5bd4322d1ee2 service nova] Releasing lock "refresh_cache-711544cf-78d4-44a3-a0c2-735a7a48409a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.990538] env[69663]: DEBUG nova.compute.manager [req-c6df5d5f-6008-48f6-b656-6a916bf16965 req-75a982d2-765a-4d7b-aaa2-5bd4322d1ee2 service nova] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Received event network-vif-plugged-12d42e9a-31ee-43fe-bd06-4980494440b6 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1324.990712] env[69663]: DEBUG oslo_concurrency.lockutils [req-c6df5d5f-6008-48f6-b656-6a916bf16965 req-75a982d2-765a-4d7b-aaa2-5bd4322d1ee2 service nova] Acquiring lock "0450ae8e-139e-43bf-a327-cdd03a0ce793-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.990930] env[69663]: DEBUG oslo_concurrency.lockutils [req-c6df5d5f-6008-48f6-b656-6a916bf16965 req-75a982d2-765a-4d7b-aaa2-5bd4322d1ee2 service nova] Lock "0450ae8e-139e-43bf-a327-cdd03a0ce793-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.991113] env[69663]: DEBUG oslo_concurrency.lockutils [req-c6df5d5f-6008-48f6-b656-6a916bf16965 req-75a982d2-765a-4d7b-aaa2-5bd4322d1ee2 service nova] Lock "0450ae8e-139e-43bf-a327-cdd03a0ce793-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.991288] env[69663]: DEBUG nova.compute.manager [req-c6df5d5f-6008-48f6-b656-6a916bf16965 req-75a982d2-765a-4d7b-aaa2-5bd4322d1ee2 service nova] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] No waiting events found dispatching network-vif-plugged-12d42e9a-31ee-43fe-bd06-4980494440b6 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1324.991466] env[69663]: WARNING nova.compute.manager [req-c6df5d5f-6008-48f6-b656-6a916bf16965 req-75a982d2-765a-4d7b-aaa2-5bd4322d1ee2 service nova] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Received unexpected event network-vif-plugged-12d42e9a-31ee-43fe-bd06-4980494440b6 for instance with vm_state building and task_state spawning. [ 1324.991632] env[69663]: DEBUG nova.compute.manager [req-c6df5d5f-6008-48f6-b656-6a916bf16965 req-75a982d2-765a-4d7b-aaa2-5bd4322d1ee2 service nova] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Received event network-changed-12d42e9a-31ee-43fe-bd06-4980494440b6 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1324.991789] env[69663]: DEBUG nova.compute.manager [req-c6df5d5f-6008-48f6-b656-6a916bf16965 req-75a982d2-765a-4d7b-aaa2-5bd4322d1ee2 service nova] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Refreshing instance network info cache due to event network-changed-12d42e9a-31ee-43fe-bd06-4980494440b6. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1324.991960] env[69663]: DEBUG oslo_concurrency.lockutils [req-c6df5d5f-6008-48f6-b656-6a916bf16965 req-75a982d2-765a-4d7b-aaa2-5bd4322d1ee2 service nova] Acquiring lock "refresh_cache-0450ae8e-139e-43bf-a327-cdd03a0ce793" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.040515] env[69663]: DEBUG nova.objects.instance [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lazy-loading 'numa_topology' on Instance uuid 711544cf-78d4-44a3-a0c2-735a7a48409a {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1325.183219] env[69663]: DEBUG oslo_vmware.api [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333823, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.368951] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Releasing lock "refresh_cache-0450ae8e-139e-43bf-a327-cdd03a0ce793" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.369399] env[69663]: DEBUG nova.compute.manager [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Instance network_info: |[{"id": "12d42e9a-31ee-43fe-bd06-4980494440b6", "address": "fa:16:3e:c0:fc:2d", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12d42e9a-31", "ovs_interfaceid": "12d42e9a-31ee-43fe-bd06-4980494440b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1325.369797] env[69663]: DEBUG oslo_concurrency.lockutils [req-c6df5d5f-6008-48f6-b656-6a916bf16965 req-75a982d2-765a-4d7b-aaa2-5bd4322d1ee2 service nova] Acquired lock "refresh_cache-0450ae8e-139e-43bf-a327-cdd03a0ce793" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.370074] env[69663]: DEBUG nova.network.neutron [req-c6df5d5f-6008-48f6-b656-6a916bf16965 req-75a982d2-765a-4d7b-aaa2-5bd4322d1ee2 service nova] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Refreshing network info cache for port 12d42e9a-31ee-43fe-bd06-4980494440b6 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1325.371592] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:fc:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12d42e9a-31ee-43fe-bd06-4980494440b6', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1325.380382] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1325.381624] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1325.381891] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7475b5b7-ef70-47c0-81ac-b37e40c5816c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.408221] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1325.408221] env[69663]: value = "task-3333824" [ 1325.408221] env[69663]: _type = "Task" [ 1325.408221] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.419937] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333824, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.543700] env[69663]: DEBUG nova.objects.base [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Object Instance<711544cf-78d4-44a3-a0c2-735a7a48409a> lazy-loaded attributes: resources,numa_topology {{(pid=69663) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1325.636366] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3ba3a1-bf91-4152-9200-14f0f363e01e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.647219] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff40660-4396-4e95-b9b3-5c05e2981cb3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.687094] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05763891-335d-476d-aefc-63f225fcdf14 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.698503] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6b59e9-cadb-4237-85a5-ea39184ff045 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.702718] env[69663]: DEBUG oslo_vmware.api [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333823, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.715761] env[69663]: DEBUG nova.compute.provider_tree [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.922498] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333824, 'name': CreateVM_Task} progress is 25%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.112403] env[69663]: DEBUG nova.network.neutron [req-c6df5d5f-6008-48f6-b656-6a916bf16965 req-75a982d2-765a-4d7b-aaa2-5bd4322d1ee2 service nova] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Updated VIF entry in instance network info cache for port 12d42e9a-31ee-43fe-bd06-4980494440b6. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1326.112781] env[69663]: DEBUG nova.network.neutron [req-c6df5d5f-6008-48f6-b656-6a916bf16965 req-75a982d2-765a-4d7b-aaa2-5bd4322d1ee2 service nova] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Updating instance_info_cache with network_info: [{"id": "12d42e9a-31ee-43fe-bd06-4980494440b6", "address": "fa:16:3e:c0:fc:2d", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12d42e9a-31", "ovs_interfaceid": "12d42e9a-31ee-43fe-bd06-4980494440b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.194742] env[69663]: DEBUG oslo_vmware.api [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333823, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.222162] env[69663]: DEBUG nova.scheduler.client.report [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1326.422391] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333824, 'name': CreateVM_Task} progress is 25%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.615753] env[69663]: DEBUG oslo_concurrency.lockutils [req-c6df5d5f-6008-48f6-b656-6a916bf16965 req-75a982d2-765a-4d7b-aaa2-5bd4322d1ee2 service nova] Releasing lock "refresh_cache-0450ae8e-139e-43bf-a327-cdd03a0ce793" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.698689] env[69663]: DEBUG oslo_vmware.api [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333823, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.727641] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.751580] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquiring lock "711544cf-78d4-44a3-a0c2-735a7a48409a" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.924093] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333824, 'name': CreateVM_Task} progress is 25%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.194465] env[69663]: DEBUG oslo_vmware.api [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333823, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.320592} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.194749] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/174b313d-e283-4c8a-aeca-e780d2d28e5c/174b313d-e283-4c8a-aeca-e780d2d28e5c.vmdk to [datastore1] d6662031-a850-459f-986e-f9baa8629360/d6662031-a850-459f-986e-f9baa8629360.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1327.195663] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e5a412-670e-4271-82ea-2d4a3ddd3a33 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.221913] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] d6662031-a850-459f-986e-f9baa8629360/d6662031-a850-459f-986e-f9baa8629360.vmdk or device None with type streamOptimized {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1327.222413] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6b0590a-97c1-4564-8bcf-f70d7fe51d53 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.241616] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2d12ec77-8b38-4203-b175-2d91d081cc69 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lock "711544cf-78d4-44a3-a0c2-735a7a48409a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.538s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.242522] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lock "711544cf-78d4-44a3-a0c2-735a7a48409a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.491s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.242717] env[69663]: INFO nova.compute.manager [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Unshelving [ 1327.245802] env[69663]: DEBUG oslo_vmware.api [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1327.245802] env[69663]: value = "task-3333825" [ 1327.245802] env[69663]: _type = "Task" [ 1327.245802] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.254411] env[69663]: DEBUG oslo_vmware.api [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333825, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.420514] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333824, 'name': CreateVM_Task, 'duration_secs': 1.88435} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.420751] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1327.421432] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.421601] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.421933] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.422221] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae859a15-1cec-41fe-8359-7ba6cded3036 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.426926] env[69663]: DEBUG oslo_vmware.api [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1327.426926] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a31e32-d740-3060-605e-794a3bfeb5f5" [ 1327.426926] env[69663]: _type = "Task" [ 1327.426926] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.434515] env[69663]: DEBUG oslo_vmware.api [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a31e32-d740-3060-605e-794a3bfeb5f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.759969] env[69663]: DEBUG oslo_vmware.api [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333825, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.938291] env[69663]: DEBUG oslo_vmware.api [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52a31e32-d740-3060-605e-794a3bfeb5f5, 'name': SearchDatastore_Task, 'duration_secs': 0.062744} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.938634] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.938875] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1327.939247] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.939416] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.939628] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1327.939904] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f321245e-8ae8-444e-ab46-ed79ebb0f5b1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.948721] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1327.948964] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1327.949769] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9ef5686-a346-4448-966b-ff0c986173dd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.955308] env[69663]: DEBUG oslo_vmware.api [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1327.955308] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525f2f21-3ce5-c414-5db4-f80a9c1ed260" [ 1327.955308] env[69663]: _type = "Task" [ 1327.955308] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.963097] env[69663]: DEBUG oslo_vmware.api [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525f2f21-3ce5-c414-5db4-f80a9c1ed260, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.260682] env[69663]: DEBUG oslo_vmware.api [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333825, 'name': ReconfigVM_Task, 'duration_secs': 0.959004} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.260981] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Reconfigured VM instance instance-00000074 to attach disk [datastore1] d6662031-a850-459f-986e-f9baa8629360/d6662031-a850-459f-986e-f9baa8629360.vmdk or device None with type streamOptimized {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1328.261650] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f623917-2a39-491b-8467-9386e912a0de {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.269139] env[69663]: DEBUG oslo_vmware.api [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1328.269139] env[69663]: value = "task-3333826" [ 1328.269139] env[69663]: _type = "Task" [ 1328.269139] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.275212] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.275508] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.275730] env[69663]: DEBUG nova.objects.instance [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lazy-loading 'pci_requests' on Instance uuid 711544cf-78d4-44a3-a0c2-735a7a48409a {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.281224] env[69663]: DEBUG oslo_vmware.api [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333826, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.465616] env[69663]: DEBUG oslo_vmware.api [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525f2f21-3ce5-c414-5db4-f80a9c1ed260, 'name': SearchDatastore_Task, 'duration_secs': 0.008623} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.466378] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b2f492d-fec5-4e9f-87cb-e1e235aabad8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.471212] env[69663]: DEBUG oslo_vmware.api [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1328.471212] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52559905-4bef-3fd8-6de7-a32a66e6f06d" [ 1328.471212] env[69663]: _type = "Task" [ 1328.471212] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.478392] env[69663]: DEBUG oslo_vmware.api [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52559905-4bef-3fd8-6de7-a32a66e6f06d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.779035] env[69663]: DEBUG oslo_vmware.api [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333826, 'name': Rename_Task, 'duration_secs': 0.17861} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.779304] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1328.779548] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f5c5345-42c5-424d-8c5d-f555541fdebf {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.783734] env[69663]: DEBUG nova.objects.instance [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lazy-loading 'numa_topology' on Instance uuid 711544cf-78d4-44a3-a0c2-735a7a48409a {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.786031] env[69663]: DEBUG oslo_vmware.api [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1328.786031] env[69663]: value = "task-3333827" [ 1328.786031] env[69663]: _type = "Task" [ 1328.786031] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.792884] env[69663]: DEBUG oslo_vmware.api [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.982068] env[69663]: DEBUG oslo_vmware.api [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52559905-4bef-3fd8-6de7-a32a66e6f06d, 'name': SearchDatastore_Task, 'duration_secs': 0.009103} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.982391] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.982682] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 0450ae8e-139e-43bf-a327-cdd03a0ce793/0450ae8e-139e-43bf-a327-cdd03a0ce793.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1328.982971] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a92e8d7a-1a6e-4ea6-b6e2-52a1a9b1af14 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.989761] env[69663]: DEBUG oslo_vmware.api [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1328.989761] env[69663]: value = "task-3333828" [ 1328.989761] env[69663]: _type = "Task" [ 1328.989761] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.997520] env[69663]: DEBUG oslo_vmware.api [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.287305] env[69663]: INFO nova.compute.claims [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1329.301167] env[69663]: DEBUG oslo_vmware.api [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333827, 'name': PowerOnVM_Task, 'duration_secs': 0.438024} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.301489] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1329.442777] env[69663]: DEBUG nova.compute.manager [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1329.443744] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f509d6-870b-4848-bd43-011873a04bfa {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.500094] env[69663]: DEBUG oslo_vmware.api [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333828, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477256} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.501287] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 0450ae8e-139e-43bf-a327-cdd03a0ce793/0450ae8e-139e-43bf-a327-cdd03a0ce793.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1329.501384] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1329.501606] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de4949b6-cc61-42d4-8f64-9eaece435426 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.508289] env[69663]: DEBUG oslo_vmware.api [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1329.508289] env[69663]: value = "task-3333829" [ 1329.508289] env[69663]: _type = "Task" [ 1329.508289] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.517469] env[69663]: DEBUG oslo_vmware.api [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333829, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.963725] env[69663]: DEBUG oslo_concurrency.lockutils [None req-57762c1b-7d7e-457b-acb3-1ec7ad353a79 tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "d6662031-a850-459f-986e-f9baa8629360" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 21.294s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.017678] env[69663]: DEBUG oslo_vmware.api [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333829, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075271} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.018041] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1330.018801] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cff99b-5570-4168-8628-dd60372143e4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.041171] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 0450ae8e-139e-43bf-a327-cdd03a0ce793/0450ae8e-139e-43bf-a327-cdd03a0ce793.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1330.041511] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89e8ec65-13f3-4315-b500-593ad123fc40 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.060473] env[69663]: DEBUG oslo_vmware.api [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1330.060473] env[69663]: value = "task-3333830" [ 1330.060473] env[69663]: _type = "Task" [ 1330.060473] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.067989] env[69663]: DEBUG oslo_vmware.api [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333830, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.386951] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba962cf-acc6-454a-b744-17c64b44a50d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.396932] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c19700-f2bb-4a1f-b18d-93ff3bf16f80 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.428588] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa56dbc-f1a1-45bf-8128-c89dbf493227 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.436294] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f481d46a-a4cc-4e00-b662-705284c68670 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.450588] env[69663]: DEBUG nova.compute.provider_tree [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.474519] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d43e30c8-2fcc-48a3-949d-35142798a1fd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "8b90d356-552a-469c-9486-bdb00b7f6332" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.474519] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d43e30c8-2fcc-48a3-949d-35142798a1fd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "8b90d356-552a-469c-9486-bdb00b7f6332" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.570843] env[69663]: DEBUG oslo_vmware.api [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333830, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.942061] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1330.942061] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Starting heal instance info cache {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1330.942061] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Rebuilding the list of instances to heal {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 1330.957306] env[69663]: DEBUG nova.scheduler.client.report [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1330.977580] env[69663]: DEBUG nova.compute.utils [None req-d43e30c8-2fcc-48a3-949d-35142798a1fd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1331.034258] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3e73a111-4bb0-48aa-88ef-fd7b2367d65a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "d6662031-a850-459f-986e-f9baa8629360" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.034509] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3e73a111-4bb0-48aa-88ef-fd7b2367d65a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "d6662031-a850-459f-986e-f9baa8629360" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.034715] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3e73a111-4bb0-48aa-88ef-fd7b2367d65a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "d6662031-a850-459f-986e-f9baa8629360-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.034900] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3e73a111-4bb0-48aa-88ef-fd7b2367d65a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "d6662031-a850-459f-986e-f9baa8629360-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.035112] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3e73a111-4bb0-48aa-88ef-fd7b2367d65a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "d6662031-a850-459f-986e-f9baa8629360-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.037242] env[69663]: INFO nova.compute.manager [None req-3e73a111-4bb0-48aa-88ef-fd7b2367d65a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Terminating instance [ 1331.038937] env[69663]: DEBUG nova.compute.manager [None req-3e73a111-4bb0-48aa-88ef-fd7b2367d65a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1331.039188] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3e73a111-4bb0-48aa-88ef-fd7b2367d65a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1331.040034] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891e04a7-eeb7-47b4-9041-2e264faba8dd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.048527] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e73a111-4bb0-48aa-88ef-fd7b2367d65a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1331.048757] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d83da11-ca9b-4363-9067-8f36c00d1e4f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.056203] env[69663]: DEBUG oslo_vmware.api [None req-3e73a111-4bb0-48aa-88ef-fd7b2367d65a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1331.056203] env[69663]: value = "task-3333831" [ 1331.056203] env[69663]: _type = "Task" [ 1331.056203] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.064074] env[69663]: DEBUG oslo_vmware.api [None req-3e73a111-4bb0-48aa-88ef-fd7b2367d65a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.071507] env[69663]: DEBUG oslo_vmware.api [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333830, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.446108] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: d6662031-a850-459f-986e-f9baa8629360] Skipping network cache update for instance because it is being deleted. {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9943}} [ 1331.446489] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Skipping network cache update for instance because it is Building. {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9939}} [ 1331.461596] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.186s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.480147] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d43e30c8-2fcc-48a3-949d-35142798a1fd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "8b90d356-552a-469c-9486-bdb00b7f6332" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.482235] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "refresh_cache-799ddb00-feb4-4314-9c31-2fcb4cfadfba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.482235] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquired lock "refresh_cache-799ddb00-feb4-4314-9c31-2fcb4cfadfba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.482235] env[69663]: DEBUG nova.network.neutron [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Forcefully refreshing network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1331.482426] env[69663]: DEBUG nova.objects.instance [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lazy-loading 'info_cache' on Instance uuid 799ddb00-feb4-4314-9c31-2fcb4cfadfba {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.492206] env[69663]: INFO nova.network.neutron [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Updating port 9b086c0a-326a-415b-88a9-4022668f9f15 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1331.566352] env[69663]: DEBUG oslo_vmware.api [None req-3e73a111-4bb0-48aa-88ef-fd7b2367d65a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333831, 'name': PowerOffVM_Task, 'duration_secs': 0.195163} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.569207] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e73a111-4bb0-48aa-88ef-fd7b2367d65a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1331.569388] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3e73a111-4bb0-48aa-88ef-fd7b2367d65a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1331.569634] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a509e44e-4247-4204-8f4f-f6abac0752ab {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.575818] env[69663]: DEBUG oslo_vmware.api [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333830, 'name': ReconfigVM_Task, 'duration_secs': 1.299338} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.576097] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 0450ae8e-139e-43bf-a327-cdd03a0ce793/0450ae8e-139e-43bf-a327-cdd03a0ce793.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1331.576712] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60d961d8-4ccd-46ee-981f-fa5b2a9dffff {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.585021] env[69663]: DEBUG oslo_vmware.api [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1331.585021] env[69663]: value = "task-3333833" [ 1331.585021] env[69663]: _type = "Task" [ 1331.585021] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.592070] env[69663]: DEBUG oslo_vmware.api [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333833, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.631861] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3e73a111-4bb0-48aa-88ef-fd7b2367d65a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1331.632208] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3e73a111-4bb0-48aa-88ef-fd7b2367d65a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1331.633148] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e73a111-4bb0-48aa-88ef-fd7b2367d65a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Deleting the datastore file [datastore1] d6662031-a850-459f-986e-f9baa8629360 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1331.633148] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c74dbb27-7cd9-4576-bdfe-0fd6361f0fef {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.639492] env[69663]: DEBUG oslo_vmware.api [None req-3e73a111-4bb0-48aa-88ef-fd7b2367d65a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for the task: (returnval){ [ 1331.639492] env[69663]: value = "task-3333834" [ 1331.639492] env[69663]: _type = "Task" [ 1331.639492] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.647519] env[69663]: DEBUG oslo_vmware.api [None req-3e73a111-4bb0-48aa-88ef-fd7b2367d65a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.094662] env[69663]: DEBUG oslo_vmware.api [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333833, 'name': Rename_Task, 'duration_secs': 0.151871} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.094951] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1332.095286] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6714bfca-2d6d-4d50-8db8-d2b2d54dae4c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.101562] env[69663]: DEBUG oslo_vmware.api [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1332.101562] env[69663]: value = "task-3333835" [ 1332.101562] env[69663]: _type = "Task" [ 1332.101562] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.108974] env[69663]: DEBUG oslo_vmware.api [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.149443] env[69663]: DEBUG oslo_vmware.api [None req-3e73a111-4bb0-48aa-88ef-fd7b2367d65a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Task: {'id': task-3333834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123114} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.149735] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e73a111-4bb0-48aa-88ef-fd7b2367d65a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1332.149962] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3e73a111-4bb0-48aa-88ef-fd7b2367d65a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1332.150207] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-3e73a111-4bb0-48aa-88ef-fd7b2367d65a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1332.150418] env[69663]: INFO nova.compute.manager [None req-3e73a111-4bb0-48aa-88ef-fd7b2367d65a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] [instance: d6662031-a850-459f-986e-f9baa8629360] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1332.150755] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e73a111-4bb0-48aa-88ef-fd7b2367d65a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1332.150920] env[69663]: DEBUG nova.compute.manager [-] [instance: d6662031-a850-459f-986e-f9baa8629360] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1332.151047] env[69663]: DEBUG nova.network.neutron [-] [instance: d6662031-a850-459f-986e-f9baa8629360] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1332.540058] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d43e30c8-2fcc-48a3-949d-35142798a1fd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "8b90d356-552a-469c-9486-bdb00b7f6332" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.540353] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d43e30c8-2fcc-48a3-949d-35142798a1fd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "8b90d356-552a-469c-9486-bdb00b7f6332" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.540559] env[69663]: INFO nova.compute.manager [None req-d43e30c8-2fcc-48a3-949d-35142798a1fd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Attaching volume ce5c1f8a-df3c-4440-a79e-1ac8f7b6975e to /dev/sdb [ 1332.579562] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339ebe64-eb04-4a4d-be55-67a227a0d782 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.588992] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7deee0c-da7a-4977-97d8-f99a3969ccc3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.608422] env[69663]: DEBUG nova.virt.block_device [None req-d43e30c8-2fcc-48a3-949d-35142798a1fd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Updating existing volume attachment record: 01b6da87-20af-40aa-99d9-0c3870c3c6d9 {{(pid=69663) _volume_attach /opt/stack/nova/nova/virt/block_device.py:665}} [ 1332.620453] env[69663]: DEBUG oslo_vmware.api [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333835, 'name': PowerOnVM_Task, 'duration_secs': 0.513927} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.620729] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1332.620936] env[69663]: INFO nova.compute.manager [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1332.621143] env[69663]: DEBUG nova.compute.manager [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1332.621892] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813ad203-5ad8-4516-93eb-bf1ba2078bb2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.633166] env[69663]: DEBUG nova.compute.manager [req-bd3c8945-d93b-43c5-a3c1-844ec85ac49c req-1e65aaef-8dd1-4184-b636-427dceada6b8 service nova] [instance: d6662031-a850-459f-986e-f9baa8629360] Received event network-vif-deleted-14e87a40-e384-4433-9219-2d25376a7a37 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1332.633312] env[69663]: INFO nova.compute.manager [req-bd3c8945-d93b-43c5-a3c1-844ec85ac49c req-1e65aaef-8dd1-4184-b636-427dceada6b8 service nova] [instance: d6662031-a850-459f-986e-f9baa8629360] Neutron deleted interface 14e87a40-e384-4433-9219-2d25376a7a37; detaching it from the instance and deleting it from the info cache [ 1332.633841] env[69663]: DEBUG nova.network.neutron [req-bd3c8945-d93b-43c5-a3c1-844ec85ac49c req-1e65aaef-8dd1-4184-b636-427dceada6b8 service nova] [instance: d6662031-a850-459f-986e-f9baa8629360] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.111448] env[69663]: DEBUG nova.network.neutron [-] [instance: d6662031-a850-459f-986e-f9baa8629360] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.145991] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-59057cae-d128-4ed4-960f-81f9a462c0e3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.146781] env[69663]: INFO nova.compute.manager [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Took 14.19 seconds to build instance. [ 1333.159627] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d15a7fe-9189-4b63-b6a9-f53b1f03571f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.192855] env[69663]: DEBUG nova.compute.manager [req-bd3c8945-d93b-43c5-a3c1-844ec85ac49c req-1e65aaef-8dd1-4184-b636-427dceada6b8 service nova] [instance: d6662031-a850-459f-986e-f9baa8629360] Detach interface failed, port_id=14e87a40-e384-4433-9219-2d25376a7a37, reason: Instance d6662031-a850-459f-986e-f9baa8629360 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1333.378076] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f9cb0fb4-ca7d-4f99-9494-448aff8499b5 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "799ddb00-feb4-4314-9c31-2fcb4cfadfba" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.378076] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f9cb0fb4-ca7d-4f99-9494-448aff8499b5 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "799ddb00-feb4-4314-9c31-2fcb4cfadfba" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.378076] env[69663]: INFO nova.compute.manager [None req-f9cb0fb4-ca7d-4f99-9494-448aff8499b5 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Rebooting instance [ 1333.531591] env[69663]: DEBUG nova.network.neutron [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Updating instance_info_cache with network_info: [{"id": "9077eb9e-fdef-48fa-91e8-737ce43a6952", "address": "fa:16:3e:fe:c1:86", "network": {"id": "8f5d2d06-6bc8-438e-ba54-64cbb07bda53", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1813658570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a924ac6b603449649201ef562daf8ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9077eb9e-fd", "ovs_interfaceid": "9077eb9e-fdef-48fa-91e8-737ce43a6952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.601792] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquiring lock "refresh_cache-711544cf-78d4-44a3-a0c2-735a7a48409a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.601792] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquired lock "refresh_cache-711544cf-78d4-44a3-a0c2-735a7a48409a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.601792] env[69663]: DEBUG nova.network.neutron [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1333.618376] env[69663]: INFO nova.compute.manager [-] [instance: d6662031-a850-459f-986e-f9baa8629360] Took 1.46 seconds to deallocate network for instance. [ 1333.653816] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3d516f1f-93c1-4ef5-b37e-0b6b12127b85 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "0450ae8e-139e-43bf-a327-cdd03a0ce793" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.709s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.893351] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f9cb0fb4-ca7d-4f99-9494-448aff8499b5 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "refresh_cache-799ddb00-feb4-4314-9c31-2fcb4cfadfba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.941762] env[69663]: DEBUG nova.compute.manager [req-9e6dcb34-0cd7-4dee-82a3-3ce01a0670ff req-a8faa3eb-17cd-4885-bfa6-df7ebb3d541e service nova] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Received event network-changed-12d42e9a-31ee-43fe-bd06-4980494440b6 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1333.941762] env[69663]: DEBUG nova.compute.manager [req-9e6dcb34-0cd7-4dee-82a3-3ce01a0670ff req-a8faa3eb-17cd-4885-bfa6-df7ebb3d541e service nova] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Refreshing instance network info cache due to event network-changed-12d42e9a-31ee-43fe-bd06-4980494440b6. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1333.941762] env[69663]: DEBUG oslo_concurrency.lockutils [req-9e6dcb34-0cd7-4dee-82a3-3ce01a0670ff req-a8faa3eb-17cd-4885-bfa6-df7ebb3d541e service nova] Acquiring lock "refresh_cache-0450ae8e-139e-43bf-a327-cdd03a0ce793" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.941762] env[69663]: DEBUG oslo_concurrency.lockutils [req-9e6dcb34-0cd7-4dee-82a3-3ce01a0670ff req-a8faa3eb-17cd-4885-bfa6-df7ebb3d541e service nova] Acquired lock "refresh_cache-0450ae8e-139e-43bf-a327-cdd03a0ce793" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.942494] env[69663]: DEBUG nova.network.neutron [req-9e6dcb34-0cd7-4dee-82a3-3ce01a0670ff req-a8faa3eb-17cd-4885-bfa6-df7ebb3d541e service nova] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Refreshing network info cache for port 12d42e9a-31ee-43fe-bd06-4980494440b6 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1334.033459] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Releasing lock "refresh_cache-799ddb00-feb4-4314-9c31-2fcb4cfadfba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.033708] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Updated the network info_cache for instance {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 1334.034039] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f9cb0fb4-ca7d-4f99-9494-448aff8499b5 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquired lock "refresh_cache-799ddb00-feb4-4314-9c31-2fcb4cfadfba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.034247] env[69663]: DEBUG nova.network.neutron [None req-f9cb0fb4-ca7d-4f99-9494-448aff8499b5 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1334.035542] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.035721] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.035942] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.036112] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.036266] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.036394] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69663) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1334.036534] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.123231] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3e73a111-4bb0-48aa-88ef-fd7b2367d65a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.123577] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3e73a111-4bb0-48aa-88ef-fd7b2367d65a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.123856] env[69663]: DEBUG nova.objects.instance [None req-3e73a111-4bb0-48aa-88ef-fd7b2367d65a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lazy-loading 'resources' on Instance uuid d6662031-a850-459f-986e-f9baa8629360 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1334.380074] env[69663]: DEBUG nova.network.neutron [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Updating instance_info_cache with network_info: [{"id": "9b086c0a-326a-415b-88a9-4022668f9f15", "address": "fa:16:3e:5f:ad:c0", "network": {"id": "7ef2a542-c761-41fe-9064-8a46293182d7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1725131609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "012b7b4a90ba46bbaa828601d289a354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b086c0a-32", "ovs_interfaceid": "9b086c0a-326a-415b-88a9-4022668f9f15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.541812] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.662756] env[69663]: DEBUG nova.compute.manager [req-11b00ca2-a1a6-4df5-a92d-61a856c696bd req-7095b70f-5b5e-4f1b-8a15-1015bc704284 service nova] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Received event network-vif-plugged-9b086c0a-326a-415b-88a9-4022668f9f15 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1334.663027] env[69663]: DEBUG oslo_concurrency.lockutils [req-11b00ca2-a1a6-4df5-a92d-61a856c696bd req-7095b70f-5b5e-4f1b-8a15-1015bc704284 service nova] Acquiring lock "711544cf-78d4-44a3-a0c2-735a7a48409a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.663240] env[69663]: DEBUG oslo_concurrency.lockutils [req-11b00ca2-a1a6-4df5-a92d-61a856c696bd req-7095b70f-5b5e-4f1b-8a15-1015bc704284 service nova] Lock "711544cf-78d4-44a3-a0c2-735a7a48409a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.663417] env[69663]: DEBUG oslo_concurrency.lockutils [req-11b00ca2-a1a6-4df5-a92d-61a856c696bd req-7095b70f-5b5e-4f1b-8a15-1015bc704284 service nova] Lock "711544cf-78d4-44a3-a0c2-735a7a48409a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.663588] env[69663]: DEBUG nova.compute.manager [req-11b00ca2-a1a6-4df5-a92d-61a856c696bd req-7095b70f-5b5e-4f1b-8a15-1015bc704284 service nova] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] No waiting events found dispatching network-vif-plugged-9b086c0a-326a-415b-88a9-4022668f9f15 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1334.663755] env[69663]: WARNING nova.compute.manager [req-11b00ca2-a1a6-4df5-a92d-61a856c696bd req-7095b70f-5b5e-4f1b-8a15-1015bc704284 service nova] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Received unexpected event network-vif-plugged-9b086c0a-326a-415b-88a9-4022668f9f15 for instance with vm_state shelved_offloaded and task_state spawning. [ 1334.663918] env[69663]: DEBUG nova.compute.manager [req-11b00ca2-a1a6-4df5-a92d-61a856c696bd req-7095b70f-5b5e-4f1b-8a15-1015bc704284 service nova] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Received event network-changed-9b086c0a-326a-415b-88a9-4022668f9f15 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1334.664181] env[69663]: DEBUG nova.compute.manager [req-11b00ca2-a1a6-4df5-a92d-61a856c696bd req-7095b70f-5b5e-4f1b-8a15-1015bc704284 service nova] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Refreshing instance network info cache due to event network-changed-9b086c0a-326a-415b-88a9-4022668f9f15. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1334.664380] env[69663]: DEBUG oslo_concurrency.lockutils [req-11b00ca2-a1a6-4df5-a92d-61a856c696bd req-7095b70f-5b5e-4f1b-8a15-1015bc704284 service nova] Acquiring lock "refresh_cache-711544cf-78d4-44a3-a0c2-735a7a48409a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.721494] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f88e61c-d092-4935-be07-99b45e870feb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.729514] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887541f3-eab8-48d5-abda-606b76fdc9ab {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.761909] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f90849-3fb0-4ca8-98b0-c40f381c4315 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.769626] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4575ad-c8ee-4716-ba16-1739527f1c3f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.783910] env[69663]: DEBUG nova.compute.provider_tree [None req-3e73a111-4bb0-48aa-88ef-fd7b2367d65a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1334.849486] env[69663]: DEBUG nova.network.neutron [req-9e6dcb34-0cd7-4dee-82a3-3ce01a0670ff req-a8faa3eb-17cd-4885-bfa6-df7ebb3d541e service nova] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Updated VIF entry in instance network info cache for port 12d42e9a-31ee-43fe-bd06-4980494440b6. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1334.849817] env[69663]: DEBUG nova.network.neutron [req-9e6dcb34-0cd7-4dee-82a3-3ce01a0670ff req-a8faa3eb-17cd-4885-bfa6-df7ebb3d541e service nova] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Updating instance_info_cache with network_info: [{"id": "12d42e9a-31ee-43fe-bd06-4980494440b6", "address": "fa:16:3e:c0:fc:2d", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12d42e9a-31", "ovs_interfaceid": "12d42e9a-31ee-43fe-bd06-4980494440b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.877702] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "90bccb7e-270e-40f7-a885-e98135642094" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.877950] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "90bccb7e-270e-40f7-a885-e98135642094" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.882179] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Releasing lock "refresh_cache-711544cf-78d4-44a3-a0c2-735a7a48409a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.884770] env[69663]: DEBUG oslo_concurrency.lockutils [req-11b00ca2-a1a6-4df5-a92d-61a856c696bd req-7095b70f-5b5e-4f1b-8a15-1015bc704284 service nova] Acquired lock "refresh_cache-711544cf-78d4-44a3-a0c2-735a7a48409a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.884970] env[69663]: DEBUG nova.network.neutron [req-11b00ca2-a1a6-4df5-a92d-61a856c696bd req-7095b70f-5b5e-4f1b-8a15-1015bc704284 service nova] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Refreshing network info cache for port 9b086c0a-326a-415b-88a9-4022668f9f15 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1334.913721] env[69663]: DEBUG nova.virt.hardware [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='33b9c037e7fb80dca51182d387c7e13b',container_format='bare',created_at=2025-04-05T04:35:08Z,direct_url=,disk_format='vmdk',id=5ee14bdf-2dcc-44ce-b411-3d7fb35319fc,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1353731075-shelved',owner='012b7b4a90ba46bbaa828601d289a354',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-04-05T04:35:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1334.913982] env[69663]: DEBUG nova.virt.hardware [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1334.914179] env[69663]: DEBUG nova.virt.hardware [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1334.914390] env[69663]: DEBUG nova.virt.hardware [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1334.914593] env[69663]: DEBUG nova.virt.hardware [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1334.914763] env[69663]: DEBUG nova.virt.hardware [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1334.914993] env[69663]: DEBUG nova.virt.hardware [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1334.915202] env[69663]: DEBUG nova.virt.hardware [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1334.915405] env[69663]: DEBUG nova.virt.hardware [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1334.915590] env[69663]: DEBUG nova.virt.hardware [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1334.915778] env[69663]: DEBUG nova.virt.hardware [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1334.916894] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b26246a-603e-4b39-b763-9c3a918e7bd2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.920875] env[69663]: DEBUG nova.network.neutron [None req-f9cb0fb4-ca7d-4f99-9494-448aff8499b5 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Updating instance_info_cache with network_info: [{"id": "9077eb9e-fdef-48fa-91e8-737ce43a6952", "address": "fa:16:3e:fe:c1:86", "network": {"id": "8f5d2d06-6bc8-438e-ba54-64cbb07bda53", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1813658570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a924ac6b603449649201ef562daf8ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9077eb9e-fd", "ovs_interfaceid": "9077eb9e-fdef-48fa-91e8-737ce43a6952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.925251] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcc121f-b846-4813-ac31-1f513f5e2a1a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.940305] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:ad:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '255460d5-71d4-4bfd-87f1-acc10085db7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b086c0a-326a-415b-88a9-4022668f9f15', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1334.947960] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1334.948448] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1334.949054] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a45833d0-ab5f-4856-a862-ba44b1b16953 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.968910] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1334.968910] env[69663]: value = "task-3333838" [ 1334.968910] env[69663]: _type = "Task" [ 1334.968910] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.979044] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333838, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.287761] env[69663]: DEBUG nova.scheduler.client.report [None req-3e73a111-4bb0-48aa-88ef-fd7b2367d65a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1335.353108] env[69663]: DEBUG oslo_concurrency.lockutils [req-9e6dcb34-0cd7-4dee-82a3-3ce01a0670ff req-a8faa3eb-17cd-4885-bfa6-df7ebb3d541e service nova] Releasing lock "refresh_cache-0450ae8e-139e-43bf-a327-cdd03a0ce793" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.380583] env[69663]: DEBUG nova.compute.manager [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1335.425913] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f9cb0fb4-ca7d-4f99-9494-448aff8499b5 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Releasing lock "refresh_cache-799ddb00-feb4-4314-9c31-2fcb4cfadfba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.428661] env[69663]: DEBUG nova.compute.manager [None req-f9cb0fb4-ca7d-4f99-9494-448aff8499b5 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1335.429424] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfac77e-10fb-4a92-be20-971496d6476c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.479015] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333838, 'name': CreateVM_Task, 'duration_secs': 0.300356} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.479219] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1335.479961] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ee14bdf-2dcc-44ce-b411-3d7fb35319fc" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.480200] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ee14bdf-2dcc-44ce-b411-3d7fb35319fc" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.480570] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5ee14bdf-2dcc-44ce-b411-3d7fb35319fc" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.482917] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd73cddd-f8a0-484b-b924-4bdea141523a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.487905] env[69663]: DEBUG oslo_vmware.api [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1335.487905] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5225f361-1e7f-840c-ac06-0e65d04d89e7" [ 1335.487905] env[69663]: _type = "Task" [ 1335.487905] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.495754] env[69663]: DEBUG oslo_vmware.api [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5225f361-1e7f-840c-ac06-0e65d04d89e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.667040] env[69663]: DEBUG nova.network.neutron [req-11b00ca2-a1a6-4df5-a92d-61a856c696bd req-7095b70f-5b5e-4f1b-8a15-1015bc704284 service nova] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Updated VIF entry in instance network info cache for port 9b086c0a-326a-415b-88a9-4022668f9f15. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1335.667040] env[69663]: DEBUG nova.network.neutron [req-11b00ca2-a1a6-4df5-a92d-61a856c696bd req-7095b70f-5b5e-4f1b-8a15-1015bc704284 service nova] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Updating instance_info_cache with network_info: [{"id": "9b086c0a-326a-415b-88a9-4022668f9f15", "address": "fa:16:3e:5f:ad:c0", "network": {"id": "7ef2a542-c761-41fe-9064-8a46293182d7", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1725131609-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "012b7b4a90ba46bbaa828601d289a354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "255460d5-71d4-4bfd-87f1-acc10085db7f", "external-id": "nsx-vlan-transportzone-152", "segmentation_id": 152, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b086c0a-32", "ovs_interfaceid": "9b086c0a-326a-415b-88a9-4022668f9f15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.795332] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3e73a111-4bb0-48aa-88ef-fd7b2367d65a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.672s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.797784] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.256s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.797971] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.798138] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69663) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1335.799064] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a547c6-a425-4dd0-93f4-72fd7eef6253 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.807174] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdde19c-b34c-4960-a507-0507b93daf89 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.821041] env[69663]: INFO nova.scheduler.client.report [None req-3e73a111-4bb0-48aa-88ef-fd7b2367d65a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Deleted allocations for instance d6662031-a850-459f-986e-f9baa8629360 [ 1335.822575] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2889689-2310-4862-87b3-1165304e7fbe {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.831041] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e75ef53-79d1-437b-90d9-de969505a136 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.861633] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180180MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=69663) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1335.862574] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.862574] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.901463] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.997878] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ee14bdf-2dcc-44ce-b411-3d7fb35319fc" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.998142] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Processing image 5ee14bdf-2dcc-44ce-b411-3d7fb35319fc {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1335.998386] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5ee14bdf-2dcc-44ce-b411-3d7fb35319fc/5ee14bdf-2dcc-44ce-b411-3d7fb35319fc.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.998549] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5ee14bdf-2dcc-44ce-b411-3d7fb35319fc/5ee14bdf-2dcc-44ce-b411-3d7fb35319fc.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.998758] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1335.999014] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-591fce2f-317f-4bb9-982b-d666a5964062 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.008579] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1336.008779] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1336.009532] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3c30ad9-7d79-4c79-a234-76dc17c9bd5a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.014177] env[69663]: DEBUG oslo_vmware.api [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1336.014177] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5259eb88-3a0b-09f0-b9ab-3d18d6c2e270" [ 1336.014177] env[69663]: _type = "Task" [ 1336.014177] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.021228] env[69663]: DEBUG oslo_vmware.api [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5259eb88-3a0b-09f0-b9ab-3d18d6c2e270, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.170025] env[69663]: DEBUG oslo_concurrency.lockutils [req-11b00ca2-a1a6-4df5-a92d-61a856c696bd req-7095b70f-5b5e-4f1b-8a15-1015bc704284 service nova] Releasing lock "refresh_cache-711544cf-78d4-44a3-a0c2-735a7a48409a" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.331169] env[69663]: DEBUG oslo_concurrency.lockutils [None req-3e73a111-4bb0-48aa-88ef-fd7b2367d65a tempest-ServerActionsTestOtherB-109014868 tempest-ServerActionsTestOtherB-109014868-project-member] Lock "d6662031-a850-459f-986e-f9baa8629360" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.296s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.446940] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80996d29-92eb-4693-bd8b-f99958b1b8df {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.454315] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f9cb0fb4-ca7d-4f99-9494-448aff8499b5 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Doing hard reboot of VM {{(pid=69663) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1064}} [ 1336.454575] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-8da5df7f-0d87-4608-9f84-085b8df304de {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.461769] env[69663]: DEBUG oslo_vmware.api [None req-f9cb0fb4-ca7d-4f99-9494-448aff8499b5 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1336.461769] env[69663]: value = "task-3333840" [ 1336.461769] env[69663]: _type = "Task" [ 1336.461769] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.469246] env[69663]: DEBUG oslo_vmware.api [None req-f9cb0fb4-ca7d-4f99-9494-448aff8499b5 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333840, 'name': ResetVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.524267] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Preparing fetch location {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1336.524535] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Fetch image to [datastore1] OSTACK_IMG_1fbf20b1-abf8-4555-86a5-4fd07718bf88/OSTACK_IMG_1fbf20b1-abf8-4555-86a5-4fd07718bf88.vmdk {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1336.524728] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Downloading stream optimized image 5ee14bdf-2dcc-44ce-b411-3d7fb35319fc to [datastore1] OSTACK_IMG_1fbf20b1-abf8-4555-86a5-4fd07718bf88/OSTACK_IMG_1fbf20b1-abf8-4555-86a5-4fd07718bf88.vmdk on the data store datastore1 as vApp {{(pid=69663) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1336.524908] env[69663]: DEBUG nova.virt.vmwareapi.images [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Downloading image file data 5ee14bdf-2dcc-44ce-b411-3d7fb35319fc to the ESX as VM named 'OSTACK_IMG_1fbf20b1-abf8-4555-86a5-4fd07718bf88' {{(pid=69663) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1336.599158] env[69663]: DEBUG oslo_vmware.rw_handles [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1336.599158] env[69663]: value = "resgroup-9" [ 1336.599158] env[69663]: _type = "ResourcePool" [ 1336.599158] env[69663]: }. {{(pid=69663) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1336.599486] env[69663]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-fae669a9-edef-41da-8df2-5073df73942a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.619675] env[69663]: DEBUG oslo_vmware.rw_handles [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lease: (returnval){ [ 1336.619675] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5247fc3e-8ef2-6dac-9dbe-823517ec6ad0" [ 1336.619675] env[69663]: _type = "HttpNfcLease" [ 1336.619675] env[69663]: } obtained for vApp import into resource pool (val){ [ 1336.619675] env[69663]: value = "resgroup-9" [ 1336.619675] env[69663]: _type = "ResourcePool" [ 1336.619675] env[69663]: }. {{(pid=69663) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1336.619962] env[69663]: DEBUG oslo_vmware.api [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the lease: (returnval){ [ 1336.619962] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5247fc3e-8ef2-6dac-9dbe-823517ec6ad0" [ 1336.619962] env[69663]: _type = "HttpNfcLease" [ 1336.619962] env[69663]: } to be ready. {{(pid=69663) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1336.625749] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1336.625749] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5247fc3e-8ef2-6dac-9dbe-823517ec6ad0" [ 1336.625749] env[69663]: _type = "HttpNfcLease" [ 1336.625749] env[69663]: } is initializing. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1336.889028] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 799ddb00-feb4-4314-9c31-2fcb4cfadfba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1336.889292] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 8b90d356-552a-469c-9486-bdb00b7f6332 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1336.889338] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 823780d5-bc0c-410b-99bf-33358285cdf9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1336.889460] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 0450ae8e-139e-43bf-a327-cdd03a0ce793 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1336.889577] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 711544cf-78d4-44a3-a0c2-735a7a48409a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1336.973098] env[69663]: DEBUG oslo_vmware.api [None req-f9cb0fb4-ca7d-4f99-9494-448aff8499b5 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333840, 'name': ResetVM_Task, 'duration_secs': 0.098887} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.973465] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f9cb0fb4-ca7d-4f99-9494-448aff8499b5 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Did hard reboot of VM {{(pid=69663) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1068}} [ 1336.973663] env[69663]: DEBUG nova.compute.manager [None req-f9cb0fb4-ca7d-4f99-9494-448aff8499b5 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1336.974594] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29703e6a-bbbe-4863-a533-4e7ed757ee5d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.127963] env[69663]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1337.127963] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5247fc3e-8ef2-6dac-9dbe-823517ec6ad0" [ 1337.127963] env[69663]: _type = "HttpNfcLease" [ 1337.127963] env[69663]: } is ready. {{(pid=69663) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1337.128325] env[69663]: DEBUG oslo_vmware.rw_handles [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1337.128325] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5247fc3e-8ef2-6dac-9dbe-823517ec6ad0" [ 1337.128325] env[69663]: _type = "HttpNfcLease" [ 1337.128325] env[69663]: }. {{(pid=69663) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1337.129121] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57748440-fe8b-47ec-8321-ee23750403dd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.136424] env[69663]: DEBUG oslo_vmware.rw_handles [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a1342-15f0-ef8d-f780-e12a43334edb/disk-0.vmdk from lease info. {{(pid=69663) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1337.136639] env[69663]: DEBUG oslo_vmware.rw_handles [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a1342-15f0-ef8d-f780-e12a43334edb/disk-0.vmdk. {{(pid=69663) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1337.194493] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-d43e30c8-2fcc-48a3-949d-35142798a1fd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Volume attach. Driver type: vmdk {{(pid=69663) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1337.194732] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-d43e30c8-2fcc-48a3-949d-35142798a1fd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665468', 'volume_id': 'ce5c1f8a-df3c-4440-a79e-1ac8f7b6975e', 'name': 'volume-ce5c1f8a-df3c-4440-a79e-1ac8f7b6975e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b90d356-552a-469c-9486-bdb00b7f6332', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce5c1f8a-df3c-4440-a79e-1ac8f7b6975e', 'serial': 'ce5c1f8a-df3c-4440-a79e-1ac8f7b6975e'} {{(pid=69663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1337.195641] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c197784e-f3ca-4075-9524-7203460186b6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.214763] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5f3a2c84-4d78-4e92-adb8-4301f95f3927 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.218529] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b45f7f-bc61-4368-a4d9-3d44acc2d79d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.243771] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-d43e30c8-2fcc-48a3-949d-35142798a1fd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-ce5c1f8a-df3c-4440-a79e-1ac8f7b6975e/volume-ce5c1f8a-df3c-4440-a79e-1ac8f7b6975e.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1337.245025] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11a6c314-8abe-4abe-befb-6eea5260fa0b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.263080] env[69663]: DEBUG oslo_vmware.api [None req-d43e30c8-2fcc-48a3-949d-35142798a1fd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1337.263080] env[69663]: value = "task-3333842" [ 1337.263080] env[69663]: _type = "Task" [ 1337.263080] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.273224] env[69663]: DEBUG oslo_vmware.api [None req-d43e30c8-2fcc-48a3-949d-35142798a1fd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333842, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.392732] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 90bccb7e-270e-40f7-a885-e98135642094 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1337.393053] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1337.393243] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1337.488951] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f9cb0fb4-ca7d-4f99-9494-448aff8499b5 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "799ddb00-feb4-4314-9c31-2fcb4cfadfba" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.112s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.493662] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1a7002-9c89-4766-9ead-62303a4a5ae8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.505176] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0e7ad6-6dd6-4dd3-90e3-b9ef878b75a4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.546171] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a422c0a-4f82-4b42-be2e-319932711688 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.556382] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ecc40f-1aa5-4275-911d-e45eb4e7892c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.573197] env[69663]: DEBUG nova.compute.provider_tree [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.776620] env[69663]: DEBUG oslo_vmware.api [None req-d43e30c8-2fcc-48a3-949d-35142798a1fd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333842, 'name': ReconfigVM_Task, 'duration_secs': 0.433551} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.777112] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-d43e30c8-2fcc-48a3-949d-35142798a1fd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-ce5c1f8a-df3c-4440-a79e-1ac8f7b6975e/volume-ce5c1f8a-df3c-4440-a79e-1ac8f7b6975e.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1337.784644] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4948b0e-9a16-4c11-a193-d35722dd0052 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.806507] env[69663]: DEBUG oslo_vmware.api [None req-d43e30c8-2fcc-48a3-949d-35142798a1fd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1337.806507] env[69663]: value = "task-3333843" [ 1337.806507] env[69663]: _type = "Task" [ 1337.806507] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.818249] env[69663]: DEBUG oslo_vmware.api [None req-d43e30c8-2fcc-48a3-949d-35142798a1fd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333843, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.078557] env[69663]: DEBUG nova.scheduler.client.report [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1338.318942] env[69663]: DEBUG oslo_vmware.api [None req-d43e30c8-2fcc-48a3-949d-35142798a1fd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333843, 'name': ReconfigVM_Task, 'duration_secs': 0.14842} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.319351] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-d43e30c8-2fcc-48a3-949d-35142798a1fd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665468', 'volume_id': 'ce5c1f8a-df3c-4440-a79e-1ac8f7b6975e', 'name': 'volume-ce5c1f8a-df3c-4440-a79e-1ac8f7b6975e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b90d356-552a-469c-9486-bdb00b7f6332', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce5c1f8a-df3c-4440-a79e-1ac8f7b6975e', 'serial': 'ce5c1f8a-df3c-4440-a79e-1ac8f7b6975e'} {{(pid=69663) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1338.427729] env[69663]: DEBUG oslo_vmware.rw_handles [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Completed reading data from the image iterator. {{(pid=69663) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1338.428516] env[69663]: DEBUG oslo_vmware.rw_handles [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a1342-15f0-ef8d-f780-e12a43334edb/disk-0.vmdk. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1338.428934] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4c041c-d4ca-4df5-be87-e1c8ac6d6f13 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.436317] env[69663]: DEBUG oslo_vmware.rw_handles [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a1342-15f0-ef8d-f780-e12a43334edb/disk-0.vmdk is in state: ready. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1338.436607] env[69663]: DEBUG oslo_vmware.rw_handles [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a1342-15f0-ef8d-f780-e12a43334edb/disk-0.vmdk. {{(pid=69663) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1338.436915] env[69663]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-5bbb7a4e-e9af-454e-b58e-1ab0685352dd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.586849] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69663) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1338.587117] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.725s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.587532] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.686s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.589199] env[69663]: INFO nova.compute.claims [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1338.610314] env[69663]: DEBUG oslo_vmware.rw_handles [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a1342-15f0-ef8d-f780-e12a43334edb/disk-0.vmdk. {{(pid=69663) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1338.610529] env[69663]: INFO nova.virt.vmwareapi.images [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Downloaded image file data 5ee14bdf-2dcc-44ce-b411-3d7fb35319fc [ 1338.611399] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82742c2-2ea1-4726-ae22-fb0dbd0dd8a1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.627473] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df4ced23-f828-40c1-a1b2-fd094d272b78 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.653233] env[69663]: INFO nova.virt.vmwareapi.images [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] The imported VM was unregistered [ 1338.655807] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Caching image {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1338.656073] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Creating directory with path [datastore1] devstack-image-cache_base/5ee14bdf-2dcc-44ce-b411-3d7fb35319fc {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1338.656334] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8532f9df-03b1-434f-855e-c087892162b2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.691556] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Created directory with path [datastore1] devstack-image-cache_base/5ee14bdf-2dcc-44ce-b411-3d7fb35319fc {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1338.691813] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_1fbf20b1-abf8-4555-86a5-4fd07718bf88/OSTACK_IMG_1fbf20b1-abf8-4555-86a5-4fd07718bf88.vmdk to [datastore1] devstack-image-cache_base/5ee14bdf-2dcc-44ce-b411-3d7fb35319fc/5ee14bdf-2dcc-44ce-b411-3d7fb35319fc.vmdk. {{(pid=69663) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1338.692047] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f766aad8-7fc1-40e7-a6d9-c2703cb4c0e1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.700297] env[69663]: DEBUG oslo_vmware.api [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1338.700297] env[69663]: value = "task-3333845" [ 1338.700297] env[69663]: _type = "Task" [ 1338.700297] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.709317] env[69663]: DEBUG oslo_vmware.api [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333845, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.210199] env[69663]: DEBUG oslo_vmware.api [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333845, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.358974] env[69663]: DEBUG nova.objects.instance [None req-d43e30c8-2fcc-48a3-949d-35142798a1fd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lazy-loading 'flavor' on Instance uuid 8b90d356-552a-469c-9486-bdb00b7f6332 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1339.637926] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1339.638196] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1339.696444] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af54f897-62ba-4d79-80bb-a207fd8c40a0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.707926] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9b199a-3b93-4b11-8b1c-e1d0f968a785 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.716128] env[69663]: DEBUG oslo_vmware.api [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333845, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.742235] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4811b8-5b67-4f7f-80ba-0c3e7c29bc5b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.750779] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2685f4c-5057-4216-9947-b12be6526774 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.767922] env[69663]: DEBUG nova.compute.provider_tree [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.864076] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d43e30c8-2fcc-48a3-949d-35142798a1fd tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "8b90d356-552a-469c-9486-bdb00b7f6332" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.324s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.003700] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c6e556d1-d8d1-4bc7-8e2d-681dc40d7de8 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "8b90d356-552a-469c-9486-bdb00b7f6332" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.003991] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c6e556d1-d8d1-4bc7-8e2d-681dc40d7de8 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "8b90d356-552a-469c-9486-bdb00b7f6332" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.145076] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1340.215784] env[69663]: DEBUG oslo_vmware.api [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333845, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.271583] env[69663]: DEBUG nova.scheduler.client.report [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1340.507059] env[69663]: INFO nova.compute.manager [None req-c6e556d1-d8d1-4bc7-8e2d-681dc40d7de8 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Detaching volume ce5c1f8a-df3c-4440-a79e-1ac8f7b6975e [ 1340.550419] env[69663]: INFO nova.virt.block_device [None req-c6e556d1-d8d1-4bc7-8e2d-681dc40d7de8 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Attempting to driver detach volume ce5c1f8a-df3c-4440-a79e-1ac8f7b6975e from mountpoint /dev/sdb [ 1340.550754] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6e556d1-d8d1-4bc7-8e2d-681dc40d7de8 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Volume detach. Driver type: vmdk {{(pid=69663) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1340.551062] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6e556d1-d8d1-4bc7-8e2d-681dc40d7de8 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665468', 'volume_id': 'ce5c1f8a-df3c-4440-a79e-1ac8f7b6975e', 'name': 'volume-ce5c1f8a-df3c-4440-a79e-1ac8f7b6975e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b90d356-552a-469c-9486-bdb00b7f6332', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce5c1f8a-df3c-4440-a79e-1ac8f7b6975e', 'serial': 'ce5c1f8a-df3c-4440-a79e-1ac8f7b6975e'} {{(pid=69663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1340.552029] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8769ac-eea8-4776-aa2e-d075703a4e4b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.579449] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88c2a5b-c669-4ba4-b22e-8b778c035665 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.588761] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4795636-65ea-410c-b61a-4aa0b3a3f0c6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.614947] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe61ada1-8a89-4070-81a0-f5ba4da3b117 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.635809] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6e556d1-d8d1-4bc7-8e2d-681dc40d7de8 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] The volume has not been displaced from its original location: [datastore1] volume-ce5c1f8a-df3c-4440-a79e-1ac8f7b6975e/volume-ce5c1f8a-df3c-4440-a79e-1ac8f7b6975e.vmdk. No consolidation needed. {{(pid=69663) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1340.639683] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6e556d1-d8d1-4bc7-8e2d-681dc40d7de8 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1340.639683] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa4d1a16-f847-4f1c-8d3f-8119610d910d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.662338] env[69663]: DEBUG oslo_vmware.api [None req-c6e556d1-d8d1-4bc7-8e2d-681dc40d7de8 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1340.662338] env[69663]: value = "task-3333846" [ 1340.662338] env[69663]: _type = "Task" [ 1340.662338] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.678968] env[69663]: DEBUG oslo_vmware.api [None req-c6e556d1-d8d1-4bc7-8e2d-681dc40d7de8 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333846, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.717838] env[69663]: DEBUG oslo_vmware.api [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333845, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.776755] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.189s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.777394] env[69663]: DEBUG nova.compute.manager [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1341.175535] env[69663]: DEBUG oslo_vmware.api [None req-c6e556d1-d8d1-4bc7-8e2d-681dc40d7de8 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333846, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.217315] env[69663]: DEBUG oslo_vmware.api [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333845, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.284194] env[69663]: DEBUG nova.compute.utils [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1341.284657] env[69663]: DEBUG nova.compute.manager [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1341.284990] env[69663]: DEBUG nova.network.neutron [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1341.355317] env[69663]: DEBUG nova.policy [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe26f33280d54c0da7b2a34b63081743', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac4fe632fbab4f2d8d8cd99d45525285', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1341.673094] env[69663]: DEBUG oslo_vmware.api [None req-c6e556d1-d8d1-4bc7-8e2d-681dc40d7de8 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333846, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.714953] env[69663]: DEBUG oslo_vmware.api [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333845, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.742062] env[69663]: DEBUG nova.network.neutron [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Successfully created port: 04920a98-21b4-4eea-be66-4051c7d7abdd {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1341.790035] env[69663]: DEBUG nova.compute.manager [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1342.174069] env[69663]: DEBUG oslo_vmware.api [None req-c6e556d1-d8d1-4bc7-8e2d-681dc40d7de8 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333846, 'name': ReconfigVM_Task, 'duration_secs': 1.144282} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.174379] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6e556d1-d8d1-4bc7-8e2d-681dc40d7de8 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1342.179238] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bed92347-3a63-4a30-b6f4-937cc005da7a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.193839] env[69663]: DEBUG oslo_vmware.api [None req-c6e556d1-d8d1-4bc7-8e2d-681dc40d7de8 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1342.193839] env[69663]: value = "task-3333847" [ 1342.193839] env[69663]: _type = "Task" [ 1342.193839] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.201934] env[69663]: DEBUG oslo_vmware.api [None req-c6e556d1-d8d1-4bc7-8e2d-681dc40d7de8 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333847, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.216092] env[69663]: DEBUG oslo_vmware.api [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333845, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.41786} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.216609] env[69663]: INFO nova.virt.vmwareapi.ds_util [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_1fbf20b1-abf8-4555-86a5-4fd07718bf88/OSTACK_IMG_1fbf20b1-abf8-4555-86a5-4fd07718bf88.vmdk to [datastore1] devstack-image-cache_base/5ee14bdf-2dcc-44ce-b411-3d7fb35319fc/5ee14bdf-2dcc-44ce-b411-3d7fb35319fc.vmdk. [ 1342.216943] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Cleaning up location [datastore1] OSTACK_IMG_1fbf20b1-abf8-4555-86a5-4fd07718bf88 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1342.217301] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_1fbf20b1-abf8-4555-86a5-4fd07718bf88 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1342.217642] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-109c14c0-86a0-4e9a-8199-50e50e20b1b7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.224974] env[69663]: DEBUG oslo_vmware.api [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1342.224974] env[69663]: value = "task-3333848" [ 1342.224974] env[69663]: _type = "Task" [ 1342.224974] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.232561] env[69663]: DEBUG oslo_vmware.api [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333848, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.705053] env[69663]: DEBUG oslo_vmware.api [None req-c6e556d1-d8d1-4bc7-8e2d-681dc40d7de8 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333847, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.735199] env[69663]: DEBUG oslo_vmware.api [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333848, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159023} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.735551] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1342.735700] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5ee14bdf-2dcc-44ce-b411-3d7fb35319fc/5ee14bdf-2dcc-44ce-b411-3d7fb35319fc.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.735995] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5ee14bdf-2dcc-44ce-b411-3d7fb35319fc/5ee14bdf-2dcc-44ce-b411-3d7fb35319fc.vmdk to [datastore1] 711544cf-78d4-44a3-a0c2-735a7a48409a/711544cf-78d4-44a3-a0c2-735a7a48409a.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1342.736238] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17cedb91-41d7-4f2b-819c-cb86b3077c15 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.743227] env[69663]: DEBUG oslo_vmware.api [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1342.743227] env[69663]: value = "task-3333849" [ 1342.743227] env[69663]: _type = "Task" [ 1342.743227] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.752998] env[69663]: DEBUG oslo_vmware.api [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.800613] env[69663]: DEBUG nova.compute.manager [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1342.831147] env[69663]: DEBUG nova.virt.hardware [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1342.832287] env[69663]: DEBUG nova.virt.hardware [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1342.832287] env[69663]: DEBUG nova.virt.hardware [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1342.832287] env[69663]: DEBUG nova.virt.hardware [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1342.832287] env[69663]: DEBUG nova.virt.hardware [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1342.832287] env[69663]: DEBUG nova.virt.hardware [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1342.832557] env[69663]: DEBUG nova.virt.hardware [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1342.832776] env[69663]: DEBUG nova.virt.hardware [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1342.833050] env[69663]: DEBUG nova.virt.hardware [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1342.833305] env[69663]: DEBUG nova.virt.hardware [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1342.833562] env[69663]: DEBUG nova.virt.hardware [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1342.834506] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672410fa-1334-49b1-a1c7-6006f97b3f92 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.844320] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4161d4e2-232f-4e6c-8161-8a54da2e8d02 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.148081] env[69663]: DEBUG nova.compute.manager [req-7da8a9be-f549-4bcf-a98d-469e8d077c7d req-23123908-1f3c-47d1-9274-5c7deaf82fbe service nova] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Received event network-vif-plugged-04920a98-21b4-4eea-be66-4051c7d7abdd {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1343.148498] env[69663]: DEBUG oslo_concurrency.lockutils [req-7da8a9be-f549-4bcf-a98d-469e8d077c7d req-23123908-1f3c-47d1-9274-5c7deaf82fbe service nova] Acquiring lock "90bccb7e-270e-40f7-a885-e98135642094-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.148709] env[69663]: DEBUG oslo_concurrency.lockutils [req-7da8a9be-f549-4bcf-a98d-469e8d077c7d req-23123908-1f3c-47d1-9274-5c7deaf82fbe service nova] Lock "90bccb7e-270e-40f7-a885-e98135642094-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.148926] env[69663]: DEBUG oslo_concurrency.lockutils [req-7da8a9be-f549-4bcf-a98d-469e8d077c7d req-23123908-1f3c-47d1-9274-5c7deaf82fbe service nova] Lock "90bccb7e-270e-40f7-a885-e98135642094-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.149107] env[69663]: DEBUG nova.compute.manager [req-7da8a9be-f549-4bcf-a98d-469e8d077c7d req-23123908-1f3c-47d1-9274-5c7deaf82fbe service nova] [instance: 90bccb7e-270e-40f7-a885-e98135642094] No waiting events found dispatching network-vif-plugged-04920a98-21b4-4eea-be66-4051c7d7abdd {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1343.149303] env[69663]: WARNING nova.compute.manager [req-7da8a9be-f549-4bcf-a98d-469e8d077c7d req-23123908-1f3c-47d1-9274-5c7deaf82fbe service nova] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Received unexpected event network-vif-plugged-04920a98-21b4-4eea-be66-4051c7d7abdd for instance with vm_state building and task_state spawning. [ 1343.205759] env[69663]: DEBUG oslo_vmware.api [None req-c6e556d1-d8d1-4bc7-8e2d-681dc40d7de8 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333847, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.239635] env[69663]: DEBUG nova.network.neutron [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Successfully updated port: 04920a98-21b4-4eea-be66-4051c7d7abdd {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1343.253148] env[69663]: DEBUG oslo_vmware.api [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333849, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.709226] env[69663]: DEBUG oslo_vmware.api [None req-c6e556d1-d8d1-4bc7-8e2d-681dc40d7de8 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333847, 'name': ReconfigVM_Task, 'duration_secs': 1.278019} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.709601] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6e556d1-d8d1-4bc7-8e2d-681dc40d7de8 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665468', 'volume_id': 'ce5c1f8a-df3c-4440-a79e-1ac8f7b6975e', 'name': 'volume-ce5c1f8a-df3c-4440-a79e-1ac8f7b6975e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b90d356-552a-469c-9486-bdb00b7f6332', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce5c1f8a-df3c-4440-a79e-1ac8f7b6975e', 'serial': 'ce5c1f8a-df3c-4440-a79e-1ac8f7b6975e'} {{(pid=69663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1343.742179] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "refresh_cache-90bccb7e-270e-40f7-a885-e98135642094" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.742315] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquired lock "refresh_cache-90bccb7e-270e-40f7-a885-e98135642094" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.742494] env[69663]: DEBUG nova.network.neutron [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1343.756617] env[69663]: DEBUG oslo_vmware.api [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333849, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.259322] env[69663]: DEBUG oslo_vmware.api [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333849, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.260804] env[69663]: DEBUG nova.objects.instance [None req-c6e556d1-d8d1-4bc7-8e2d-681dc40d7de8 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lazy-loading 'flavor' on Instance uuid 8b90d356-552a-469c-9486-bdb00b7f6332 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1344.280688] env[69663]: DEBUG nova.network.neutron [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1344.420904] env[69663]: DEBUG nova.network.neutron [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Updating instance_info_cache with network_info: [{"id": "04920a98-21b4-4eea-be66-4051c7d7abdd", "address": "fa:16:3e:ab:e1:61", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04920a98-21", "ovs_interfaceid": "04920a98-21b4-4eea-be66-4051c7d7abdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.759248] env[69663]: DEBUG oslo_vmware.api [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333849, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.923665] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Releasing lock "refresh_cache-90bccb7e-270e-40f7-a885-e98135642094" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.924076] env[69663]: DEBUG nova.compute.manager [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Instance network_info: |[{"id": "04920a98-21b4-4eea-be66-4051c7d7abdd", "address": "fa:16:3e:ab:e1:61", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04920a98-21", "ovs_interfaceid": "04920a98-21b4-4eea-be66-4051c7d7abdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1344.924582] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:e1:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04920a98-21b4-4eea-be66-4051c7d7abdd', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1344.932830] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1344.933192] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1344.933464] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd478e63-6d24-4dcd-9082-423688f103cb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.956770] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1344.956770] env[69663]: value = "task-3333850" [ 1344.956770] env[69663]: _type = "Task" [ 1344.956770] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.967069] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333850, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.174405] env[69663]: DEBUG nova.compute.manager [req-8396e497-cac1-436f-af93-6558fbce7ade req-e653e538-7b7a-4da1-9f50-0cb058c47240 service nova] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Received event network-changed-04920a98-21b4-4eea-be66-4051c7d7abdd {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1345.174697] env[69663]: DEBUG nova.compute.manager [req-8396e497-cac1-436f-af93-6558fbce7ade req-e653e538-7b7a-4da1-9f50-0cb058c47240 service nova] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Refreshing instance network info cache due to event network-changed-04920a98-21b4-4eea-be66-4051c7d7abdd. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1345.174940] env[69663]: DEBUG oslo_concurrency.lockutils [req-8396e497-cac1-436f-af93-6558fbce7ade req-e653e538-7b7a-4da1-9f50-0cb058c47240 service nova] Acquiring lock "refresh_cache-90bccb7e-270e-40f7-a885-e98135642094" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.175150] env[69663]: DEBUG oslo_concurrency.lockutils [req-8396e497-cac1-436f-af93-6558fbce7ade req-e653e538-7b7a-4da1-9f50-0cb058c47240 service nova] Acquired lock "refresh_cache-90bccb7e-270e-40f7-a885-e98135642094" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.175396] env[69663]: DEBUG nova.network.neutron [req-8396e497-cac1-436f-af93-6558fbce7ade req-e653e538-7b7a-4da1-9f50-0cb058c47240 service nova] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Refreshing network info cache for port 04920a98-21b4-4eea-be66-4051c7d7abdd {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1345.257961] env[69663]: DEBUG oslo_vmware.api [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333849, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.271806] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c6e556d1-d8d1-4bc7-8e2d-681dc40d7de8 tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "8b90d356-552a-469c-9486-bdb00b7f6332" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 5.268s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.471102] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333850, 'name': CreateVM_Task, 'duration_secs': 0.334727} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.471102] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1345.471539] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.471729] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.472067] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.472459] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b88185b4-ad6a-4269-a760-5b2c8f3b7608 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.479102] env[69663]: DEBUG oslo_vmware.api [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1345.479102] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52121ee9-9073-0e86-92f4-46609d5074b1" [ 1345.479102] env[69663]: _type = "Task" [ 1345.479102] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.489771] env[69663]: DEBUG oslo_vmware.api [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52121ee9-9073-0e86-92f4-46609d5074b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.758167] env[69663]: DEBUG oslo_vmware.api [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333849, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.827655} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.758460] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5ee14bdf-2dcc-44ce-b411-3d7fb35319fc/5ee14bdf-2dcc-44ce-b411-3d7fb35319fc.vmdk to [datastore1] 711544cf-78d4-44a3-a0c2-735a7a48409a/711544cf-78d4-44a3-a0c2-735a7a48409a.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1345.759557] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0eec55-960f-438f-931f-032239fe48aa {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.780821] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 711544cf-78d4-44a3-a0c2-735a7a48409a/711544cf-78d4-44a3-a0c2-735a7a48409a.vmdk or device None with type streamOptimized {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1345.783369] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0bbdffa-ce1e-4a01-a17a-b7771b0fca62 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.802120] env[69663]: DEBUG oslo_vmware.api [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1345.802120] env[69663]: value = "task-3333851" [ 1345.802120] env[69663]: _type = "Task" [ 1345.802120] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.810028] env[69663]: DEBUG oslo_vmware.api [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333851, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.883774] env[69663]: DEBUG nova.network.neutron [req-8396e497-cac1-436f-af93-6558fbce7ade req-e653e538-7b7a-4da1-9f50-0cb058c47240 service nova] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Updated VIF entry in instance network info cache for port 04920a98-21b4-4eea-be66-4051c7d7abdd. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1345.883982] env[69663]: DEBUG nova.network.neutron [req-8396e497-cac1-436f-af93-6558fbce7ade req-e653e538-7b7a-4da1-9f50-0cb058c47240 service nova] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Updating instance_info_cache with network_info: [{"id": "04920a98-21b4-4eea-be66-4051c7d7abdd", "address": "fa:16:3e:ab:e1:61", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04920a98-21", "ovs_interfaceid": "04920a98-21b4-4eea-be66-4051c7d7abdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.989677] env[69663]: DEBUG oslo_vmware.api [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52121ee9-9073-0e86-92f4-46609d5074b1, 'name': SearchDatastore_Task, 'duration_secs': 0.020161} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.989841] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.990102] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1345.990356] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.990531] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.990717] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1345.990979] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcef5b2a-4168-4171-bdab-b02d87024e19 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.999534] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1345.999720] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1346.000463] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cb6c0a9-4273-4772-964c-9bee315e4d0b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.005686] env[69663]: DEBUG oslo_vmware.api [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1346.005686] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]526b1dd6-f2ed-73a2-7846-55cec5f29b8a" [ 1346.005686] env[69663]: _type = "Task" [ 1346.005686] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.012982] env[69663]: DEBUG oslo_vmware.api [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]526b1dd6-f2ed-73a2-7846-55cec5f29b8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.313591] env[69663]: DEBUG oslo_vmware.api [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333851, 'name': ReconfigVM_Task, 'duration_secs': 0.269252} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.313964] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 711544cf-78d4-44a3-a0c2-735a7a48409a/711544cf-78d4-44a3-a0c2-735a7a48409a.vmdk or device None with type streamOptimized {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1346.314469] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9db619fb-c6c1-420b-8b3a-1a112a3b8692 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.320838] env[69663]: DEBUG oslo_vmware.api [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1346.320838] env[69663]: value = "task-3333852" [ 1346.320838] env[69663]: _type = "Task" [ 1346.320838] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.328960] env[69663]: DEBUG oslo_vmware.api [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333852, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.386996] env[69663]: DEBUG oslo_concurrency.lockutils [req-8396e497-cac1-436f-af93-6558fbce7ade req-e653e538-7b7a-4da1-9f50-0cb058c47240 service nova] Releasing lock "refresh_cache-90bccb7e-270e-40f7-a885-e98135642094" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.387648] env[69663]: DEBUG oslo_concurrency.lockutils [None req-074f9697-ba76-48bc-80ce-836f83bcad8a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "8b90d356-552a-469c-9486-bdb00b7f6332" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.387878] env[69663]: DEBUG oslo_concurrency.lockutils [None req-074f9697-ba76-48bc-80ce-836f83bcad8a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "8b90d356-552a-469c-9486-bdb00b7f6332" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.388076] env[69663]: DEBUG oslo_concurrency.lockutils [None req-074f9697-ba76-48bc-80ce-836f83bcad8a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "8b90d356-552a-469c-9486-bdb00b7f6332-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.388258] env[69663]: DEBUG oslo_concurrency.lockutils [None req-074f9697-ba76-48bc-80ce-836f83bcad8a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "8b90d356-552a-469c-9486-bdb00b7f6332-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.388498] env[69663]: DEBUG oslo_concurrency.lockutils [None req-074f9697-ba76-48bc-80ce-836f83bcad8a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "8b90d356-552a-469c-9486-bdb00b7f6332-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.390676] env[69663]: INFO nova.compute.manager [None req-074f9697-ba76-48bc-80ce-836f83bcad8a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Terminating instance [ 1346.392395] env[69663]: DEBUG nova.compute.manager [None req-074f9697-ba76-48bc-80ce-836f83bcad8a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1346.392643] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-074f9697-ba76-48bc-80ce-836f83bcad8a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1346.393532] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106ad553-892d-4f36-851f-3595af0fabae {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.401085] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-074f9697-ba76-48bc-80ce-836f83bcad8a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1346.401321] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88d49fe8-cc26-43df-bfa0-162dae3d8725 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.408118] env[69663]: DEBUG oslo_vmware.api [None req-074f9697-ba76-48bc-80ce-836f83bcad8a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1346.408118] env[69663]: value = "task-3333853" [ 1346.408118] env[69663]: _type = "Task" [ 1346.408118] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.416229] env[69663]: DEBUG oslo_vmware.api [None req-074f9697-ba76-48bc-80ce-836f83bcad8a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.515884] env[69663]: DEBUG oslo_vmware.api [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]526b1dd6-f2ed-73a2-7846-55cec5f29b8a, 'name': SearchDatastore_Task, 'duration_secs': 0.008447} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.516785] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8a950f9-36ff-4ca1-b2f5-59ec783f7f89 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.521908] env[69663]: DEBUG oslo_vmware.api [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1346.521908] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]526c29f0-153a-6d3d-c09d-bdda089d86ba" [ 1346.521908] env[69663]: _type = "Task" [ 1346.521908] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.529610] env[69663]: DEBUG oslo_vmware.api [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]526c29f0-153a-6d3d-c09d-bdda089d86ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.830891] env[69663]: DEBUG oslo_vmware.api [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333852, 'name': Rename_Task, 'duration_secs': 0.145996} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.831180] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1346.831425] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fcea408-92d5-442f-ae2c-e71be67c1dc4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.837901] env[69663]: DEBUG oslo_vmware.api [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1346.837901] env[69663]: value = "task-3333854" [ 1346.837901] env[69663]: _type = "Task" [ 1346.837901] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.845355] env[69663]: DEBUG oslo_vmware.api [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.866937] env[69663]: INFO nova.compute.manager [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Rebuilding instance [ 1346.905986] env[69663]: DEBUG nova.compute.manager [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1346.906942] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e568335-d5be-4a4f-b81e-e5a90f4eb419 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.917260] env[69663]: DEBUG oslo_vmware.api [None req-074f9697-ba76-48bc-80ce-836f83bcad8a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333853, 'name': PowerOffVM_Task, 'duration_secs': 0.166224} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.918690] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-074f9697-ba76-48bc-80ce-836f83bcad8a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1346.918877] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-074f9697-ba76-48bc-80ce-836f83bcad8a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1346.921173] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e64afb3-7bcb-441d-8b46-7d5faff07421 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.979857] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-074f9697-ba76-48bc-80ce-836f83bcad8a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1346.980126] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-074f9697-ba76-48bc-80ce-836f83bcad8a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1346.980395] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-074f9697-ba76-48bc-80ce-836f83bcad8a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Deleting the datastore file [datastore1] 8b90d356-552a-469c-9486-bdb00b7f6332 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1346.980671] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0bdc791-3e2b-4f06-b941-450e12a1c615 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.987897] env[69663]: DEBUG oslo_vmware.api [None req-074f9697-ba76-48bc-80ce-836f83bcad8a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for the task: (returnval){ [ 1346.987897] env[69663]: value = "task-3333856" [ 1346.987897] env[69663]: _type = "Task" [ 1346.987897] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.995767] env[69663]: DEBUG oslo_vmware.api [None req-074f9697-ba76-48bc-80ce-836f83bcad8a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.032628] env[69663]: DEBUG oslo_vmware.api [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]526c29f0-153a-6d3d-c09d-bdda089d86ba, 'name': SearchDatastore_Task, 'duration_secs': 0.018784} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.032927] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.033226] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 90bccb7e-270e-40f7-a885-e98135642094/90bccb7e-270e-40f7-a885-e98135642094.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1347.033507] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c033a6f-689a-4a57-ba25-d7b579b97a6b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.040713] env[69663]: DEBUG oslo_vmware.api [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1347.040713] env[69663]: value = "task-3333857" [ 1347.040713] env[69663]: _type = "Task" [ 1347.040713] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.048262] env[69663]: DEBUG oslo_vmware.api [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333857, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.349982] env[69663]: DEBUG oslo_vmware.api [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333854, 'name': PowerOnVM_Task, 'duration_secs': 0.419435} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.349982] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1347.425196] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1347.425570] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8a9215b-2fe5-41bc-9137-c88a92ffb419 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.433400] env[69663]: DEBUG oslo_vmware.api [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Waiting for the task: (returnval){ [ 1347.433400] env[69663]: value = "task-3333858" [ 1347.433400] env[69663]: _type = "Task" [ 1347.433400] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.442159] env[69663]: DEBUG oslo_vmware.api [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Task: {'id': task-3333858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.458732] env[69663]: DEBUG nova.compute.manager [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1347.459896] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea19694c-3c00-4edf-8c5e-c051f39b07e6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.498427] env[69663]: DEBUG oslo_vmware.api [None req-074f9697-ba76-48bc-80ce-836f83bcad8a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Task: {'id': task-3333856, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12687} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.498705] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-074f9697-ba76-48bc-80ce-836f83bcad8a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1347.498897] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-074f9697-ba76-48bc-80ce-836f83bcad8a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1347.499091] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-074f9697-ba76-48bc-80ce-836f83bcad8a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1347.499278] env[69663]: INFO nova.compute.manager [None req-074f9697-ba76-48bc-80ce-836f83bcad8a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1347.499546] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-074f9697-ba76-48bc-80ce-836f83bcad8a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1347.499768] env[69663]: DEBUG nova.compute.manager [-] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1347.499868] env[69663]: DEBUG nova.network.neutron [-] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1347.550439] env[69663]: DEBUG oslo_vmware.api [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333857, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.943277] env[69663]: DEBUG oslo_vmware.api [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Task: {'id': task-3333858, 'name': PowerOffVM_Task, 'duration_secs': 0.285716} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.944833] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1347.945661] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1347.946012] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b40b6a99-dcea-4a1f-95a1-92f8dca9c812 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.952444] env[69663]: DEBUG oslo_vmware.api [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Waiting for the task: (returnval){ [ 1347.952444] env[69663]: value = "task-3333859" [ 1347.952444] env[69663]: _type = "Task" [ 1347.952444] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.960924] env[69663]: DEBUG oslo_vmware.api [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Task: {'id': task-3333859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.963402] env[69663]: DEBUG nova.compute.manager [req-e99fa51e-355f-4ca6-883d-deae80159541 req-b4883b54-6975-4eee-b0b0-19a13da62fb1 service nova] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Received event network-vif-deleted-75e35edf-a05a-459a-96d8-cabdec45b3d0 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1347.963616] env[69663]: INFO nova.compute.manager [req-e99fa51e-355f-4ca6-883d-deae80159541 req-b4883b54-6975-4eee-b0b0-19a13da62fb1 service nova] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Neutron deleted interface 75e35edf-a05a-459a-96d8-cabdec45b3d0; detaching it from the instance and deleting it from the info cache [ 1347.963809] env[69663]: DEBUG nova.network.neutron [req-e99fa51e-355f-4ca6-883d-deae80159541 req-b4883b54-6975-4eee-b0b0-19a13da62fb1 service nova] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.977162] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f4f9f3e0-59db-4436-bd4b-fae40ce8c958 tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lock "711544cf-78d4-44a3-a0c2-735a7a48409a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.735s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.051697] env[69663]: DEBUG oslo_vmware.api [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333857, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557057} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.051965] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore2] 90bccb7e-270e-40f7-a885-e98135642094/90bccb7e-270e-40f7-a885-e98135642094.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1348.052205] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1348.052453] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b8c1b61-f2c1-469d-bd87-d1a5d698ce22 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.058696] env[69663]: DEBUG oslo_vmware.api [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1348.058696] env[69663]: value = "task-3333860" [ 1348.058696] env[69663]: _type = "Task" [ 1348.058696] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.066740] env[69663]: DEBUG oslo_vmware.api [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333860, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.446565] env[69663]: DEBUG nova.network.neutron [-] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.464081] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] VM already powered off {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1509}} [ 1348.464328] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Volume detach. Driver type: vmdk {{(pid=69663) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1348.464538] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665454', 'volume_id': '44540269-3b9e-4cd5-b449-abafd39571d3', 'name': 'volume-44540269-3b9e-4cd5-b449-abafd39571d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '823780d5-bc0c-410b-99bf-33358285cdf9', 'attached_at': '', 'detached_at': '', 'volume_id': '44540269-3b9e-4cd5-b449-abafd39571d3', 'serial': '44540269-3b9e-4cd5-b449-abafd39571d3'} {{(pid=69663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1348.465458] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6583119a-b68a-4b6a-bd46-ac049f28729e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.468631] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d85cfa76-1fb1-40ae-b104-276f5234dc31 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.487982] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca6046e-a508-4b68-9c2c-c2521721f18b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.493106] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fd0e9e-0e84-44b1-8e49-e0c389d37233 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.508149] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe3f4b2-34bc-4fc2-9b30-479e13402269 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.532461] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2de8db9-d1b4-4f51-a979-6d8b9320e045 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.535083] env[69663]: DEBUG nova.compute.manager [req-e99fa51e-355f-4ca6-883d-deae80159541 req-b4883b54-6975-4eee-b0b0-19a13da62fb1 service nova] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Detach interface failed, port_id=75e35edf-a05a-459a-96d8-cabdec45b3d0, reason: Instance 8b90d356-552a-469c-9486-bdb00b7f6332 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1348.547862] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] The volume has not been displaced from its original location: [datastore2] volume-44540269-3b9e-4cd5-b449-abafd39571d3/volume-44540269-3b9e-4cd5-b449-abafd39571d3.vmdk. No consolidation needed. {{(pid=69663) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1348.553056] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1348.553390] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc4dc6e9-4a0d-40c0-b477-cfe5051f03ed {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.573638] env[69663]: DEBUG oslo_vmware.api [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333860, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083823} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.574787] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1348.575148] env[69663]: DEBUG oslo_vmware.api [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Waiting for the task: (returnval){ [ 1348.575148] env[69663]: value = "task-3333861" [ 1348.575148] env[69663]: _type = "Task" [ 1348.575148] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.575835] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccebccc5-6309-408f-99a4-6c0df3f87364 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.585278] env[69663]: DEBUG oslo_vmware.api [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Task: {'id': task-3333861, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.604766] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 90bccb7e-270e-40f7-a885-e98135642094/90bccb7e-270e-40f7-a885-e98135642094.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1348.605480] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63a879b6-50c8-452a-876a-25ccae2eeab2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.624578] env[69663]: DEBUG oslo_vmware.api [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1348.624578] env[69663]: value = "task-3333862" [ 1348.624578] env[69663]: _type = "Task" [ 1348.624578] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.632265] env[69663]: DEBUG oslo_vmware.api [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333862, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.949925] env[69663]: INFO nova.compute.manager [-] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Took 1.45 seconds to deallocate network for instance. [ 1349.087991] env[69663]: DEBUG oslo_vmware.api [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Task: {'id': task-3333861, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.133825] env[69663]: DEBUG oslo_vmware.api [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333862, 'name': ReconfigVM_Task, 'duration_secs': 0.286199} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.134106] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 90bccb7e-270e-40f7-a885-e98135642094/90bccb7e-270e-40f7-a885-e98135642094.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1349.134729] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23ea038e-6a36-4261-ad70-d4ad52d4a0c9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.141733] env[69663]: DEBUG oslo_vmware.api [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1349.141733] env[69663]: value = "task-3333863" [ 1349.141733] env[69663]: _type = "Task" [ 1349.141733] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.149180] env[69663]: DEBUG oslo_vmware.api [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333863, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.456522] env[69663]: DEBUG oslo_concurrency.lockutils [None req-074f9697-ba76-48bc-80ce-836f83bcad8a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.456879] env[69663]: DEBUG oslo_concurrency.lockutils [None req-074f9697-ba76-48bc-80ce-836f83bcad8a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.457022] env[69663]: DEBUG nova.objects.instance [None req-074f9697-ba76-48bc-80ce-836f83bcad8a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lazy-loading 'resources' on Instance uuid 8b90d356-552a-469c-9486-bdb00b7f6332 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1349.588209] env[69663]: DEBUG oslo_vmware.api [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Task: {'id': task-3333861, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.651600] env[69663]: DEBUG oslo_vmware.api [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333863, 'name': Rename_Task, 'duration_secs': 0.133447} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.653071] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1349.653071] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cff5692f-25b5-4d3b-9fd7-f3542626eb9d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.658325] env[69663]: DEBUG oslo_vmware.api [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1349.658325] env[69663]: value = "task-3333864" [ 1349.658325] env[69663]: _type = "Task" [ 1349.658325] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.665554] env[69663]: DEBUG oslo_vmware.api [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.058194] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9eabbb7-fb55-4cfb-9cb2-6b9dd92fead5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.066263] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54857a5-a3dd-495e-bd86-045a5666cd17 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.100978] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0b653a-4191-4740-8e31-492ece58e0d2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.110685] env[69663]: DEBUG oslo_vmware.api [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Task: {'id': task-3333861, 'name': ReconfigVM_Task, 'duration_secs': 1.266245} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.111147] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1350.116974] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55922c20-5087-4697-a762-fccf07cb6aac {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.121086] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf1409aa-f08b-4f79-a611-1331d4fe4ade {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.140870] env[69663]: DEBUG nova.compute.provider_tree [None req-074f9697-ba76-48bc-80ce-836f83bcad8a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1350.143113] env[69663]: DEBUG oslo_vmware.api [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Waiting for the task: (returnval){ [ 1350.143113] env[69663]: value = "task-3333865" [ 1350.143113] env[69663]: _type = "Task" [ 1350.143113] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.151676] env[69663]: DEBUG oslo_vmware.api [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Task: {'id': task-3333865, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.168908] env[69663]: DEBUG oslo_vmware.api [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333864, 'name': PowerOnVM_Task, 'duration_secs': 0.437793} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.169243] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1350.169471] env[69663]: INFO nova.compute.manager [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Took 7.37 seconds to spawn the instance on the hypervisor. [ 1350.169682] env[69663]: DEBUG nova.compute.manager [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1350.170526] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545f101f-7b1e-4d73-b086-76603eecd207 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.644901] env[69663]: DEBUG nova.scheduler.client.report [None req-074f9697-ba76-48bc-80ce-836f83bcad8a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1350.657130] env[69663]: DEBUG oslo_vmware.api [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Task: {'id': task-3333865, 'name': ReconfigVM_Task, 'duration_secs': 0.144702} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.657512] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-665454', 'volume_id': '44540269-3b9e-4cd5-b449-abafd39571d3', 'name': 'volume-44540269-3b9e-4cd5-b449-abafd39571d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '823780d5-bc0c-410b-99bf-33358285cdf9', 'attached_at': '', 'detached_at': '', 'volume_id': '44540269-3b9e-4cd5-b449-abafd39571d3', 'serial': '44540269-3b9e-4cd5-b449-abafd39571d3'} {{(pid=69663) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1350.657775] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1350.658549] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565a9ac8-986a-4da4-85a6-336b77ff3074 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.665010] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1350.665240] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10c6c4b2-62fc-4352-beea-76158712d1bd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.686991] env[69663]: INFO nova.compute.manager [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Took 14.80 seconds to build instance. [ 1350.727401] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1350.727657] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1350.728132] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Deleting the datastore file [datastore2] 823780d5-bc0c-410b-99bf-33358285cdf9 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1350.728252] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64f1905d-6709-4ac6-948f-fa4e2d3e3b87 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.735028] env[69663]: DEBUG oslo_vmware.api [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Waiting for the task: (returnval){ [ 1350.735028] env[69663]: value = "task-3333867" [ 1350.735028] env[69663]: _type = "Task" [ 1350.735028] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.744451] env[69663]: DEBUG oslo_vmware.api [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Task: {'id': task-3333867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.152770] env[69663]: DEBUG oslo_concurrency.lockutils [None req-074f9697-ba76-48bc-80ce-836f83bcad8a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.696s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.178257] env[69663]: INFO nova.scheduler.client.report [None req-074f9697-ba76-48bc-80ce-836f83bcad8a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Deleted allocations for instance 8b90d356-552a-469c-9486-bdb00b7f6332 [ 1351.189878] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2cdada5e-0d41-4118-a44c-86dc415d0420 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "90bccb7e-270e-40f7-a885-e98135642094" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.312s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.245504] env[69663]: DEBUG oslo_vmware.api [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Task: {'id': task-3333867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.094292} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.245764] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1351.245955] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1351.246147] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1351.305659] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Volume detach. Driver type: vmdk {{(pid=69663) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1351.306813] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba7f5214-7f0f-4984-b5fd-f9b16a4be99a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.316361] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493aa77d-e69a-46dc-ab6b-f488a69edf30 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.335019] env[69663]: DEBUG nova.compute.manager [req-713eaf9b-106f-4119-98dd-d34cd25c6b9f req-e7124eeb-17b2-4d39-8dec-d54128ce8838 service nova] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Received event network-changed-12d42e9a-31ee-43fe-bd06-4980494440b6 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1351.335019] env[69663]: DEBUG nova.compute.manager [req-713eaf9b-106f-4119-98dd-d34cd25c6b9f req-e7124eeb-17b2-4d39-8dec-d54128ce8838 service nova] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Refreshing instance network info cache due to event network-changed-12d42e9a-31ee-43fe-bd06-4980494440b6. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1351.335019] env[69663]: DEBUG oslo_concurrency.lockutils [req-713eaf9b-106f-4119-98dd-d34cd25c6b9f req-e7124eeb-17b2-4d39-8dec-d54128ce8838 service nova] Acquiring lock "refresh_cache-0450ae8e-139e-43bf-a327-cdd03a0ce793" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.335019] env[69663]: DEBUG oslo_concurrency.lockutils [req-713eaf9b-106f-4119-98dd-d34cd25c6b9f req-e7124eeb-17b2-4d39-8dec-d54128ce8838 service nova] Acquired lock "refresh_cache-0450ae8e-139e-43bf-a327-cdd03a0ce793" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.335019] env[69663]: DEBUG nova.network.neutron [req-713eaf9b-106f-4119-98dd-d34cd25c6b9f req-e7124eeb-17b2-4d39-8dec-d54128ce8838 service nova] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Refreshing network info cache for port 12d42e9a-31ee-43fe-bd06-4980494440b6 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1351.358520] env[69663]: ERROR nova.compute.manager [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Failed to detach volume 44540269-3b9e-4cd5-b449-abafd39571d3 from /dev/sda: nova.exception.InstanceNotFound: Instance 823780d5-bc0c-410b-99bf-33358285cdf9 could not be found. [ 1351.358520] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Traceback (most recent call last): [ 1351.358520] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] File "/opt/stack/nova/nova/compute/manager.py", line 4142, in _do_rebuild_instance [ 1351.358520] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] self.driver.rebuild(**kwargs) [ 1351.358520] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] File "/opt/stack/nova/nova/virt/driver.py", line 390, in rebuild [ 1351.358520] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] raise NotImplementedError() [ 1351.358520] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] NotImplementedError [ 1351.358520] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] [ 1351.358520] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] During handling of the above exception, another exception occurred: [ 1351.358520] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] [ 1351.358520] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Traceback (most recent call last): [ 1351.358520] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] File "/opt/stack/nova/nova/compute/manager.py", line 3565, in _detach_root_volume [ 1351.358520] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] self.driver.detach_volume(context, old_connection_info, [ 1351.358520] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 552, in detach_volume [ 1351.358520] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] return self._volumeops.detach_volume(connection_info, instance) [ 1351.358520] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1351.358520] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] self._detach_volume_vmdk(connection_info, instance) [ 1351.358520] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1351.358520] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1351.358520] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1135, in get_vm_ref [ 1351.358520] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] stable_ref.fetch_moref(session) [ 1351.358520] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1126, in fetch_moref [ 1351.358520] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1351.358520] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] nova.exception.InstanceNotFound: Instance 823780d5-bc0c-410b-99bf-33358285cdf9 could not be found. [ 1351.358520] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] [ 1351.520664] env[69663]: DEBUG nova.compute.utils [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Build of instance 823780d5-bc0c-410b-99bf-33358285cdf9 aborted: Failed to rebuild volume backed instance. {{(pid=69663) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1351.523196] env[69663]: ERROR nova.compute.manager [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 823780d5-bc0c-410b-99bf-33358285cdf9 aborted: Failed to rebuild volume backed instance. [ 1351.523196] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Traceback (most recent call last): [ 1351.523196] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] File "/opt/stack/nova/nova/compute/manager.py", line 4142, in _do_rebuild_instance [ 1351.523196] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] self.driver.rebuild(**kwargs) [ 1351.523196] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] File "/opt/stack/nova/nova/virt/driver.py", line 390, in rebuild [ 1351.523196] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] raise NotImplementedError() [ 1351.523196] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] NotImplementedError [ 1351.523196] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] [ 1351.523196] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] During handling of the above exception, another exception occurred: [ 1351.523196] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] [ 1351.523196] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Traceback (most recent call last): [ 1351.523196] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] File "/opt/stack/nova/nova/compute/manager.py", line 3600, in _rebuild_volume_backed_instance [ 1351.523196] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] self._detach_root_volume(context, instance, root_bdm) [ 1351.523196] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] File "/opt/stack/nova/nova/compute/manager.py", line 3579, in _detach_root_volume [ 1351.523196] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] with excutils.save_and_reraise_exception(): [ 1351.523196] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1351.523196] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] self.force_reraise() [ 1351.523196] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1351.523196] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] raise self.value [ 1351.523196] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] File "/opt/stack/nova/nova/compute/manager.py", line 3565, in _detach_root_volume [ 1351.523196] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] self.driver.detach_volume(context, old_connection_info, [ 1351.523196] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 552, in detach_volume [ 1351.523196] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] return self._volumeops.detach_volume(connection_info, instance) [ 1351.523196] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1351.523196] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] self._detach_volume_vmdk(connection_info, instance) [ 1351.523196] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1351.523196] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1351.523196] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1135, in get_vm_ref [ 1351.523196] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] stable_ref.fetch_moref(session) [ 1351.523196] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1126, in fetch_moref [ 1351.523196] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1351.523196] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] nova.exception.InstanceNotFound: Instance 823780d5-bc0c-410b-99bf-33358285cdf9 could not be found. [ 1351.523196] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] [ 1351.523196] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] During handling of the above exception, another exception occurred: [ 1351.523196] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] [ 1351.523196] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Traceback (most recent call last): [ 1351.523196] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] File "/opt/stack/nova/nova/compute/manager.py", line 10863, in _error_out_instance_on_exception [ 1351.523196] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] yield [ 1351.523196] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] File "/opt/stack/nova/nova/compute/manager.py", line 3868, in rebuild_instance [ 1351.523196] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] self._do_rebuild_instance_with_claim( [ 1351.524604] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] File "/opt/stack/nova/nova/compute/manager.py", line 3954, in _do_rebuild_instance_with_claim [ 1351.524604] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] self._do_rebuild_instance( [ 1351.524604] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] File "/opt/stack/nova/nova/compute/manager.py", line 4146, in _do_rebuild_instance [ 1351.524604] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] self._rebuild_default_impl(**kwargs) [ 1351.524604] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] File "/opt/stack/nova/nova/compute/manager.py", line 3723, in _rebuild_default_impl [ 1351.524604] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] self._rebuild_volume_backed_instance( [ 1351.524604] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] File "/opt/stack/nova/nova/compute/manager.py", line 3615, in _rebuild_volume_backed_instance [ 1351.524604] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] raise exception.BuildAbortException( [ 1351.524604] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] nova.exception.BuildAbortException: Build of instance 823780d5-bc0c-410b-99bf-33358285cdf9 aborted: Failed to rebuild volume backed instance. [ 1351.524604] env[69663]: ERROR nova.compute.manager [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] [ 1351.689025] env[69663]: DEBUG oslo_concurrency.lockutils [None req-074f9697-ba76-48bc-80ce-836f83bcad8a tempest-AttachVolumeNegativeTest-908987488 tempest-AttachVolumeNegativeTest-908987488-project-member] Lock "8b90d356-552a-469c-9486-bdb00b7f6332" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.299s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.200756] env[69663]: DEBUG nova.network.neutron [req-713eaf9b-106f-4119-98dd-d34cd25c6b9f req-e7124eeb-17b2-4d39-8dec-d54128ce8838 service nova] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Updated VIF entry in instance network info cache for port 12d42e9a-31ee-43fe-bd06-4980494440b6. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1352.201157] env[69663]: DEBUG nova.network.neutron [req-713eaf9b-106f-4119-98dd-d34cd25c6b9f req-e7124eeb-17b2-4d39-8dec-d54128ce8838 service nova] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Updating instance_info_cache with network_info: [{"id": "12d42e9a-31ee-43fe-bd06-4980494440b6", "address": "fa:16:3e:c0:fc:2d", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12d42e9a-31", "ovs_interfaceid": "12d42e9a-31ee-43fe-bd06-4980494440b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.709747] env[69663]: DEBUG oslo_concurrency.lockutils [req-713eaf9b-106f-4119-98dd-d34cd25c6b9f req-e7124eeb-17b2-4d39-8dec-d54128ce8838 service nova] Releasing lock "refresh_cache-0450ae8e-139e-43bf-a327-cdd03a0ce793" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.874687] env[69663]: DEBUG nova.compute.manager [req-ab0d872c-9b4a-44cf-8b32-ef67c4537985 req-90f595ed-1cf6-4b8a-af4f-e5b197722e08 service nova] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Received event network-changed-04920a98-21b4-4eea-be66-4051c7d7abdd {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1352.874906] env[69663]: DEBUG nova.compute.manager [req-ab0d872c-9b4a-44cf-8b32-ef67c4537985 req-90f595ed-1cf6-4b8a-af4f-e5b197722e08 service nova] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Refreshing instance network info cache due to event network-changed-04920a98-21b4-4eea-be66-4051c7d7abdd. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1352.875180] env[69663]: DEBUG oslo_concurrency.lockutils [req-ab0d872c-9b4a-44cf-8b32-ef67c4537985 req-90f595ed-1cf6-4b8a-af4f-e5b197722e08 service nova] Acquiring lock "refresh_cache-90bccb7e-270e-40f7-a885-e98135642094" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.875359] env[69663]: DEBUG oslo_concurrency.lockutils [req-ab0d872c-9b4a-44cf-8b32-ef67c4537985 req-90f595ed-1cf6-4b8a-af4f-e5b197722e08 service nova] Acquired lock "refresh_cache-90bccb7e-270e-40f7-a885-e98135642094" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.875537] env[69663]: DEBUG nova.network.neutron [req-ab0d872c-9b4a-44cf-8b32-ef67c4537985 req-90f595ed-1cf6-4b8a-af4f-e5b197722e08 service nova] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Refreshing network info cache for port 04920a98-21b4-4eea-be66-4051c7d7abdd {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1353.349812] env[69663]: DEBUG nova.compute.manager [req-fcb13cc1-9454-4da5-b81c-d8a08214bf6d req-54a36390-09f3-4e3a-970b-216ec001cebc service nova] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Received event network-changed-04920a98-21b4-4eea-be66-4051c7d7abdd {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1353.350032] env[69663]: DEBUG nova.compute.manager [req-fcb13cc1-9454-4da5-b81c-d8a08214bf6d req-54a36390-09f3-4e3a-970b-216ec001cebc service nova] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Refreshing instance network info cache due to event network-changed-04920a98-21b4-4eea-be66-4051c7d7abdd. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1353.350232] env[69663]: DEBUG oslo_concurrency.lockutils [req-fcb13cc1-9454-4da5-b81c-d8a08214bf6d req-54a36390-09f3-4e3a-970b-216ec001cebc service nova] Acquiring lock "refresh_cache-90bccb7e-270e-40f7-a885-e98135642094" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.536854] env[69663]: DEBUG oslo_concurrency.lockutils [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.537155] env[69663]: DEBUG oslo_concurrency.lockutils [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.613656] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec26f709-b526-4c05-9a53-837c57fd0081 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.621878] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f638d9-9c32-4bb3-914b-d6ed6bb17a29 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.652926] env[69663]: DEBUG nova.network.neutron [req-ab0d872c-9b4a-44cf-8b32-ef67c4537985 req-90f595ed-1cf6-4b8a-af4f-e5b197722e08 service nova] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Updated VIF entry in instance network info cache for port 04920a98-21b4-4eea-be66-4051c7d7abdd. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1353.653365] env[69663]: DEBUG nova.network.neutron [req-ab0d872c-9b4a-44cf-8b32-ef67c4537985 req-90f595ed-1cf6-4b8a-af4f-e5b197722e08 service nova] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Updating instance_info_cache with network_info: [{"id": "04920a98-21b4-4eea-be66-4051c7d7abdd", "address": "fa:16:3e:ab:e1:61", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04920a98-21", "ovs_interfaceid": "04920a98-21b4-4eea-be66-4051c7d7abdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.655037] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2396207-dd0e-4c07-aa79-552b60c4d323 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.662579] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1631e54c-5016-44b3-aa77-49101bb52444 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.676968] env[69663]: DEBUG nova.compute.provider_tree [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1354.004621] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dc49f9ad-bff1-4775-a7e8-81508b97da2e tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Acquiring lock "823780d5-bc0c-410b-99bf-33358285cdf9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.004942] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dc49f9ad-bff1-4775-a7e8-81508b97da2e tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Lock "823780d5-bc0c-410b-99bf-33358285cdf9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.005199] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dc49f9ad-bff1-4775-a7e8-81508b97da2e tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Acquiring lock "823780d5-bc0c-410b-99bf-33358285cdf9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.005728] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dc49f9ad-bff1-4775-a7e8-81508b97da2e tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Lock "823780d5-bc0c-410b-99bf-33358285cdf9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.005916] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dc49f9ad-bff1-4775-a7e8-81508b97da2e tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Lock "823780d5-bc0c-410b-99bf-33358285cdf9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.008346] env[69663]: INFO nova.compute.manager [None req-dc49f9ad-bff1-4775-a7e8-81508b97da2e tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Terminating instance [ 1354.010257] env[69663]: DEBUG nova.compute.manager [None req-dc49f9ad-bff1-4775-a7e8-81508b97da2e tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1354.010545] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c71c07a-c0cc-4837-86c2-fd707bee0d8a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.019906] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3065dc99-eb5a-4b16-9d88-a4fbbf832cb3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.047800] env[69663]: WARNING nova.virt.vmwareapi.driver [None req-dc49f9ad-bff1-4775-a7e8-81508b97da2e tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 823780d5-bc0c-410b-99bf-33358285cdf9 could not be found. [ 1354.047998] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-dc49f9ad-bff1-4775-a7e8-81508b97da2e tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1354.048300] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d245d66d-11c5-452b-8486-c46ae4de942c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.056277] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1ce0a3-b0b1-41c0-98ad-191acca48a64 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.082044] env[69663]: WARNING nova.virt.vmwareapi.vmops [None req-dc49f9ad-bff1-4775-a7e8-81508b97da2e tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 823780d5-bc0c-410b-99bf-33358285cdf9 could not be found. [ 1354.082244] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-dc49f9ad-bff1-4775-a7e8-81508b97da2e tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1354.082426] env[69663]: INFO nova.compute.manager [None req-dc49f9ad-bff1-4775-a7e8-81508b97da2e tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Took 0.07 seconds to destroy the instance on the hypervisor. [ 1354.082666] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc49f9ad-bff1-4775-a7e8-81508b97da2e tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1354.082883] env[69663]: DEBUG nova.compute.manager [-] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1354.082977] env[69663]: DEBUG nova.network.neutron [-] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1354.159126] env[69663]: DEBUG oslo_concurrency.lockutils [req-ab0d872c-9b4a-44cf-8b32-ef67c4537985 req-90f595ed-1cf6-4b8a-af4f-e5b197722e08 service nova] Releasing lock "refresh_cache-90bccb7e-270e-40f7-a885-e98135642094" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.159578] env[69663]: DEBUG oslo_concurrency.lockutils [req-fcb13cc1-9454-4da5-b81c-d8a08214bf6d req-54a36390-09f3-4e3a-970b-216ec001cebc service nova] Acquired lock "refresh_cache-90bccb7e-270e-40f7-a885-e98135642094" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.159803] env[69663]: DEBUG nova.network.neutron [req-fcb13cc1-9454-4da5-b81c-d8a08214bf6d req-54a36390-09f3-4e3a-970b-216ec001cebc service nova] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Refreshing network info cache for port 04920a98-21b4-4eea-be66-4051c7d7abdd {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1354.179832] env[69663]: DEBUG nova.scheduler.client.report [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1354.685097] env[69663]: DEBUG oslo_concurrency.lockutils [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.148s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.685387] env[69663]: INFO nova.compute.manager [None req-270a9623-7883-4a4d-bbe9-49b09f6aa7c2 tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Successfully reverted task state from rebuilding on failure for instance. [ 1354.868370] env[69663]: DEBUG nova.network.neutron [req-fcb13cc1-9454-4da5-b81c-d8a08214bf6d req-54a36390-09f3-4e3a-970b-216ec001cebc service nova] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Updated VIF entry in instance network info cache for port 04920a98-21b4-4eea-be66-4051c7d7abdd. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1354.868739] env[69663]: DEBUG nova.network.neutron [req-fcb13cc1-9454-4da5-b81c-d8a08214bf6d req-54a36390-09f3-4e3a-970b-216ec001cebc service nova] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Updating instance_info_cache with network_info: [{"id": "04920a98-21b4-4eea-be66-4051c7d7abdd", "address": "fa:16:3e:ab:e1:61", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04920a98-21", "ovs_interfaceid": "04920a98-21b4-4eea-be66-4051c7d7abdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.905032] env[69663]: DEBUG nova.compute.manager [req-acf1c352-f1e9-4596-b061-68f17b130a6a req-d7f87a60-4174-497d-a9cb-dc383a82e38c service nova] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Received event network-changed-12d42e9a-31ee-43fe-bd06-4980494440b6 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1354.905320] env[69663]: DEBUG nova.compute.manager [req-acf1c352-f1e9-4596-b061-68f17b130a6a req-d7f87a60-4174-497d-a9cb-dc383a82e38c service nova] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Refreshing instance network info cache due to event network-changed-12d42e9a-31ee-43fe-bd06-4980494440b6. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1354.905476] env[69663]: DEBUG oslo_concurrency.lockutils [req-acf1c352-f1e9-4596-b061-68f17b130a6a req-d7f87a60-4174-497d-a9cb-dc383a82e38c service nova] Acquiring lock "refresh_cache-0450ae8e-139e-43bf-a327-cdd03a0ce793" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.905605] env[69663]: DEBUG oslo_concurrency.lockutils [req-acf1c352-f1e9-4596-b061-68f17b130a6a req-d7f87a60-4174-497d-a9cb-dc383a82e38c service nova] Acquired lock "refresh_cache-0450ae8e-139e-43bf-a327-cdd03a0ce793" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.905772] env[69663]: DEBUG nova.network.neutron [req-acf1c352-f1e9-4596-b061-68f17b130a6a req-d7f87a60-4174-497d-a9cb-dc383a82e38c service nova] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Refreshing network info cache for port 12d42e9a-31ee-43fe-bd06-4980494440b6 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1354.962013] env[69663]: DEBUG nova.network.neutron [-] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.371758] env[69663]: DEBUG oslo_concurrency.lockutils [req-fcb13cc1-9454-4da5-b81c-d8a08214bf6d req-54a36390-09f3-4e3a-970b-216ec001cebc service nova] Releasing lock "refresh_cache-90bccb7e-270e-40f7-a885-e98135642094" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.464675] env[69663]: INFO nova.compute.manager [-] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Took 1.38 seconds to deallocate network for instance. [ 1355.629281] env[69663]: DEBUG nova.network.neutron [req-acf1c352-f1e9-4596-b061-68f17b130a6a req-d7f87a60-4174-497d-a9cb-dc383a82e38c service nova] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Updated VIF entry in instance network info cache for port 12d42e9a-31ee-43fe-bd06-4980494440b6. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1355.629656] env[69663]: DEBUG nova.network.neutron [req-acf1c352-f1e9-4596-b061-68f17b130a6a req-d7f87a60-4174-497d-a9cb-dc383a82e38c service nova] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Updating instance_info_cache with network_info: [{"id": "12d42e9a-31ee-43fe-bd06-4980494440b6", "address": "fa:16:3e:c0:fc:2d", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12d42e9a-31", "ovs_interfaceid": "12d42e9a-31ee-43fe-bd06-4980494440b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.010038] env[69663]: INFO nova.compute.manager [None req-dc49f9ad-bff1-4775-a7e8-81508b97da2e tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Took 0.54 seconds to detach 1 volumes for instance. [ 1356.012774] env[69663]: DEBUG nova.compute.manager [None req-dc49f9ad-bff1-4775-a7e8-81508b97da2e tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Deleting volume: 44540269-3b9e-4cd5-b449-abafd39571d3 {{(pid=69663) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3247}} [ 1356.133751] env[69663]: DEBUG oslo_concurrency.lockutils [req-acf1c352-f1e9-4596-b061-68f17b130a6a req-d7f87a60-4174-497d-a9cb-dc383a82e38c service nova] Releasing lock "refresh_cache-0450ae8e-139e-43bf-a327-cdd03a0ce793" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.133751] env[69663]: DEBUG nova.compute.manager [req-acf1c352-f1e9-4596-b061-68f17b130a6a req-d7f87a60-4174-497d-a9cb-dc383a82e38c service nova] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Received event network-vif-deleted-b15f114c-1515-4687-b7db-f4ddef324a4a {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1356.133751] env[69663]: INFO nova.compute.manager [req-acf1c352-f1e9-4596-b061-68f17b130a6a req-d7f87a60-4174-497d-a9cb-dc383a82e38c service nova] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Neutron deleted interface b15f114c-1515-4687-b7db-f4ddef324a4a; detaching it from the instance and deleting it from the info cache [ 1356.133751] env[69663]: DEBUG nova.network.neutron [req-acf1c352-f1e9-4596-b061-68f17b130a6a req-d7f87a60-4174-497d-a9cb-dc383a82e38c service nova] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.554235] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dc49f9ad-bff1-4775-a7e8-81508b97da2e tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.554612] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dc49f9ad-bff1-4775-a7e8-81508b97da2e tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.554809] env[69663]: DEBUG nova.objects.instance [None req-dc49f9ad-bff1-4775-a7e8-81508b97da2e tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Lazy-loading 'resources' on Instance uuid 823780d5-bc0c-410b-99bf-33358285cdf9 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1356.636993] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-867648b1-b2fb-42be-962b-227b68962af4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.647224] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f1ec71-76df-4a52-a12a-322082cec609 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.674092] env[69663]: DEBUG nova.compute.manager [req-acf1c352-f1e9-4596-b061-68f17b130a6a req-d7f87a60-4174-497d-a9cb-dc383a82e38c service nova] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Detach interface failed, port_id=b15f114c-1515-4687-b7db-f4ddef324a4a, reason: Instance 823780d5-bc0c-410b-99bf-33358285cdf9 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1357.121974] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca33798-4037-4ca3-9e6f-a6e9f6361998 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.129335] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8021e8-0972-4a1a-bbcb-e8c6904c6bfd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.158549] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5b4967-ceb1-4dd3-af5c-4960f57b7544 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.165703] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cafed5a-f5b6-491a-a85c-bc59222db5f5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.178528] env[69663]: DEBUG nova.compute.provider_tree [None req-dc49f9ad-bff1-4775-a7e8-81508b97da2e tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1357.682246] env[69663]: DEBUG nova.scheduler.client.report [None req-dc49f9ad-bff1-4775-a7e8-81508b97da2e tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1358.187500] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dc49f9ad-bff1-4775-a7e8-81508b97da2e tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.706882] env[69663]: DEBUG oslo_concurrency.lockutils [None req-dc49f9ad-bff1-4775-a7e8-81508b97da2e tempest-ServerActionsV293TestJSON-1538650303 tempest-ServerActionsV293TestJSON-1538650303-project-member] Lock "823780d5-bc0c-410b-99bf-33358285cdf9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.702s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.620106] env[69663]: DEBUG oslo_concurrency.lockutils [None req-778887e8-44b1-48bf-941f-4c373bdf4b91 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "interface-0450ae8e-139e-43bf-a327-cdd03a0ce793-b342b563-2d10-4f62-8fd4-03069ef51d5c" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.620497] env[69663]: DEBUG oslo_concurrency.lockutils [None req-778887e8-44b1-48bf-941f-4c373bdf4b91 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "interface-0450ae8e-139e-43bf-a327-cdd03a0ce793-b342b563-2d10-4f62-8fd4-03069ef51d5c" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.620813] env[69663]: DEBUG nova.objects.instance [None req-778887e8-44b1-48bf-941f-4c373bdf4b91 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lazy-loading 'flavor' on Instance uuid 0450ae8e-139e-43bf-a327-cdd03a0ce793 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.804534] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "e195c74b-6ed1-4054-8303-aa06dcf4bdcd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.804877] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "e195c74b-6ed1-4054-8303-aa06dcf4bdcd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.215400] env[69663]: DEBUG nova.objects.instance [None req-778887e8-44b1-48bf-941f-4c373bdf4b91 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lazy-loading 'pci_requests' on Instance uuid 0450ae8e-139e-43bf-a327-cdd03a0ce793 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1370.308018] env[69663]: DEBUG nova.compute.manager [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1370.718147] env[69663]: DEBUG nova.objects.base [None req-778887e8-44b1-48bf-941f-4c373bdf4b91 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Object Instance<0450ae8e-139e-43bf-a327-cdd03a0ce793> lazy-loaded attributes: flavor,pci_requests {{(pid=69663) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1370.718557] env[69663]: DEBUG nova.network.neutron [None req-778887e8-44b1-48bf-941f-4c373bdf4b91 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1370.778020] env[69663]: DEBUG nova.policy [None req-778887e8-44b1-48bf-941f-4c373bdf4b91 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe26f33280d54c0da7b2a34b63081743', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac4fe632fbab4f2d8d8cd99d45525285', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1370.831319] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.831609] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.833194] env[69663]: INFO nova.compute.claims [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1371.922577] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a85910-7d55-4c12-859c-ac7116559d3c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.930422] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77653163-428d-407b-9d1b-f813cd63f96c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.959376] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c45c769-9f73-4da8-8480-2244ef469fd0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.966660] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127de776-3193-4172-91d2-5c9849e9b9d6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.979736] env[69663]: DEBUG nova.compute.provider_tree [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.135916] env[69663]: DEBUG nova.compute.manager [req-7055fdca-c24d-4a44-b39f-f37ec8d78a42 req-b9f47ca7-4d0e-4e5d-ba20-1a5c855555cf service nova] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Received event network-vif-plugged-b342b563-2d10-4f62-8fd4-03069ef51d5c {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1372.136146] env[69663]: DEBUG oslo_concurrency.lockutils [req-7055fdca-c24d-4a44-b39f-f37ec8d78a42 req-b9f47ca7-4d0e-4e5d-ba20-1a5c855555cf service nova] Acquiring lock "0450ae8e-139e-43bf-a327-cdd03a0ce793-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.136363] env[69663]: DEBUG oslo_concurrency.lockutils [req-7055fdca-c24d-4a44-b39f-f37ec8d78a42 req-b9f47ca7-4d0e-4e5d-ba20-1a5c855555cf service nova] Lock "0450ae8e-139e-43bf-a327-cdd03a0ce793-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.136550] env[69663]: DEBUG oslo_concurrency.lockutils [req-7055fdca-c24d-4a44-b39f-f37ec8d78a42 req-b9f47ca7-4d0e-4e5d-ba20-1a5c855555cf service nova] Lock "0450ae8e-139e-43bf-a327-cdd03a0ce793-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.136795] env[69663]: DEBUG nova.compute.manager [req-7055fdca-c24d-4a44-b39f-f37ec8d78a42 req-b9f47ca7-4d0e-4e5d-ba20-1a5c855555cf service nova] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] No waiting events found dispatching network-vif-plugged-b342b563-2d10-4f62-8fd4-03069ef51d5c {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1372.136999] env[69663]: WARNING nova.compute.manager [req-7055fdca-c24d-4a44-b39f-f37ec8d78a42 req-b9f47ca7-4d0e-4e5d-ba20-1a5c855555cf service nova] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Received unexpected event network-vif-plugged-b342b563-2d10-4f62-8fd4-03069ef51d5c for instance with vm_state active and task_state None. [ 1372.228498] env[69663]: DEBUG nova.network.neutron [None req-778887e8-44b1-48bf-941f-4c373bdf4b91 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Successfully updated port: b342b563-2d10-4f62-8fd4-03069ef51d5c {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1372.483057] env[69663]: DEBUG nova.scheduler.client.report [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1372.731336] env[69663]: DEBUG oslo_concurrency.lockutils [None req-778887e8-44b1-48bf-941f-4c373bdf4b91 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "refresh_cache-0450ae8e-139e-43bf-a327-cdd03a0ce793" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.731519] env[69663]: DEBUG oslo_concurrency.lockutils [None req-778887e8-44b1-48bf-941f-4c373bdf4b91 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquired lock "refresh_cache-0450ae8e-139e-43bf-a327-cdd03a0ce793" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.731744] env[69663]: DEBUG nova.network.neutron [None req-778887e8-44b1-48bf-941f-4c373bdf4b91 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1372.988067] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.156s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.988737] env[69663]: DEBUG nova.compute.manager [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1373.268232] env[69663]: WARNING nova.network.neutron [None req-778887e8-44b1-48bf-941f-4c373bdf4b91 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] b2589710-832b-4b09-a36e-29ad5a4528fd already exists in list: networks containing: ['b2589710-832b-4b09-a36e-29ad5a4528fd']. ignoring it [ 1373.494067] env[69663]: DEBUG nova.compute.utils [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1373.495498] env[69663]: DEBUG nova.compute.manager [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1373.495682] env[69663]: DEBUG nova.network.neutron [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1373.556662] env[69663]: DEBUG nova.network.neutron [None req-778887e8-44b1-48bf-941f-4c373bdf4b91 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Updating instance_info_cache with network_info: [{"id": "12d42e9a-31ee-43fe-bd06-4980494440b6", "address": "fa:16:3e:c0:fc:2d", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12d42e9a-31", "ovs_interfaceid": "12d42e9a-31ee-43fe-bd06-4980494440b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b342b563-2d10-4f62-8fd4-03069ef51d5c", "address": "fa:16:3e:60:8e:27", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb342b563-2d", "ovs_interfaceid": "b342b563-2d10-4f62-8fd4-03069ef51d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.560877] env[69663]: DEBUG nova.policy [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cd3363028494584ae5b91eee48368e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a924ac6b603449649201ef562daf8ae5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1373.815066] env[69663]: DEBUG nova.network.neutron [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Successfully created port: fa63a199-515c-4b7f-83ab-840f67b28b63 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1374.002832] env[69663]: DEBUG nova.compute.manager [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1374.059048] env[69663]: DEBUG oslo_concurrency.lockutils [None req-778887e8-44b1-48bf-941f-4c373bdf4b91 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Releasing lock "refresh_cache-0450ae8e-139e-43bf-a327-cdd03a0ce793" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.059707] env[69663]: DEBUG oslo_concurrency.lockutils [None req-778887e8-44b1-48bf-941f-4c373bdf4b91 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "0450ae8e-139e-43bf-a327-cdd03a0ce793" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.059873] env[69663]: DEBUG oslo_concurrency.lockutils [None req-778887e8-44b1-48bf-941f-4c373bdf4b91 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquired lock "0450ae8e-139e-43bf-a327-cdd03a0ce793" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.060745] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1227d157-270f-4e66-906f-b687e90a1c08 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.077860] env[69663]: DEBUG nova.virt.hardware [None req-778887e8-44b1-48bf-941f-4c373bdf4b91 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1374.078087] env[69663]: DEBUG nova.virt.hardware [None req-778887e8-44b1-48bf-941f-4c373bdf4b91 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1374.078252] env[69663]: DEBUG nova.virt.hardware [None req-778887e8-44b1-48bf-941f-4c373bdf4b91 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1374.078440] env[69663]: DEBUG nova.virt.hardware [None req-778887e8-44b1-48bf-941f-4c373bdf4b91 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1374.078588] env[69663]: DEBUG nova.virt.hardware [None req-778887e8-44b1-48bf-941f-4c373bdf4b91 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1374.078738] env[69663]: DEBUG nova.virt.hardware [None req-778887e8-44b1-48bf-941f-4c373bdf4b91 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1374.078944] env[69663]: DEBUG nova.virt.hardware [None req-778887e8-44b1-48bf-941f-4c373bdf4b91 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1374.079207] env[69663]: DEBUG nova.virt.hardware [None req-778887e8-44b1-48bf-941f-4c373bdf4b91 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1374.079291] env[69663]: DEBUG nova.virt.hardware [None req-778887e8-44b1-48bf-941f-4c373bdf4b91 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1374.079450] env[69663]: DEBUG nova.virt.hardware [None req-778887e8-44b1-48bf-941f-4c373bdf4b91 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1374.079636] env[69663]: DEBUG nova.virt.hardware [None req-778887e8-44b1-48bf-941f-4c373bdf4b91 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1374.085896] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-778887e8-44b1-48bf-941f-4c373bdf4b91 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Reconfiguring VM to attach interface {{(pid=69663) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 1374.086193] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-731a94fc-6e5f-4e3d-ac66-fd7cc34dad5e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.103853] env[69663]: DEBUG oslo_vmware.api [None req-778887e8-44b1-48bf-941f-4c373bdf4b91 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1374.103853] env[69663]: value = "task-3333872" [ 1374.103853] env[69663]: _type = "Task" [ 1374.103853] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.111389] env[69663]: DEBUG oslo_vmware.api [None req-778887e8-44b1-48bf-941f-4c373bdf4b91 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333872, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.161750] env[69663]: DEBUG nova.compute.manager [req-586d1f97-38f8-4a34-94ae-bbe41798a0ab req-534d1720-44ca-4ffd-b998-97e254f7c76e service nova] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Received event network-changed-b342b563-2d10-4f62-8fd4-03069ef51d5c {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1374.161750] env[69663]: DEBUG nova.compute.manager [req-586d1f97-38f8-4a34-94ae-bbe41798a0ab req-534d1720-44ca-4ffd-b998-97e254f7c76e service nova] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Refreshing instance network info cache due to event network-changed-b342b563-2d10-4f62-8fd4-03069ef51d5c. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1374.161750] env[69663]: DEBUG oslo_concurrency.lockutils [req-586d1f97-38f8-4a34-94ae-bbe41798a0ab req-534d1720-44ca-4ffd-b998-97e254f7c76e service nova] Acquiring lock "refresh_cache-0450ae8e-139e-43bf-a327-cdd03a0ce793" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.161750] env[69663]: DEBUG oslo_concurrency.lockutils [req-586d1f97-38f8-4a34-94ae-bbe41798a0ab req-534d1720-44ca-4ffd-b998-97e254f7c76e service nova] Acquired lock "refresh_cache-0450ae8e-139e-43bf-a327-cdd03a0ce793" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.161750] env[69663]: DEBUG nova.network.neutron [req-586d1f97-38f8-4a34-94ae-bbe41798a0ab req-534d1720-44ca-4ffd-b998-97e254f7c76e service nova] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Refreshing network info cache for port b342b563-2d10-4f62-8fd4-03069ef51d5c {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1374.614011] env[69663]: DEBUG oslo_vmware.api [None req-778887e8-44b1-48bf-941f-4c373bdf4b91 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.853219] env[69663]: DEBUG nova.network.neutron [req-586d1f97-38f8-4a34-94ae-bbe41798a0ab req-534d1720-44ca-4ffd-b998-97e254f7c76e service nova] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Updated VIF entry in instance network info cache for port b342b563-2d10-4f62-8fd4-03069ef51d5c. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1374.853658] env[69663]: DEBUG nova.network.neutron [req-586d1f97-38f8-4a34-94ae-bbe41798a0ab req-534d1720-44ca-4ffd-b998-97e254f7c76e service nova] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Updating instance_info_cache with network_info: [{"id": "12d42e9a-31ee-43fe-bd06-4980494440b6", "address": "fa:16:3e:c0:fc:2d", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12d42e9a-31", "ovs_interfaceid": "12d42e9a-31ee-43fe-bd06-4980494440b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b342b563-2d10-4f62-8fd4-03069ef51d5c", "address": "fa:16:3e:60:8e:27", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb342b563-2d", "ovs_interfaceid": "b342b563-2d10-4f62-8fd4-03069ef51d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.013088] env[69663]: DEBUG nova.compute.manager [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1375.040679] env[69663]: DEBUG nova.virt.hardware [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1375.040942] env[69663]: DEBUG nova.virt.hardware [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1375.041116] env[69663]: DEBUG nova.virt.hardware [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1375.041307] env[69663]: DEBUG nova.virt.hardware [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1375.041456] env[69663]: DEBUG nova.virt.hardware [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1375.041607] env[69663]: DEBUG nova.virt.hardware [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1375.041823] env[69663]: DEBUG nova.virt.hardware [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1375.041986] env[69663]: DEBUG nova.virt.hardware [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1375.042179] env[69663]: DEBUG nova.virt.hardware [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1375.042349] env[69663]: DEBUG nova.virt.hardware [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1375.042523] env[69663]: DEBUG nova.virt.hardware [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1375.043416] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a056ba92-5d8b-4dc9-ac56-82ed40cbea0a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.051909] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de39a4a-940d-48f2-ac22-ed52cd3c09a8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.113843] env[69663]: DEBUG oslo_vmware.api [None req-778887e8-44b1-48bf-941f-4c373bdf4b91 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.239344] env[69663]: DEBUG nova.network.neutron [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Successfully updated port: fa63a199-515c-4b7f-83ab-840f67b28b63 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1375.356707] env[69663]: DEBUG oslo_concurrency.lockutils [req-586d1f97-38f8-4a34-94ae-bbe41798a0ab req-534d1720-44ca-4ffd-b998-97e254f7c76e service nova] Releasing lock "refresh_cache-0450ae8e-139e-43bf-a327-cdd03a0ce793" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.615771] env[69663]: DEBUG oslo_vmware.api [None req-778887e8-44b1-48bf-941f-4c373bdf4b91 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.742769] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "refresh_cache-e195c74b-6ed1-4054-8303-aa06dcf4bdcd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.742970] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquired lock "refresh_cache-e195c74b-6ed1-4054-8303-aa06dcf4bdcd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.743174] env[69663]: DEBUG nova.network.neutron [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1376.116596] env[69663]: DEBUG oslo_vmware.api [None req-778887e8-44b1-48bf-941f-4c373bdf4b91 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.185654] env[69663]: DEBUG nova.compute.manager [req-f1c7fe5e-14de-4d66-814f-0e22ec2e5095 req-f4956cdf-e8c5-435a-9530-98e0811308df service nova] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Received event network-vif-plugged-fa63a199-515c-4b7f-83ab-840f67b28b63 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1376.185898] env[69663]: DEBUG oslo_concurrency.lockutils [req-f1c7fe5e-14de-4d66-814f-0e22ec2e5095 req-f4956cdf-e8c5-435a-9530-98e0811308df service nova] Acquiring lock "e195c74b-6ed1-4054-8303-aa06dcf4bdcd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.186127] env[69663]: DEBUG oslo_concurrency.lockutils [req-f1c7fe5e-14de-4d66-814f-0e22ec2e5095 req-f4956cdf-e8c5-435a-9530-98e0811308df service nova] Lock "e195c74b-6ed1-4054-8303-aa06dcf4bdcd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.186303] env[69663]: DEBUG oslo_concurrency.lockutils [req-f1c7fe5e-14de-4d66-814f-0e22ec2e5095 req-f4956cdf-e8c5-435a-9530-98e0811308df service nova] Lock "e195c74b-6ed1-4054-8303-aa06dcf4bdcd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.186476] env[69663]: DEBUG nova.compute.manager [req-f1c7fe5e-14de-4d66-814f-0e22ec2e5095 req-f4956cdf-e8c5-435a-9530-98e0811308df service nova] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] No waiting events found dispatching network-vif-plugged-fa63a199-515c-4b7f-83ab-840f67b28b63 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1376.186678] env[69663]: WARNING nova.compute.manager [req-f1c7fe5e-14de-4d66-814f-0e22ec2e5095 req-f4956cdf-e8c5-435a-9530-98e0811308df service nova] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Received unexpected event network-vif-plugged-fa63a199-515c-4b7f-83ab-840f67b28b63 for instance with vm_state building and task_state spawning. [ 1376.186851] env[69663]: DEBUG nova.compute.manager [req-f1c7fe5e-14de-4d66-814f-0e22ec2e5095 req-f4956cdf-e8c5-435a-9530-98e0811308df service nova] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Received event network-changed-fa63a199-515c-4b7f-83ab-840f67b28b63 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1376.187015] env[69663]: DEBUG nova.compute.manager [req-f1c7fe5e-14de-4d66-814f-0e22ec2e5095 req-f4956cdf-e8c5-435a-9530-98e0811308df service nova] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Refreshing instance network info cache due to event network-changed-fa63a199-515c-4b7f-83ab-840f67b28b63. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1376.187231] env[69663]: DEBUG oslo_concurrency.lockutils [req-f1c7fe5e-14de-4d66-814f-0e22ec2e5095 req-f4956cdf-e8c5-435a-9530-98e0811308df service nova] Acquiring lock "refresh_cache-e195c74b-6ed1-4054-8303-aa06dcf4bdcd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.272801] env[69663]: DEBUG nova.network.neutron [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1376.386079] env[69663]: DEBUG nova.network.neutron [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Updating instance_info_cache with network_info: [{"id": "fa63a199-515c-4b7f-83ab-840f67b28b63", "address": "fa:16:3e:a1:7b:7f", "network": {"id": "8f5d2d06-6bc8-438e-ba54-64cbb07bda53", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1813658570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a924ac6b603449649201ef562daf8ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa63a199-51", "ovs_interfaceid": "fa63a199-515c-4b7f-83ab-840f67b28b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.617160] env[69663]: DEBUG oslo_vmware.api [None req-778887e8-44b1-48bf-941f-4c373bdf4b91 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.888612] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Releasing lock "refresh_cache-e195c74b-6ed1-4054-8303-aa06dcf4bdcd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.888960] env[69663]: DEBUG nova.compute.manager [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Instance network_info: |[{"id": "fa63a199-515c-4b7f-83ab-840f67b28b63", "address": "fa:16:3e:a1:7b:7f", "network": {"id": "8f5d2d06-6bc8-438e-ba54-64cbb07bda53", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1813658570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a924ac6b603449649201ef562daf8ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa63a199-51", "ovs_interfaceid": "fa63a199-515c-4b7f-83ab-840f67b28b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1376.889297] env[69663]: DEBUG oslo_concurrency.lockutils [req-f1c7fe5e-14de-4d66-814f-0e22ec2e5095 req-f4956cdf-e8c5-435a-9530-98e0811308df service nova] Acquired lock "refresh_cache-e195c74b-6ed1-4054-8303-aa06dcf4bdcd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.889489] env[69663]: DEBUG nova.network.neutron [req-f1c7fe5e-14de-4d66-814f-0e22ec2e5095 req-f4956cdf-e8c5-435a-9530-98e0811308df service nova] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Refreshing network info cache for port fa63a199-515c-4b7f-83ab-840f67b28b63 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1376.890699] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:7b:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4adc8ed0-d11a-4510-9be0-b27c0da3a903', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa63a199-515c-4b7f-83ab-840f67b28b63', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1376.898468] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1376.899404] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1376.899635] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b531969-a373-45b7-b6fd-8c9992160bec {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.920287] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1376.920287] env[69663]: value = "task-3333873" [ 1376.920287] env[69663]: _type = "Task" [ 1376.920287] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.928054] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333873, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.118386] env[69663]: DEBUG oslo_vmware.api [None req-778887e8-44b1-48bf-941f-4c373bdf4b91 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.430234] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333873, 'name': CreateVM_Task, 'duration_secs': 0.295343} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.432540] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1377.433684] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.433874] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.434207] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.434773] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ee07e90-ba6e-43b9-beb8-c33531dc68a4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.440014] env[69663]: DEBUG oslo_vmware.api [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1377.440014] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e0956c-9ff9-ee4c-bf24-6ae3b74e58bd" [ 1377.440014] env[69663]: _type = "Task" [ 1377.440014] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.447439] env[69663]: DEBUG oslo_vmware.api [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e0956c-9ff9-ee4c-bf24-6ae3b74e58bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.620248] env[69663]: DEBUG oslo_vmware.api [None req-778887e8-44b1-48bf-941f-4c373bdf4b91 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333872, 'name': ReconfigVM_Task, 'duration_secs': 3.505418} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.621117] env[69663]: DEBUG nova.network.neutron [req-f1c7fe5e-14de-4d66-814f-0e22ec2e5095 req-f4956cdf-e8c5-435a-9530-98e0811308df service nova] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Updated VIF entry in instance network info cache for port fa63a199-515c-4b7f-83ab-840f67b28b63. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1377.621421] env[69663]: DEBUG nova.network.neutron [req-f1c7fe5e-14de-4d66-814f-0e22ec2e5095 req-f4956cdf-e8c5-435a-9530-98e0811308df service nova] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Updating instance_info_cache with network_info: [{"id": "fa63a199-515c-4b7f-83ab-840f67b28b63", "address": "fa:16:3e:a1:7b:7f", "network": {"id": "8f5d2d06-6bc8-438e-ba54-64cbb07bda53", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1813658570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a924ac6b603449649201ef562daf8ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa63a199-51", "ovs_interfaceid": "fa63a199-515c-4b7f-83ab-840f67b28b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.625495] env[69663]: DEBUG oslo_concurrency.lockutils [None req-778887e8-44b1-48bf-941f-4c373bdf4b91 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Releasing lock "0450ae8e-139e-43bf-a327-cdd03a0ce793" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.625495] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-778887e8-44b1-48bf-941f-4c373bdf4b91 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Reconfigured VM to attach interface {{(pid=69663) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1943}} [ 1377.950473] env[69663]: DEBUG oslo_vmware.api [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e0956c-9ff9-ee4c-bf24-6ae3b74e58bd, 'name': SearchDatastore_Task, 'duration_secs': 0.009422} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.950804] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.951061] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1377.951299] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.951446] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.951628] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1377.951880] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94686a87-b3ff-4b47-917d-f22364757bdd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.960498] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1377.960662] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1377.961332] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04b98adf-2447-4bb1-9e34-817c2773c6a9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.966883] env[69663]: DEBUG oslo_vmware.api [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1377.966883] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]526c7ff4-5955-2a2d-737d-d672781a4afe" [ 1377.966883] env[69663]: _type = "Task" [ 1377.966883] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.974146] env[69663]: DEBUG oslo_vmware.api [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]526c7ff4-5955-2a2d-737d-d672781a4afe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.127239] env[69663]: DEBUG oslo_concurrency.lockutils [req-f1c7fe5e-14de-4d66-814f-0e22ec2e5095 req-f4956cdf-e8c5-435a-9530-98e0811308df service nova] Releasing lock "refresh_cache-e195c74b-6ed1-4054-8303-aa06dcf4bdcd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.128484] env[69663]: DEBUG oslo_concurrency.lockutils [None req-778887e8-44b1-48bf-941f-4c373bdf4b91 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "interface-0450ae8e-139e-43bf-a327-cdd03a0ce793-b342b563-2d10-4f62-8fd4-03069ef51d5c" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.508s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.477309] env[69663]: DEBUG oslo_vmware.api [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]526c7ff4-5955-2a2d-737d-d672781a4afe, 'name': SearchDatastore_Task, 'duration_secs': 0.008854} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.478112] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f0ba762-876c-43af-b431-48f59f232a05 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.482938] env[69663]: DEBUG oslo_vmware.api [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1378.482938] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525dd40f-805c-ab81-61c5-521abf4e94c7" [ 1378.482938] env[69663]: _type = "Task" [ 1378.482938] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.490139] env[69663]: DEBUG oslo_vmware.api [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525dd40f-805c-ab81-61c5-521abf4e94c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.993420] env[69663]: DEBUG oslo_vmware.api [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]525dd40f-805c-ab81-61c5-521abf4e94c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009243} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.993695] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.993954] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] e195c74b-6ed1-4054-8303-aa06dcf4bdcd/e195c74b-6ed1-4054-8303-aa06dcf4bdcd.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1378.994235] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9117d81-da56-4e8a-bb5d-e27667012c57 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.000913] env[69663]: DEBUG oslo_vmware.api [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1379.000913] env[69663]: value = "task-3333874" [ 1379.000913] env[69663]: _type = "Task" [ 1379.000913] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.008235] env[69663]: DEBUG oslo_vmware.api [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.510933] env[69663]: DEBUG oslo_vmware.api [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.431638} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.511260] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] e195c74b-6ed1-4054-8303-aa06dcf4bdcd/e195c74b-6ed1-4054-8303-aa06dcf4bdcd.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1379.511459] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1379.511617] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17dcd2aa-61a6-43cc-b2dc-36f5cdee3ff8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.518383] env[69663]: DEBUG oslo_vmware.api [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1379.518383] env[69663]: value = "task-3333875" [ 1379.518383] env[69663]: _type = "Task" [ 1379.518383] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.525268] env[69663]: DEBUG oslo_vmware.api [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.812294] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c69cc729-9e0c-426b-8591-8fae958a179b tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "interface-0450ae8e-139e-43bf-a327-cdd03a0ce793-b342b563-2d10-4f62-8fd4-03069ef51d5c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.812580] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c69cc729-9e0c-426b-8591-8fae958a179b tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "interface-0450ae8e-139e-43bf-a327-cdd03a0ce793-b342b563-2d10-4f62-8fd4-03069ef51d5c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.029608] env[69663]: DEBUG oslo_vmware.api [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06988} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.029857] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1380.030651] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c08cd1-64d9-49a1-af64-217ebb7beac7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.052740] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] e195c74b-6ed1-4054-8303-aa06dcf4bdcd/e195c74b-6ed1-4054-8303-aa06dcf4bdcd.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1380.052939] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e819046c-7b77-4492-b829-ba8fe1abb5ca {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.073192] env[69663]: DEBUG oslo_vmware.api [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1380.073192] env[69663]: value = "task-3333876" [ 1380.073192] env[69663]: _type = "Task" [ 1380.073192] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.081116] env[69663]: DEBUG oslo_vmware.api [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333876, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.315793] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c69cc729-9e0c-426b-8591-8fae958a179b tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "0450ae8e-139e-43bf-a327-cdd03a0ce793" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.315977] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c69cc729-9e0c-426b-8591-8fae958a179b tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquired lock "0450ae8e-139e-43bf-a327-cdd03a0ce793" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.316867] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e5fa3c-532b-4aae-a370-3b4968d2b693 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.334133] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb47c81a-a9b1-414d-b84d-3ece2ccea114 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.359054] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c69cc729-9e0c-426b-8591-8fae958a179b tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Reconfiguring VM to detach interface {{(pid=69663) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1974}} [ 1380.359325] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96244289-e9aa-4a42-8a08-7b79d3373848 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.377078] env[69663]: DEBUG oslo_vmware.api [None req-c69cc729-9e0c-426b-8591-8fae958a179b tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1380.377078] env[69663]: value = "task-3333877" [ 1380.377078] env[69663]: _type = "Task" [ 1380.377078] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.384789] env[69663]: DEBUG oslo_vmware.api [None req-c69cc729-9e0c-426b-8591-8fae958a179b tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333877, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.583272] env[69663]: DEBUG oslo_vmware.api [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333876, 'name': ReconfigVM_Task, 'duration_secs': 0.256427} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.583596] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Reconfigured VM instance instance-0000007e to attach disk [datastore1] e195c74b-6ed1-4054-8303-aa06dcf4bdcd/e195c74b-6ed1-4054-8303-aa06dcf4bdcd.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1380.584242] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97faf49b-f0f1-4c7f-b6b7-817b405b2882 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.590659] env[69663]: DEBUG oslo_vmware.api [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1380.590659] env[69663]: value = "task-3333878" [ 1380.590659] env[69663]: _type = "Task" [ 1380.590659] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.598394] env[69663]: DEBUG oslo_vmware.api [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333878, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.886636] env[69663]: DEBUG oslo_vmware.api [None req-c69cc729-9e0c-426b-8591-8fae958a179b tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333877, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.101379] env[69663]: DEBUG oslo_vmware.api [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333878, 'name': Rename_Task, 'duration_secs': 0.138519} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.101633] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1381.101877] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4a94d9c-93a3-45e7-a14f-0d31df47c92b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.108123] env[69663]: DEBUG oslo_vmware.api [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1381.108123] env[69663]: value = "task-3333879" [ 1381.108123] env[69663]: _type = "Task" [ 1381.108123] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.116894] env[69663]: DEBUG oslo_vmware.api [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.387791] env[69663]: DEBUG oslo_vmware.api [None req-c69cc729-9e0c-426b-8591-8fae958a179b tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333877, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.617801] env[69663]: DEBUG oslo_vmware.api [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333879, 'name': PowerOnVM_Task, 'duration_secs': 0.472511} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.618111] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1381.618285] env[69663]: INFO nova.compute.manager [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Took 6.61 seconds to spawn the instance on the hypervisor. [ 1381.618468] env[69663]: DEBUG nova.compute.manager [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1381.619237] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fb2ec5-5f6a-4dd8-96bf-8b846d001e9c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.887667] env[69663]: DEBUG oslo_vmware.api [None req-c69cc729-9e0c-426b-8591-8fae958a179b tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333877, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.136795] env[69663]: INFO nova.compute.manager [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Took 11.32 seconds to build instance. [ 1382.389646] env[69663]: DEBUG oslo_vmware.api [None req-c69cc729-9e0c-426b-8591-8fae958a179b tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333877, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.639198] env[69663]: DEBUG oslo_concurrency.lockutils [None req-5b42eee3-63bd-40c1-aeb1-c47c94d63b46 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "e195c74b-6ed1-4054-8303-aa06dcf4bdcd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.834s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.745932] env[69663]: DEBUG nova.compute.manager [req-e642fb3d-6d5d-4f07-90cb-adbd2e922830 req-72931564-0c69-4296-b6e7-df2e2024a3a1 service nova] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Received event network-changed-fa63a199-515c-4b7f-83ab-840f67b28b63 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1382.746290] env[69663]: DEBUG nova.compute.manager [req-e642fb3d-6d5d-4f07-90cb-adbd2e922830 req-72931564-0c69-4296-b6e7-df2e2024a3a1 service nova] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Refreshing instance network info cache due to event network-changed-fa63a199-515c-4b7f-83ab-840f67b28b63. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1382.746656] env[69663]: DEBUG oslo_concurrency.lockutils [req-e642fb3d-6d5d-4f07-90cb-adbd2e922830 req-72931564-0c69-4296-b6e7-df2e2024a3a1 service nova] Acquiring lock "refresh_cache-e195c74b-6ed1-4054-8303-aa06dcf4bdcd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.746915] env[69663]: DEBUG oslo_concurrency.lockutils [req-e642fb3d-6d5d-4f07-90cb-adbd2e922830 req-72931564-0c69-4296-b6e7-df2e2024a3a1 service nova] Acquired lock "refresh_cache-e195c74b-6ed1-4054-8303-aa06dcf4bdcd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.747222] env[69663]: DEBUG nova.network.neutron [req-e642fb3d-6d5d-4f07-90cb-adbd2e922830 req-72931564-0c69-4296-b6e7-df2e2024a3a1 service nova] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Refreshing network info cache for port fa63a199-515c-4b7f-83ab-840f67b28b63 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1382.889855] env[69663]: DEBUG oslo_vmware.api [None req-c69cc729-9e0c-426b-8591-8fae958a179b tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333877, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.390647] env[69663]: DEBUG oslo_vmware.api [None req-c69cc729-9e0c-426b-8591-8fae958a179b tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333877, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.455415] env[69663]: DEBUG nova.network.neutron [req-e642fb3d-6d5d-4f07-90cb-adbd2e922830 req-72931564-0c69-4296-b6e7-df2e2024a3a1 service nova] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Updated VIF entry in instance network info cache for port fa63a199-515c-4b7f-83ab-840f67b28b63. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1383.455852] env[69663]: DEBUG nova.network.neutron [req-e642fb3d-6d5d-4f07-90cb-adbd2e922830 req-72931564-0c69-4296-b6e7-df2e2024a3a1 service nova] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Updating instance_info_cache with network_info: [{"id": "fa63a199-515c-4b7f-83ab-840f67b28b63", "address": "fa:16:3e:a1:7b:7f", "network": {"id": "8f5d2d06-6bc8-438e-ba54-64cbb07bda53", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1813658570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a924ac6b603449649201ef562daf8ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa63a199-51", "ovs_interfaceid": "fa63a199-515c-4b7f-83ab-840f67b28b63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.891675] env[69663]: DEBUG oslo_vmware.api [None req-c69cc729-9e0c-426b-8591-8fae958a179b tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333877, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.959153] env[69663]: DEBUG oslo_concurrency.lockutils [req-e642fb3d-6d5d-4f07-90cb-adbd2e922830 req-72931564-0c69-4296-b6e7-df2e2024a3a1 service nova] Releasing lock "refresh_cache-e195c74b-6ed1-4054-8303-aa06dcf4bdcd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.330239] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d2971a83-5d04-4516-b8cf-4b6ab0e79f7b tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquiring lock "711544cf-78d4-44a3-a0c2-735a7a48409a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.330554] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d2971a83-5d04-4516-b8cf-4b6ab0e79f7b tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lock "711544cf-78d4-44a3-a0c2-735a7a48409a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.330857] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d2971a83-5d04-4516-b8cf-4b6ab0e79f7b tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquiring lock "711544cf-78d4-44a3-a0c2-735a7a48409a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.331082] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d2971a83-5d04-4516-b8cf-4b6ab0e79f7b tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lock "711544cf-78d4-44a3-a0c2-735a7a48409a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.331279] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d2971a83-5d04-4516-b8cf-4b6ab0e79f7b tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lock "711544cf-78d4-44a3-a0c2-735a7a48409a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.333435] env[69663]: INFO nova.compute.manager [None req-d2971a83-5d04-4516-b8cf-4b6ab0e79f7b tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Terminating instance [ 1384.335316] env[69663]: DEBUG nova.compute.manager [None req-d2971a83-5d04-4516-b8cf-4b6ab0e79f7b tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1384.335528] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d2971a83-5d04-4516-b8cf-4b6ab0e79f7b tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1384.336414] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf2ebd2-a32b-453c-8f1c-0e7263faefa4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.346115] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2971a83-5d04-4516-b8cf-4b6ab0e79f7b tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1384.346350] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32ed86f9-4df0-4c23-9e27-a244670ba095 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.352367] env[69663]: DEBUG oslo_vmware.api [None req-d2971a83-5d04-4516-b8cf-4b6ab0e79f7b tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1384.352367] env[69663]: value = "task-3333880" [ 1384.352367] env[69663]: _type = "Task" [ 1384.352367] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.360695] env[69663]: DEBUG oslo_vmware.api [None req-d2971a83-5d04-4516-b8cf-4b6ab0e79f7b tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.392053] env[69663]: DEBUG oslo_vmware.api [None req-c69cc729-9e0c-426b-8591-8fae958a179b tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333877, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.861957] env[69663]: DEBUG oslo_vmware.api [None req-d2971a83-5d04-4516-b8cf-4b6ab0e79f7b tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333880, 'name': PowerOffVM_Task, 'duration_secs': 0.226991} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.862261] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2971a83-5d04-4516-b8cf-4b6ab0e79f7b tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1384.862438] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d2971a83-5d04-4516-b8cf-4b6ab0e79f7b tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1384.862688] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d71a580-fcf8-43df-8051-419ec23eaa35 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.890850] env[69663]: DEBUG oslo_vmware.api [None req-c69cc729-9e0c-426b-8591-8fae958a179b tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333877, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.931401] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d2971a83-5d04-4516-b8cf-4b6ab0e79f7b tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1384.931820] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d2971a83-5d04-4516-b8cf-4b6ab0e79f7b tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1384.931820] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2971a83-5d04-4516-b8cf-4b6ab0e79f7b tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Deleting the datastore file [datastore1] 711544cf-78d4-44a3-a0c2-735a7a48409a {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1384.932107] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df0f0ae1-03ca-441f-a6a7-5c372076206d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.939351] env[69663]: DEBUG oslo_vmware.api [None req-d2971a83-5d04-4516-b8cf-4b6ab0e79f7b tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for the task: (returnval){ [ 1384.939351] env[69663]: value = "task-3333882" [ 1384.939351] env[69663]: _type = "Task" [ 1384.939351] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.946970] env[69663]: DEBUG oslo_vmware.api [None req-d2971a83-5d04-4516-b8cf-4b6ab0e79f7b tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.393071] env[69663]: DEBUG oslo_vmware.api [None req-c69cc729-9e0c-426b-8591-8fae958a179b tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333877, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.450112] env[69663]: DEBUG oslo_vmware.api [None req-d2971a83-5d04-4516-b8cf-4b6ab0e79f7b tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Task: {'id': task-3333882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137466} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.450386] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2971a83-5d04-4516-b8cf-4b6ab0e79f7b tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1385.450574] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d2971a83-5d04-4516-b8cf-4b6ab0e79f7b tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1385.450757] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-d2971a83-5d04-4516-b8cf-4b6ab0e79f7b tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1385.450938] env[69663]: INFO nova.compute.manager [None req-d2971a83-5d04-4516-b8cf-4b6ab0e79f7b tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1385.451203] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2971a83-5d04-4516-b8cf-4b6ab0e79f7b tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1385.451397] env[69663]: DEBUG nova.compute.manager [-] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1385.451495] env[69663]: DEBUG nova.network.neutron [-] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1385.869382] env[69663]: DEBUG nova.compute.manager [req-541756aa-6270-441f-a1a9-89f2e913a1c8 req-83b58543-1f66-47e6-945a-cf84e2e741f3 service nova] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Received event network-vif-deleted-9b086c0a-326a-415b-88a9-4022668f9f15 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1385.869643] env[69663]: INFO nova.compute.manager [req-541756aa-6270-441f-a1a9-89f2e913a1c8 req-83b58543-1f66-47e6-945a-cf84e2e741f3 service nova] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Neutron deleted interface 9b086c0a-326a-415b-88a9-4022668f9f15; detaching it from the instance and deleting it from the info cache [ 1385.869834] env[69663]: DEBUG nova.network.neutron [req-541756aa-6270-441f-a1a9-89f2e913a1c8 req-83b58543-1f66-47e6-945a-cf84e2e741f3 service nova] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.893921] env[69663]: DEBUG oslo_vmware.api [None req-c69cc729-9e0c-426b-8591-8fae958a179b tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333877, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.354090] env[69663]: DEBUG nova.network.neutron [-] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.371917] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7d02c24-2415-41b3-8e05-e1ea1979c25f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.382541] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89d8220-928a-42b3-8d30-3704c2903793 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.406818] env[69663]: DEBUG oslo_vmware.api [None req-c69cc729-9e0c-426b-8591-8fae958a179b tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333877, 'name': ReconfigVM_Task, 'duration_secs': 5.798758} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.415082] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c69cc729-9e0c-426b-8591-8fae958a179b tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Releasing lock "0450ae8e-139e-43bf-a327-cdd03a0ce793" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.415334] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-c69cc729-9e0c-426b-8591-8fae958a179b tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Reconfigured VM to detach interface {{(pid=69663) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1984}} [ 1386.418017] env[69663]: DEBUG nova.compute.manager [req-541756aa-6270-441f-a1a9-89f2e913a1c8 req-83b58543-1f66-47e6-945a-cf84e2e741f3 service nova] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Detach interface failed, port_id=9b086c0a-326a-415b-88a9-4022668f9f15, reason: Instance 711544cf-78d4-44a3-a0c2-735a7a48409a could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1386.856656] env[69663]: INFO nova.compute.manager [-] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Took 1.40 seconds to deallocate network for instance. [ 1387.363110] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d2971a83-5d04-4516-b8cf-4b6ab0e79f7b tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.363480] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d2971a83-5d04-4516-b8cf-4b6ab0e79f7b tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.363657] env[69663]: DEBUG nova.objects.instance [None req-d2971a83-5d04-4516-b8cf-4b6ab0e79f7b tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lazy-loading 'resources' on Instance uuid 711544cf-78d4-44a3-a0c2-735a7a48409a {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1387.747694] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c69cc729-9e0c-426b-8591-8fae958a179b tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "refresh_cache-0450ae8e-139e-43bf-a327-cdd03a0ce793" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.747893] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c69cc729-9e0c-426b-8591-8fae958a179b tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquired lock "refresh_cache-0450ae8e-139e-43bf-a327-cdd03a0ce793" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.748101] env[69663]: DEBUG nova.network.neutron [None req-c69cc729-9e0c-426b-8591-8fae958a179b tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1387.939236] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edb68db-4b5f-453a-987b-b691461e9460 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.947060] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea599fb5-0bed-4f56-8596-194f2fdd2293 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.976305] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e52f1f-0a9a-42a4-8665-bcddcdc2c196 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.983153] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f103eb1-f7f3-4029-82d4-5389c59e53e7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.996886] env[69663]: DEBUG nova.compute.provider_tree [None req-d2971a83-5d04-4516-b8cf-4b6ab0e79f7b tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1388.500273] env[69663]: DEBUG nova.scheduler.client.report [None req-d2971a83-5d04-4516-b8cf-4b6ab0e79f7b tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1388.587231] env[69663]: INFO nova.network.neutron [None req-c69cc729-9e0c-426b-8591-8fae958a179b tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Port b342b563-2d10-4f62-8fd4-03069ef51d5c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1388.587736] env[69663]: DEBUG nova.network.neutron [None req-c69cc729-9e0c-426b-8591-8fae958a179b tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Updating instance_info_cache with network_info: [{"id": "12d42e9a-31ee-43fe-bd06-4980494440b6", "address": "fa:16:3e:c0:fc:2d", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12d42e9a-31", "ovs_interfaceid": "12d42e9a-31ee-43fe-bd06-4980494440b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.809160] env[69663]: DEBUG nova.compute.manager [req-44bcb427-835c-44b0-88c6-47bcd8929deb req-af79d318-3eb5-474a-bb1f-f92e23d2cec4 service nova] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Received event network-changed-12d42e9a-31ee-43fe-bd06-4980494440b6 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1388.809317] env[69663]: DEBUG nova.compute.manager [req-44bcb427-835c-44b0-88c6-47bcd8929deb req-af79d318-3eb5-474a-bb1f-f92e23d2cec4 service nova] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Refreshing instance network info cache due to event network-changed-12d42e9a-31ee-43fe-bd06-4980494440b6. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1388.809509] env[69663]: DEBUG oslo_concurrency.lockutils [req-44bcb427-835c-44b0-88c6-47bcd8929deb req-af79d318-3eb5-474a-bb1f-f92e23d2cec4 service nova] Acquiring lock "refresh_cache-0450ae8e-139e-43bf-a327-cdd03a0ce793" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.004748] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d2971a83-5d04-4516-b8cf-4b6ab0e79f7b tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.641s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.024124] env[69663]: INFO nova.scheduler.client.report [None req-d2971a83-5d04-4516-b8cf-4b6ab0e79f7b tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Deleted allocations for instance 711544cf-78d4-44a3-a0c2-735a7a48409a [ 1389.081527] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1389.081671] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69663) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1389.090612] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c69cc729-9e0c-426b-8591-8fae958a179b tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Releasing lock "refresh_cache-0450ae8e-139e-43bf-a327-cdd03a0ce793" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.092798] env[69663]: DEBUG oslo_concurrency.lockutils [req-44bcb427-835c-44b0-88c6-47bcd8929deb req-af79d318-3eb5-474a-bb1f-f92e23d2cec4 service nova] Acquired lock "refresh_cache-0450ae8e-139e-43bf-a327-cdd03a0ce793" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.092998] env[69663]: DEBUG nova.network.neutron [req-44bcb427-835c-44b0-88c6-47bcd8929deb req-af79d318-3eb5-474a-bb1f-f92e23d2cec4 service nova] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Refreshing network info cache for port 12d42e9a-31ee-43fe-bd06-4980494440b6 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1389.510064] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0a1627bf-a4f4-459d-b81b-83f9f57518fa tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "interface-90bccb7e-270e-40f7-a885-e98135642094-b342b563-2d10-4f62-8fd4-03069ef51d5c" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.510391] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0a1627bf-a4f4-459d-b81b-83f9f57518fa tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "interface-90bccb7e-270e-40f7-a885-e98135642094-b342b563-2d10-4f62-8fd4-03069ef51d5c" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.511177] env[69663]: DEBUG nova.objects.instance [None req-0a1627bf-a4f4-459d-b81b-83f9f57518fa tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lazy-loading 'flavor' on Instance uuid 90bccb7e-270e-40f7-a885-e98135642094 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1389.531478] env[69663]: DEBUG oslo_concurrency.lockutils [None req-d2971a83-5d04-4516-b8cf-4b6ab0e79f7b tempest-AttachVolumeShelveTestJSON-958915703 tempest-AttachVolumeShelveTestJSON-958915703-project-member] Lock "711544cf-78d4-44a3-a0c2-735a7a48409a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.201s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.599349] env[69663]: DEBUG oslo_concurrency.lockutils [None req-c69cc729-9e0c-426b-8591-8fae958a179b tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "interface-0450ae8e-139e-43bf-a327-cdd03a0ce793-b342b563-2d10-4f62-8fd4-03069ef51d5c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.786s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.787889] env[69663]: DEBUG nova.network.neutron [req-44bcb427-835c-44b0-88c6-47bcd8929deb req-af79d318-3eb5-474a-bb1f-f92e23d2cec4 service nova] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Updated VIF entry in instance network info cache for port 12d42e9a-31ee-43fe-bd06-4980494440b6. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1389.788372] env[69663]: DEBUG nova.network.neutron [req-44bcb427-835c-44b0-88c6-47bcd8929deb req-af79d318-3eb5-474a-bb1f-f92e23d2cec4 service nova] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Updating instance_info_cache with network_info: [{"id": "12d42e9a-31ee-43fe-bd06-4980494440b6", "address": "fa:16:3e:c0:fc:2d", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12d42e9a-31", "ovs_interfaceid": "12d42e9a-31ee-43fe-bd06-4980494440b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.098153] env[69663]: DEBUG nova.objects.instance [None req-0a1627bf-a4f4-459d-b81b-83f9f57518fa tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lazy-loading 'pci_requests' on Instance uuid 90bccb7e-270e-40f7-a885-e98135642094 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1390.291479] env[69663]: DEBUG oslo_concurrency.lockutils [req-44bcb427-835c-44b0-88c6-47bcd8929deb req-af79d318-3eb5-474a-bb1f-f92e23d2cec4 service nova] Releasing lock "refresh_cache-0450ae8e-139e-43bf-a327-cdd03a0ce793" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.600799] env[69663]: DEBUG nova.objects.base [None req-0a1627bf-a4f4-459d-b81b-83f9f57518fa tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Object Instance<90bccb7e-270e-40f7-a885-e98135642094> lazy-loaded attributes: flavor,pci_requests {{(pid=69663) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1390.601209] env[69663]: DEBUG nova.network.neutron [None req-0a1627bf-a4f4-459d-b81b-83f9f57518fa tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1390.673156] env[69663]: DEBUG nova.policy [None req-0a1627bf-a4f4-459d-b81b-83f9f57518fa tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe26f33280d54c0da7b2a34b63081743', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac4fe632fbab4f2d8d8cd99d45525285', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1390.842138] env[69663]: DEBUG nova.compute.manager [req-5dd44fd0-afc5-451b-aec7-f05976f4243a req-3b0d9af8-5d43-460e-a1ca-53129f84f6ca service nova] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Received event network-changed-04920a98-21b4-4eea-be66-4051c7d7abdd {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1390.842401] env[69663]: DEBUG nova.compute.manager [req-5dd44fd0-afc5-451b-aec7-f05976f4243a req-3b0d9af8-5d43-460e-a1ca-53129f84f6ca service nova] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Refreshing instance network info cache due to event network-changed-04920a98-21b4-4eea-be66-4051c7d7abdd. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1390.842710] env[69663]: DEBUG oslo_concurrency.lockutils [req-5dd44fd0-afc5-451b-aec7-f05976f4243a req-3b0d9af8-5d43-460e-a1ca-53129f84f6ca service nova] Acquiring lock "refresh_cache-90bccb7e-270e-40f7-a885-e98135642094" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.843122] env[69663]: DEBUG oslo_concurrency.lockutils [req-5dd44fd0-afc5-451b-aec7-f05976f4243a req-3b0d9af8-5d43-460e-a1ca-53129f84f6ca service nova] Acquired lock "refresh_cache-90bccb7e-270e-40f7-a885-e98135642094" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.843122] env[69663]: DEBUG nova.network.neutron [req-5dd44fd0-afc5-451b-aec7-f05976f4243a req-3b0d9af8-5d43-460e-a1ca-53129f84f6ca service nova] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Refreshing network info cache for port 04920a98-21b4-4eea-be66-4051c7d7abdd {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1391.082303] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.082493] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Starting heal instance info cache {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1391.541293] env[69663]: DEBUG nova.network.neutron [req-5dd44fd0-afc5-451b-aec7-f05976f4243a req-3b0d9af8-5d43-460e-a1ca-53129f84f6ca service nova] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Updated VIF entry in instance network info cache for port 04920a98-21b4-4eea-be66-4051c7d7abdd. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1391.541666] env[69663]: DEBUG nova.network.neutron [req-5dd44fd0-afc5-451b-aec7-f05976f4243a req-3b0d9af8-5d43-460e-a1ca-53129f84f6ca service nova] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Updating instance_info_cache with network_info: [{"id": "04920a98-21b4-4eea-be66-4051c7d7abdd", "address": "fa:16:3e:ab:e1:61", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04920a98-21", "ovs_interfaceid": "04920a98-21b4-4eea-be66-4051c7d7abdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.044609] env[69663]: DEBUG oslo_concurrency.lockutils [req-5dd44fd0-afc5-451b-aec7-f05976f4243a req-3b0d9af8-5d43-460e-a1ca-53129f84f6ca service nova] Releasing lock "refresh_cache-90bccb7e-270e-40f7-a885-e98135642094" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.135659] env[69663]: DEBUG nova.network.neutron [None req-0a1627bf-a4f4-459d-b81b-83f9f57518fa tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Successfully updated port: b342b563-2d10-4f62-8fd4-03069ef51d5c {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1392.589972] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Didn't find any instances for network info cache update. {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 1392.590219] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.590389] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.590547] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.637720] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0a1627bf-a4f4-459d-b81b-83f9f57518fa tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "refresh_cache-90bccb7e-270e-40f7-a885-e98135642094" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.637888] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0a1627bf-a4f4-459d-b81b-83f9f57518fa tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquired lock "refresh_cache-90bccb7e-270e-40f7-a885-e98135642094" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.638105] env[69663]: DEBUG nova.network.neutron [None req-0a1627bf-a4f4-459d-b81b-83f9f57518fa tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1392.869148] env[69663]: DEBUG nova.compute.manager [req-b4a96a2f-86a3-4f41-9265-21dd2f762bb5 req-024bff26-405d-40cf-8df9-5aa9f9cf4ba8 service nova] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Received event network-vif-plugged-b342b563-2d10-4f62-8fd4-03069ef51d5c {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1392.869385] env[69663]: DEBUG oslo_concurrency.lockutils [req-b4a96a2f-86a3-4f41-9265-21dd2f762bb5 req-024bff26-405d-40cf-8df9-5aa9f9cf4ba8 service nova] Acquiring lock "90bccb7e-270e-40f7-a885-e98135642094-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.869623] env[69663]: DEBUG oslo_concurrency.lockutils [req-b4a96a2f-86a3-4f41-9265-21dd2f762bb5 req-024bff26-405d-40cf-8df9-5aa9f9cf4ba8 service nova] Lock "90bccb7e-270e-40f7-a885-e98135642094-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.869758] env[69663]: DEBUG oslo_concurrency.lockutils [req-b4a96a2f-86a3-4f41-9265-21dd2f762bb5 req-024bff26-405d-40cf-8df9-5aa9f9cf4ba8 service nova] Lock "90bccb7e-270e-40f7-a885-e98135642094-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.870253] env[69663]: DEBUG nova.compute.manager [req-b4a96a2f-86a3-4f41-9265-21dd2f762bb5 req-024bff26-405d-40cf-8df9-5aa9f9cf4ba8 service nova] [instance: 90bccb7e-270e-40f7-a885-e98135642094] No waiting events found dispatching network-vif-plugged-b342b563-2d10-4f62-8fd4-03069ef51d5c {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1392.870253] env[69663]: WARNING nova.compute.manager [req-b4a96a2f-86a3-4f41-9265-21dd2f762bb5 req-024bff26-405d-40cf-8df9-5aa9f9cf4ba8 service nova] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Received unexpected event network-vif-plugged-b342b563-2d10-4f62-8fd4-03069ef51d5c for instance with vm_state active and task_state None. [ 1392.870355] env[69663]: DEBUG nova.compute.manager [req-b4a96a2f-86a3-4f41-9265-21dd2f762bb5 req-024bff26-405d-40cf-8df9-5aa9f9cf4ba8 service nova] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Received event network-changed-b342b563-2d10-4f62-8fd4-03069ef51d5c {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1392.870464] env[69663]: DEBUG nova.compute.manager [req-b4a96a2f-86a3-4f41-9265-21dd2f762bb5 req-024bff26-405d-40cf-8df9-5aa9f9cf4ba8 service nova] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Refreshing instance network info cache due to event network-changed-b342b563-2d10-4f62-8fd4-03069ef51d5c. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1392.870635] env[69663]: DEBUG oslo_concurrency.lockutils [req-b4a96a2f-86a3-4f41-9265-21dd2f762bb5 req-024bff26-405d-40cf-8df9-5aa9f9cf4ba8 service nova] Acquiring lock "refresh_cache-90bccb7e-270e-40f7-a885-e98135642094" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.081345] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1393.173601] env[69663]: WARNING nova.network.neutron [None req-0a1627bf-a4f4-459d-b81b-83f9f57518fa tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] b2589710-832b-4b09-a36e-29ad5a4528fd already exists in list: networks containing: ['b2589710-832b-4b09-a36e-29ad5a4528fd']. ignoring it [ 1393.425628] env[69663]: DEBUG nova.network.neutron [None req-0a1627bf-a4f4-459d-b81b-83f9f57518fa tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Updating instance_info_cache with network_info: [{"id": "04920a98-21b4-4eea-be66-4051c7d7abdd", "address": "fa:16:3e:ab:e1:61", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04920a98-21", "ovs_interfaceid": "04920a98-21b4-4eea-be66-4051c7d7abdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b342b563-2d10-4f62-8fd4-03069ef51d5c", "address": "fa:16:3e:60:8e:27", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb342b563-2d", "ovs_interfaceid": "b342b563-2d10-4f62-8fd4-03069ef51d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.928601] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0a1627bf-a4f4-459d-b81b-83f9f57518fa tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Releasing lock "refresh_cache-90bccb7e-270e-40f7-a885-e98135642094" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.929448] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0a1627bf-a4f4-459d-b81b-83f9f57518fa tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "90bccb7e-270e-40f7-a885-e98135642094" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.929715] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0a1627bf-a4f4-459d-b81b-83f9f57518fa tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquired lock "90bccb7e-270e-40f7-a885-e98135642094" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.930046] env[69663]: DEBUG oslo_concurrency.lockutils [req-b4a96a2f-86a3-4f41-9265-21dd2f762bb5 req-024bff26-405d-40cf-8df9-5aa9f9cf4ba8 service nova] Acquired lock "refresh_cache-90bccb7e-270e-40f7-a885-e98135642094" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.930287] env[69663]: DEBUG nova.network.neutron [req-b4a96a2f-86a3-4f41-9265-21dd2f762bb5 req-024bff26-405d-40cf-8df9-5aa9f9cf4ba8 service nova] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Refreshing network info cache for port b342b563-2d10-4f62-8fd4-03069ef51d5c {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1393.932872] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186cc7af-0437-41f0-ba04-acdc8df36c62 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.950799] env[69663]: DEBUG nova.virt.hardware [None req-0a1627bf-a4f4-459d-b81b-83f9f57518fa tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1393.951523] env[69663]: DEBUG nova.virt.hardware [None req-0a1627bf-a4f4-459d-b81b-83f9f57518fa tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1393.951523] env[69663]: DEBUG nova.virt.hardware [None req-0a1627bf-a4f4-459d-b81b-83f9f57518fa tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1393.951523] env[69663]: DEBUG nova.virt.hardware [None req-0a1627bf-a4f4-459d-b81b-83f9f57518fa tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1393.951679] env[69663]: DEBUG nova.virt.hardware [None req-0a1627bf-a4f4-459d-b81b-83f9f57518fa tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1393.951730] env[69663]: DEBUG nova.virt.hardware [None req-0a1627bf-a4f4-459d-b81b-83f9f57518fa tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1393.951974] env[69663]: DEBUG nova.virt.hardware [None req-0a1627bf-a4f4-459d-b81b-83f9f57518fa tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1393.952204] env[69663]: DEBUG nova.virt.hardware [None req-0a1627bf-a4f4-459d-b81b-83f9f57518fa tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1393.952389] env[69663]: DEBUG nova.virt.hardware [None req-0a1627bf-a4f4-459d-b81b-83f9f57518fa tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1393.952563] env[69663]: DEBUG nova.virt.hardware [None req-0a1627bf-a4f4-459d-b81b-83f9f57518fa tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1393.952744] env[69663]: DEBUG nova.virt.hardware [None req-0a1627bf-a4f4-459d-b81b-83f9f57518fa tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1393.959060] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1627bf-a4f4-459d-b81b-83f9f57518fa tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Reconfiguring VM to attach interface {{(pid=69663) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1929}} [ 1393.959956] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21fe51e2-2371-4952-8ea0-7b943c0e6f43 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.977751] env[69663]: DEBUG oslo_vmware.api [None req-0a1627bf-a4f4-459d-b81b-83f9f57518fa tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1393.977751] env[69663]: value = "task-3333884" [ 1393.977751] env[69663]: _type = "Task" [ 1393.977751] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.985617] env[69663]: DEBUG oslo_vmware.api [None req-0a1627bf-a4f4-459d-b81b-83f9f57518fa tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333884, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.076729] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.081423] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.488933] env[69663]: DEBUG oslo_vmware.api [None req-0a1627bf-a4f4-459d-b81b-83f9f57518fa tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333884, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.584487] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.584725] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.584893] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.585058] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69663) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1394.585993] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11da5825-9349-4cfa-9037-47cbfc586f7a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.593968] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e16c4a2-16b8-4524-8029-e2c757b8ad88 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.610562] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132200fb-7c8d-4b1a-bdeb-f7b4bb053688 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.617224] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d31c71-2e5d-4410-8e7c-f9da9310db5f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.646283] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180150MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=69663) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1394.646438] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.646661] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.649062] env[69663]: DEBUG nova.network.neutron [req-b4a96a2f-86a3-4f41-9265-21dd2f762bb5 req-024bff26-405d-40cf-8df9-5aa9f9cf4ba8 service nova] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Updated VIF entry in instance network info cache for port b342b563-2d10-4f62-8fd4-03069ef51d5c. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1394.649485] env[69663]: DEBUG nova.network.neutron [req-b4a96a2f-86a3-4f41-9265-21dd2f762bb5 req-024bff26-405d-40cf-8df9-5aa9f9cf4ba8 service nova] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Updating instance_info_cache with network_info: [{"id": "04920a98-21b4-4eea-be66-4051c7d7abdd", "address": "fa:16:3e:ab:e1:61", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04920a98-21", "ovs_interfaceid": "04920a98-21b4-4eea-be66-4051c7d7abdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b342b563-2d10-4f62-8fd4-03069ef51d5c", "address": "fa:16:3e:60:8e:27", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb342b563-2d", "ovs_interfaceid": "b342b563-2d10-4f62-8fd4-03069ef51d5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.989155] env[69663]: DEBUG oslo_vmware.api [None req-0a1627bf-a4f4-459d-b81b-83f9f57518fa tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333884, 'name': ReconfigVM_Task, 'duration_secs': 0.514257} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.989992] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0a1627bf-a4f4-459d-b81b-83f9f57518fa tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Releasing lock "90bccb7e-270e-40f7-a885-e98135642094" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.989992] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1627bf-a4f4-459d-b81b-83f9f57518fa tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Reconfigured VM to attach interface {{(pid=69663) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1943}} [ 1395.154388] env[69663]: DEBUG oslo_concurrency.lockutils [req-b4a96a2f-86a3-4f41-9265-21dd2f762bb5 req-024bff26-405d-40cf-8df9-5aa9f9cf4ba8 service nova] Releasing lock "refresh_cache-90bccb7e-270e-40f7-a885-e98135642094" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.494174] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0a1627bf-a4f4-459d-b81b-83f9f57518fa tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "interface-90bccb7e-270e-40f7-a885-e98135642094-b342b563-2d10-4f62-8fd4-03069ef51d5c" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 5.984s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.679439] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 799ddb00-feb4-4314-9c31-2fcb4cfadfba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1395.680289] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 0450ae8e-139e-43bf-a327-cdd03a0ce793 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1395.680289] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 90bccb7e-270e-40f7-a885-e98135642094 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1395.680289] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance e195c74b-6ed1-4054-8303-aa06dcf4bdcd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1395.680289] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1395.680289] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1395.738221] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8baf9744-965c-4c9e-b943-6b105f66f1f2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.746186] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a6aaa9-8a5a-4480-b048-73f7ea6d4d7e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.778338] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fae397a-a608-4031-9a49-bf1570f9585a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.785585] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfb3e76-1e7a-49cd-a479-33bbb163bfe3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.798582] env[69663]: DEBUG nova.compute.provider_tree [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1396.302058] env[69663]: DEBUG nova.scheduler.client.report [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1396.701687] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2a536cd7-618c-405a-95de-94142c8960ba tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "interface-90bccb7e-270e-40f7-a885-e98135642094-b342b563-2d10-4f62-8fd4-03069ef51d5c" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.701932] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2a536cd7-618c-405a-95de-94142c8960ba tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "interface-90bccb7e-270e-40f7-a885-e98135642094-b342b563-2d10-4f62-8fd4-03069ef51d5c" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.806741] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69663) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1396.806741] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.160s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.205377] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2a536cd7-618c-405a-95de-94142c8960ba tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "90bccb7e-270e-40f7-a885-e98135642094" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.205581] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2a536cd7-618c-405a-95de-94142c8960ba tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquired lock "90bccb7e-270e-40f7-a885-e98135642094" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.206570] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b069cda-4024-478f-9853-dc19abba20a6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.225890] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274bc6fd-7634-4235-9959-11b4b545ce76 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.251551] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2a536cd7-618c-405a-95de-94142c8960ba tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Reconfiguring VM to detach interface {{(pid=69663) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1974}} [ 1397.251815] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82c5e7c3-8487-49f8-be38-a2523193062b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.270408] env[69663]: DEBUG oslo_vmware.api [None req-2a536cd7-618c-405a-95de-94142c8960ba tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1397.270408] env[69663]: value = "task-3333885" [ 1397.270408] env[69663]: _type = "Task" [ 1397.270408] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.277644] env[69663]: DEBUG oslo_vmware.api [None req-2a536cd7-618c-405a-95de-94142c8960ba tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333885, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.780382] env[69663]: DEBUG oslo_vmware.api [None req-2a536cd7-618c-405a-95de-94142c8960ba tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.807022] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.281880] env[69663]: DEBUG oslo_vmware.api [None req-2a536cd7-618c-405a-95de-94142c8960ba tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.781840] env[69663]: DEBUG oslo_vmware.api [None req-2a536cd7-618c-405a-95de-94142c8960ba tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.281969] env[69663]: DEBUG oslo_vmware.api [None req-2a536cd7-618c-405a-95de-94142c8960ba tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.782683] env[69663]: DEBUG oslo_vmware.api [None req-2a536cd7-618c-405a-95de-94142c8960ba tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.283788] env[69663]: DEBUG oslo_vmware.api [None req-2a536cd7-618c-405a-95de-94142c8960ba tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.784480] env[69663]: DEBUG oslo_vmware.api [None req-2a536cd7-618c-405a-95de-94142c8960ba tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.285447] env[69663]: DEBUG oslo_vmware.api [None req-2a536cd7-618c-405a-95de-94142c8960ba tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.785840] env[69663]: DEBUG oslo_vmware.api [None req-2a536cd7-618c-405a-95de-94142c8960ba tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.287367] env[69663]: DEBUG oslo_vmware.api [None req-2a536cd7-618c-405a-95de-94142c8960ba tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.787788] env[69663]: DEBUG oslo_vmware.api [None req-2a536cd7-618c-405a-95de-94142c8960ba tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333885, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.288529] env[69663]: DEBUG oslo_vmware.api [None req-2a536cd7-618c-405a-95de-94142c8960ba tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333885, 'name': ReconfigVM_Task, 'duration_secs': 5.727392} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.288866] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2a536cd7-618c-405a-95de-94142c8960ba tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Releasing lock "90bccb7e-270e-40f7-a885-e98135642094" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.289100] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2a536cd7-618c-405a-95de-94142c8960ba tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Reconfigured VM to detach interface {{(pid=69663) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1984}} [ 1404.573484] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2a536cd7-618c-405a-95de-94142c8960ba tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "refresh_cache-90bccb7e-270e-40f7-a885-e98135642094" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.573782] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2a536cd7-618c-405a-95de-94142c8960ba tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquired lock "refresh_cache-90bccb7e-270e-40f7-a885-e98135642094" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.573888] env[69663]: DEBUG nova.network.neutron [None req-2a536cd7-618c-405a-95de-94142c8960ba tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1405.089797] env[69663]: DEBUG oslo_concurrency.lockutils [None req-530e5945-e37f-4a71-b714-464f2ee9a347 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "90bccb7e-270e-40f7-a885-e98135642094" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.090036] env[69663]: DEBUG oslo_concurrency.lockutils [None req-530e5945-e37f-4a71-b714-464f2ee9a347 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "90bccb7e-270e-40f7-a885-e98135642094" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.090257] env[69663]: DEBUG oslo_concurrency.lockutils [None req-530e5945-e37f-4a71-b714-464f2ee9a347 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "90bccb7e-270e-40f7-a885-e98135642094-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.090444] env[69663]: DEBUG oslo_concurrency.lockutils [None req-530e5945-e37f-4a71-b714-464f2ee9a347 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "90bccb7e-270e-40f7-a885-e98135642094-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.090617] env[69663]: DEBUG oslo_concurrency.lockutils [None req-530e5945-e37f-4a71-b714-464f2ee9a347 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "90bccb7e-270e-40f7-a885-e98135642094-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.094172] env[69663]: INFO nova.compute.manager [None req-530e5945-e37f-4a71-b714-464f2ee9a347 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Terminating instance [ 1405.095860] env[69663]: DEBUG nova.compute.manager [None req-530e5945-e37f-4a71-b714-464f2ee9a347 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1405.096131] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-530e5945-e37f-4a71-b714-464f2ee9a347 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1405.096919] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b84fa85-d93c-42c7-ac63-b29d978e557a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.104857] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-530e5945-e37f-4a71-b714-464f2ee9a347 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1405.105099] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f89aefb0-542b-4e39-8ee2-6c2df7706837 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.113590] env[69663]: DEBUG oslo_vmware.api [None req-530e5945-e37f-4a71-b714-464f2ee9a347 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1405.113590] env[69663]: value = "task-3333886" [ 1405.113590] env[69663]: _type = "Task" [ 1405.113590] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.121143] env[69663]: DEBUG oslo_vmware.api [None req-530e5945-e37f-4a71-b714-464f2ee9a347 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.277884] env[69663]: INFO nova.network.neutron [None req-2a536cd7-618c-405a-95de-94142c8960ba tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Port b342b563-2d10-4f62-8fd4-03069ef51d5c from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1405.278294] env[69663]: DEBUG nova.network.neutron [None req-2a536cd7-618c-405a-95de-94142c8960ba tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Updating instance_info_cache with network_info: [{"id": "04920a98-21b4-4eea-be66-4051c7d7abdd", "address": "fa:16:3e:ab:e1:61", "network": {"id": "b2589710-832b-4b09-a36e-29ad5a4528fd", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1119803469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac4fe632fbab4f2d8d8cd99d45525285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04920a98-21", "ovs_interfaceid": "04920a98-21b4-4eea-be66-4051c7d7abdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.624262] env[69663]: DEBUG oslo_vmware.api [None req-530e5945-e37f-4a71-b714-464f2ee9a347 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333886, 'name': PowerOffVM_Task, 'duration_secs': 0.189335} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.624577] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-530e5945-e37f-4a71-b714-464f2ee9a347 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1405.624741] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-530e5945-e37f-4a71-b714-464f2ee9a347 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1405.624964] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e1f2a6c-7d3c-4e5d-807f-263c36c70661 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.687542] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-530e5945-e37f-4a71-b714-464f2ee9a347 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1405.687775] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-530e5945-e37f-4a71-b714-464f2ee9a347 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1405.688269] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-530e5945-e37f-4a71-b714-464f2ee9a347 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Deleting the datastore file [datastore2] 90bccb7e-270e-40f7-a885-e98135642094 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1405.688359] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-002d7956-0c2c-4002-a465-841db8f44510 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.695245] env[69663]: DEBUG oslo_vmware.api [None req-530e5945-e37f-4a71-b714-464f2ee9a347 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1405.695245] env[69663]: value = "task-3333888" [ 1405.695245] env[69663]: _type = "Task" [ 1405.695245] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.703314] env[69663]: DEBUG oslo_vmware.api [None req-530e5945-e37f-4a71-b714-464f2ee9a347 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.781247] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2a536cd7-618c-405a-95de-94142c8960ba tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Releasing lock "refresh_cache-90bccb7e-270e-40f7-a885-e98135642094" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.205375] env[69663]: DEBUG oslo_vmware.api [None req-530e5945-e37f-4a71-b714-464f2ee9a347 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165542} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.205637] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-530e5945-e37f-4a71-b714-464f2ee9a347 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1406.205829] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-530e5945-e37f-4a71-b714-464f2ee9a347 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1406.206046] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-530e5945-e37f-4a71-b714-464f2ee9a347 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1406.206240] env[69663]: INFO nova.compute.manager [None req-530e5945-e37f-4a71-b714-464f2ee9a347 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1406.206487] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-530e5945-e37f-4a71-b714-464f2ee9a347 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1406.206682] env[69663]: DEBUG nova.compute.manager [-] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1406.206778] env[69663]: DEBUG nova.network.neutron [-] [instance: 90bccb7e-270e-40f7-a885-e98135642094] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1406.285780] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2a536cd7-618c-405a-95de-94142c8960ba tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "interface-90bccb7e-270e-40f7-a885-e98135642094-b342b563-2d10-4f62-8fd4-03069ef51d5c" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.583s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.796560] env[69663]: DEBUG nova.compute.manager [req-c32a8412-5fac-4da4-a727-11f7c94c417a req-022bc98f-6a4b-4ca7-b19f-338d0fa967c8 service nova] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Received event network-vif-deleted-04920a98-21b4-4eea-be66-4051c7d7abdd {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1406.796794] env[69663]: INFO nova.compute.manager [req-c32a8412-5fac-4da4-a727-11f7c94c417a req-022bc98f-6a4b-4ca7-b19f-338d0fa967c8 service nova] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Neutron deleted interface 04920a98-21b4-4eea-be66-4051c7d7abdd; detaching it from the instance and deleting it from the info cache [ 1406.797077] env[69663]: DEBUG nova.network.neutron [req-c32a8412-5fac-4da4-a727-11f7c94c417a req-022bc98f-6a4b-4ca7-b19f-338d0fa967c8 service nova] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.275363] env[69663]: DEBUG nova.network.neutron [-] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.299014] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56a083a9-922d-4ac8-8258-a49646392964 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.309469] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b036de-5d92-4234-91e5-4e1c5ae032a3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.334546] env[69663]: DEBUG nova.compute.manager [req-c32a8412-5fac-4da4-a727-11f7c94c417a req-022bc98f-6a4b-4ca7-b19f-338d0fa967c8 service nova] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Detach interface failed, port_id=04920a98-21b4-4eea-be66-4051c7d7abdd, reason: Instance 90bccb7e-270e-40f7-a885-e98135642094 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1407.778272] env[69663]: INFO nova.compute.manager [-] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Took 1.57 seconds to deallocate network for instance. [ 1408.284902] env[69663]: DEBUG oslo_concurrency.lockutils [None req-530e5945-e37f-4a71-b714-464f2ee9a347 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.285237] env[69663]: DEBUG oslo_concurrency.lockutils [None req-530e5945-e37f-4a71-b714-464f2ee9a347 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.285448] env[69663]: DEBUG nova.objects.instance [None req-530e5945-e37f-4a71-b714-464f2ee9a347 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lazy-loading 'resources' on Instance uuid 90bccb7e-270e-40f7-a885-e98135642094 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1408.848336] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da873133-5899-42d3-895c-6be159cfa5f0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.855592] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0e3078-175d-41d3-98d9-ed5236adaa95 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.885759] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111a550e-9bf2-44ad-b24b-b6d230c0caff {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.892588] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf719fe9-8de8-461f-b47e-1da8168c6afd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.905282] env[69663]: DEBUG nova.compute.provider_tree [None req-530e5945-e37f-4a71-b714-464f2ee9a347 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1409.408861] env[69663]: DEBUG nova.scheduler.client.report [None req-530e5945-e37f-4a71-b714-464f2ee9a347 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1409.914507] env[69663]: DEBUG oslo_concurrency.lockutils [None req-530e5945-e37f-4a71-b714-464f2ee9a347 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.936027] env[69663]: INFO nova.scheduler.client.report [None req-530e5945-e37f-4a71-b714-464f2ee9a347 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Deleted allocations for instance 90bccb7e-270e-40f7-a885-e98135642094 [ 1410.443919] env[69663]: DEBUG oslo_concurrency.lockutils [None req-530e5945-e37f-4a71-b714-464f2ee9a347 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "90bccb7e-270e-40f7-a885-e98135642094" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.353s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.554190] env[69663]: DEBUG oslo_concurrency.lockutils [None req-690e8d95-8f3c-4ae5-9cfd-b0e1876f6b26 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "0450ae8e-139e-43bf-a327-cdd03a0ce793" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.554461] env[69663]: DEBUG oslo_concurrency.lockutils [None req-690e8d95-8f3c-4ae5-9cfd-b0e1876f6b26 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "0450ae8e-139e-43bf-a327-cdd03a0ce793" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.554680] env[69663]: DEBUG oslo_concurrency.lockutils [None req-690e8d95-8f3c-4ae5-9cfd-b0e1876f6b26 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "0450ae8e-139e-43bf-a327-cdd03a0ce793-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.554869] env[69663]: DEBUG oslo_concurrency.lockutils [None req-690e8d95-8f3c-4ae5-9cfd-b0e1876f6b26 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "0450ae8e-139e-43bf-a327-cdd03a0ce793-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.555057] env[69663]: DEBUG oslo_concurrency.lockutils [None req-690e8d95-8f3c-4ae5-9cfd-b0e1876f6b26 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "0450ae8e-139e-43bf-a327-cdd03a0ce793-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.557218] env[69663]: INFO nova.compute.manager [None req-690e8d95-8f3c-4ae5-9cfd-b0e1876f6b26 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Terminating instance [ 1410.558904] env[69663]: DEBUG nova.compute.manager [None req-690e8d95-8f3c-4ae5-9cfd-b0e1876f6b26 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1410.559097] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-690e8d95-8f3c-4ae5-9cfd-b0e1876f6b26 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1410.559931] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18148e3a-0765-497c-8a13-1adb1786d588 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.567685] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-690e8d95-8f3c-4ae5-9cfd-b0e1876f6b26 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1410.567921] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0af82630-a412-4db6-bf7f-78bb28d1644d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.574693] env[69663]: DEBUG oslo_vmware.api [None req-690e8d95-8f3c-4ae5-9cfd-b0e1876f6b26 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1410.574693] env[69663]: value = "task-3333889" [ 1410.574693] env[69663]: _type = "Task" [ 1410.574693] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.582462] env[69663]: DEBUG oslo_vmware.api [None req-690e8d95-8f3c-4ae5-9cfd-b0e1876f6b26 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.084539] env[69663]: DEBUG oslo_vmware.api [None req-690e8d95-8f3c-4ae5-9cfd-b0e1876f6b26 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333889, 'name': PowerOffVM_Task, 'duration_secs': 0.176885} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.084910] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-690e8d95-8f3c-4ae5-9cfd-b0e1876f6b26 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1411.085169] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-690e8d95-8f3c-4ae5-9cfd-b0e1876f6b26 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1411.085468] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7735806c-adb4-4d81-a0ad-ac8b4a6e011a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.146480] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-690e8d95-8f3c-4ae5-9cfd-b0e1876f6b26 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1411.146715] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-690e8d95-8f3c-4ae5-9cfd-b0e1876f6b26 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1411.146880] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-690e8d95-8f3c-4ae5-9cfd-b0e1876f6b26 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Deleting the datastore file [datastore1] 0450ae8e-139e-43bf-a327-cdd03a0ce793 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1411.147187] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7452342-a197-4af3-892a-b25962d8ac31 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.154809] env[69663]: DEBUG oslo_vmware.api [None req-690e8d95-8f3c-4ae5-9cfd-b0e1876f6b26 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for the task: (returnval){ [ 1411.154809] env[69663]: value = "task-3333891" [ 1411.154809] env[69663]: _type = "Task" [ 1411.154809] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.162657] env[69663]: DEBUG oslo_vmware.api [None req-690e8d95-8f3c-4ae5-9cfd-b0e1876f6b26 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.663783] env[69663]: DEBUG oslo_vmware.api [None req-690e8d95-8f3c-4ae5-9cfd-b0e1876f6b26 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Task: {'id': task-3333891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140258} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.664203] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-690e8d95-8f3c-4ae5-9cfd-b0e1876f6b26 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1411.664468] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-690e8d95-8f3c-4ae5-9cfd-b0e1876f6b26 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1411.664723] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-690e8d95-8f3c-4ae5-9cfd-b0e1876f6b26 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1411.664980] env[69663]: INFO nova.compute.manager [None req-690e8d95-8f3c-4ae5-9cfd-b0e1876f6b26 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1411.665298] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-690e8d95-8f3c-4ae5-9cfd-b0e1876f6b26 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1411.665540] env[69663]: DEBUG nova.compute.manager [-] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1411.665680] env[69663]: DEBUG nova.network.neutron [-] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1411.891254] env[69663]: DEBUG nova.compute.manager [req-7c7dd53c-bb44-42fc-bd10-7486e6aad5e0 req-6f0a8363-cf54-4a61-951d-f4e273e03ea4 service nova] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Received event network-vif-deleted-12d42e9a-31ee-43fe-bd06-4980494440b6 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1411.891254] env[69663]: INFO nova.compute.manager [req-7c7dd53c-bb44-42fc-bd10-7486e6aad5e0 req-6f0a8363-cf54-4a61-951d-f4e273e03ea4 service nova] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Neutron deleted interface 12d42e9a-31ee-43fe-bd06-4980494440b6; detaching it from the instance and deleting it from the info cache [ 1411.891254] env[69663]: DEBUG nova.network.neutron [req-7c7dd53c-bb44-42fc-bd10-7486e6aad5e0 req-6f0a8363-cf54-4a61-951d-f4e273e03ea4 service nova] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.375706] env[69663]: DEBUG nova.network.neutron [-] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.393814] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-487d3cda-c2d1-434d-a3e5-03ca75d9e1f9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.403590] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970aaaca-873f-4418-87e3-ebfab4ef662b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.427764] env[69663]: DEBUG nova.compute.manager [req-7c7dd53c-bb44-42fc-bd10-7486e6aad5e0 req-6f0a8363-cf54-4a61-951d-f4e273e03ea4 service nova] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Detach interface failed, port_id=12d42e9a-31ee-43fe-bd06-4980494440b6, reason: Instance 0450ae8e-139e-43bf-a327-cdd03a0ce793 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1412.878751] env[69663]: INFO nova.compute.manager [-] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Took 1.21 seconds to deallocate network for instance. [ 1413.385755] env[69663]: DEBUG oslo_concurrency.lockutils [None req-690e8d95-8f3c-4ae5-9cfd-b0e1876f6b26 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.386221] env[69663]: DEBUG oslo_concurrency.lockutils [None req-690e8d95-8f3c-4ae5-9cfd-b0e1876f6b26 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.386539] env[69663]: DEBUG nova.objects.instance [None req-690e8d95-8f3c-4ae5-9cfd-b0e1876f6b26 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lazy-loading 'resources' on Instance uuid 0450ae8e-139e-43bf-a327-cdd03a0ce793 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1413.951471] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462d4f52-edfb-4c5e-87e9-36d064b5329b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.959397] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115d5377-393c-4d28-b5b0-f587f1cda97d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.989417] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636219dc-34f5-4b5c-917a-266acd7a7aad {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.995974] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76463948-eec4-4cb1-bf6f-15b60d3a237f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.008481] env[69663]: DEBUG nova.compute.provider_tree [None req-690e8d95-8f3c-4ae5-9cfd-b0e1876f6b26 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1414.511831] env[69663]: DEBUG nova.scheduler.client.report [None req-690e8d95-8f3c-4ae5-9cfd-b0e1876f6b26 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1415.017062] env[69663]: DEBUG oslo_concurrency.lockutils [None req-690e8d95-8f3c-4ae5-9cfd-b0e1876f6b26 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.631s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.037737] env[69663]: INFO nova.scheduler.client.report [None req-690e8d95-8f3c-4ae5-9cfd-b0e1876f6b26 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Deleted allocations for instance 0450ae8e-139e-43bf-a327-cdd03a0ce793 [ 1415.546994] env[69663]: DEBUG oslo_concurrency.lockutils [None req-690e8d95-8f3c-4ae5-9cfd-b0e1876f6b26 tempest-AttachInterfacesTestJSON-1282078155 tempest-AttachInterfacesTestJSON-1282078155-project-member] Lock "0450ae8e-139e-43bf-a327-cdd03a0ce793" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.992s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.549092] env[69663]: INFO nova.compute.manager [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Rebuilding instance [ 1420.567293] env[69663]: DEBUG oslo_concurrency.lockutils [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Acquiring lock "d788a731-109c-48eb-baf2-4ba1a9749923" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.567532] env[69663]: DEBUG oslo_concurrency.lockutils [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Lock "d788a731-109c-48eb-baf2-4ba1a9749923" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.591807] env[69663]: DEBUG nova.compute.manager [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1420.592675] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49f3318-25a9-4feb-955d-a820dca563f3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.071305] env[69663]: DEBUG nova.compute.manager [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1421.103386] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1421.104340] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be7651c0-35e7-48f8-be16-7539fe486067 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.112719] env[69663]: DEBUG oslo_vmware.api [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1421.112719] env[69663]: value = "task-3333892" [ 1421.112719] env[69663]: _type = "Task" [ 1421.112719] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.122041] env[69663]: DEBUG oslo_vmware.api [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.589854] env[69663]: DEBUG oslo_concurrency.lockutils [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.590157] env[69663]: DEBUG oslo_concurrency.lockutils [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.591921] env[69663]: INFO nova.compute.claims [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1421.621951] env[69663]: DEBUG oslo_vmware.api [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333892, 'name': PowerOffVM_Task, 'duration_secs': 0.194414} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.622235] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1421.622737] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1421.623272] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7143714-0e80-426a-ac2d-8a64a036ae63 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.630187] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1421.630426] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-261dbe7c-06c9-4675-9909-301ff3c3d505 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.692296] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1421.692524] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1421.692713] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Deleting the datastore file [datastore1] e195c74b-6ed1-4054-8303-aa06dcf4bdcd {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1421.692989] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-556319d8-a975-4103-91f4-a3f31249102d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.699699] env[69663]: DEBUG oslo_vmware.api [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1421.699699] env[69663]: value = "task-3333894" [ 1421.699699] env[69663]: _type = "Task" [ 1421.699699] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.707385] env[69663]: DEBUG oslo_vmware.api [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333894, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.209647] env[69663]: DEBUG oslo_vmware.api [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333894, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129352} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.209894] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1422.210211] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1422.210419] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1422.646104] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9ce420-1b52-4975-aa9d-0d7409ea7fff {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.653755] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257de104-57d0-464c-a674-ca126e50d643 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.684234] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77e18a2-864a-4566-87de-c416a7eeacf9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.690922] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6463ca1-a1f2-4e31-938e-68e9679c0c6c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.703546] env[69663]: DEBUG nova.compute.provider_tree [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1423.207133] env[69663]: DEBUG nova.scheduler.client.report [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1423.245524] env[69663]: DEBUG nova.virt.hardware [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1423.245768] env[69663]: DEBUG nova.virt.hardware [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1423.245932] env[69663]: DEBUG nova.virt.hardware [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1423.246206] env[69663]: DEBUG nova.virt.hardware [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1423.246374] env[69663]: DEBUG nova.virt.hardware [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1423.246537] env[69663]: DEBUG nova.virt.hardware [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1423.246763] env[69663]: DEBUG nova.virt.hardware [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1423.246931] env[69663]: DEBUG nova.virt.hardware [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1423.247125] env[69663]: DEBUG nova.virt.hardware [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1423.247314] env[69663]: DEBUG nova.virt.hardware [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1423.247497] env[69663]: DEBUG nova.virt.hardware [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1423.248435] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da19dccd-7918-46f2-8ea2-dda57e8b7834 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.256800] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce59511-c355-4228-8449-2828dabdde93 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.270423] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:7b:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4adc8ed0-d11a-4510-9be0-b27c0da3a903', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa63a199-515c-4b7f-83ab-840f67b28b63', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1423.278115] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1423.278416] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1423.278564] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28f12675-1fa8-4eba-94b2-26078321c6da {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.299586] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1423.299586] env[69663]: value = "task-3333895" [ 1423.299586] env[69663]: _type = "Task" [ 1423.299586] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.308174] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333895, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.712050] env[69663]: DEBUG oslo_concurrency.lockutils [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.122s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.712568] env[69663]: DEBUG nova.compute.manager [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1423.808874] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333895, 'name': CreateVM_Task, 'duration_secs': 0.280269} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.809056] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1423.809705] env[69663]: DEBUG oslo_concurrency.lockutils [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.809878] env[69663]: DEBUG oslo_concurrency.lockutils [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.810227] env[69663]: DEBUG oslo_concurrency.lockutils [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.810472] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76a1c0e1-1f6a-4e97-8782-02c6fe62c47c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.814776] env[69663]: DEBUG oslo_vmware.api [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1423.814776] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e2cb8c-1f87-e994-7102-d25e7e74be7a" [ 1423.814776] env[69663]: _type = "Task" [ 1423.814776] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.821705] env[69663]: DEBUG oslo_vmware.api [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e2cb8c-1f87-e994-7102-d25e7e74be7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.217465] env[69663]: DEBUG nova.compute.utils [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1424.218923] env[69663]: DEBUG nova.compute.manager [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1424.219104] env[69663]: DEBUG nova.network.neutron [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1424.256047] env[69663]: DEBUG nova.policy [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9350ef84473e43a0a0b182f30819e522', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd07b6ee5a9d4f38905fbdd385665d47', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1424.327018] env[69663]: DEBUG oslo_vmware.api [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e2cb8c-1f87-e994-7102-d25e7e74be7a, 'name': SearchDatastore_Task, 'duration_secs': 0.009768} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.327411] env[69663]: DEBUG oslo_concurrency.lockutils [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.327679] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1424.327959] env[69663]: DEBUG oslo_concurrency.lockutils [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.328144] env[69663]: DEBUG oslo_concurrency.lockutils [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.328341] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1424.328632] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbf314ed-2e8d-411d-a5cf-37d78b104502 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.337191] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1424.337325] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1424.337930] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70026c7d-cf95-4de0-bb4b-253889a3f01d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.342599] env[69663]: DEBUG oslo_vmware.api [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1424.342599] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52fa30cf-73a5-d1c3-ee1c-58b2e67c74b3" [ 1424.342599] env[69663]: _type = "Task" [ 1424.342599] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.349831] env[69663]: DEBUG oslo_vmware.api [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52fa30cf-73a5-d1c3-ee1c-58b2e67c74b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.502968] env[69663]: DEBUG nova.network.neutron [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Successfully created port: 23c9b22f-d6d9-4aad-8b35-59b1eec167ee {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1424.723210] env[69663]: DEBUG nova.compute.manager [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1424.852867] env[69663]: DEBUG oslo_vmware.api [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52fa30cf-73a5-d1c3-ee1c-58b2e67c74b3, 'name': SearchDatastore_Task, 'duration_secs': 0.0084} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.853693] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc83adc9-9c70-42ce-ac66-3ce44f604aa2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.860032] env[69663]: DEBUG oslo_vmware.api [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1424.860032] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5270ca40-6045-53e4-0e48-27003cda253a" [ 1424.860032] env[69663]: _type = "Task" [ 1424.860032] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.866152] env[69663]: DEBUG oslo_vmware.api [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5270ca40-6045-53e4-0e48-27003cda253a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.369356] env[69663]: DEBUG oslo_vmware.api [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5270ca40-6045-53e4-0e48-27003cda253a, 'name': SearchDatastore_Task, 'duration_secs': 0.009285} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.369622] env[69663]: DEBUG oslo_concurrency.lockutils [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.369873] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] e195c74b-6ed1-4054-8303-aa06dcf4bdcd/e195c74b-6ed1-4054-8303-aa06dcf4bdcd.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1425.370143] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0cfb4cbc-3c8d-4dc2-b04b-4cbdcaf67453 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.376738] env[69663]: DEBUG oslo_vmware.api [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1425.376738] env[69663]: value = "task-3333896" [ 1425.376738] env[69663]: _type = "Task" [ 1425.376738] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.383793] env[69663]: DEBUG oslo_vmware.api [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333896, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.733445] env[69663]: DEBUG nova.compute.manager [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1425.764367] env[69663]: DEBUG nova.virt.hardware [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1425.764641] env[69663]: DEBUG nova.virt.hardware [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1425.764802] env[69663]: DEBUG nova.virt.hardware [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1425.764993] env[69663]: DEBUG nova.virt.hardware [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1425.765209] env[69663]: DEBUG nova.virt.hardware [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1425.765419] env[69663]: DEBUG nova.virt.hardware [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1425.765645] env[69663]: DEBUG nova.virt.hardware [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1425.765810] env[69663]: DEBUG nova.virt.hardware [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1425.766102] env[69663]: DEBUG nova.virt.hardware [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1425.766210] env[69663]: DEBUG nova.virt.hardware [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1425.766395] env[69663]: DEBUG nova.virt.hardware [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1425.767358] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11864e92-7789-4436-88d2-a10129bec09e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.776525] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25d034d-1465-4bbd-900f-f884aee3d02f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.885800] env[69663]: DEBUG oslo_vmware.api [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333896, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.426433} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.886126] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] e195c74b-6ed1-4054-8303-aa06dcf4bdcd/e195c74b-6ed1-4054-8303-aa06dcf4bdcd.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1425.886390] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1425.886654] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f241c4ed-c1df-46ee-8dcc-5990041214ba {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.893289] env[69663]: DEBUG oslo_vmware.api [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1425.893289] env[69663]: value = "task-3333897" [ 1425.893289] env[69663]: _type = "Task" [ 1425.893289] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.900787] env[69663]: DEBUG oslo_vmware.api [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333897, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.047271] env[69663]: DEBUG nova.compute.manager [req-ce2763df-4138-47a6-bc77-08f7726722cb req-9bb5fed3-7444-41f0-b27f-4c18547e707e service nova] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Received event network-vif-plugged-23c9b22f-d6d9-4aad-8b35-59b1eec167ee {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1426.047565] env[69663]: DEBUG oslo_concurrency.lockutils [req-ce2763df-4138-47a6-bc77-08f7726722cb req-9bb5fed3-7444-41f0-b27f-4c18547e707e service nova] Acquiring lock "d788a731-109c-48eb-baf2-4ba1a9749923-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.047812] env[69663]: DEBUG oslo_concurrency.lockutils [req-ce2763df-4138-47a6-bc77-08f7726722cb req-9bb5fed3-7444-41f0-b27f-4c18547e707e service nova] Lock "d788a731-109c-48eb-baf2-4ba1a9749923-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.048136] env[69663]: DEBUG oslo_concurrency.lockutils [req-ce2763df-4138-47a6-bc77-08f7726722cb req-9bb5fed3-7444-41f0-b27f-4c18547e707e service nova] Lock "d788a731-109c-48eb-baf2-4ba1a9749923-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.048673] env[69663]: DEBUG nova.compute.manager [req-ce2763df-4138-47a6-bc77-08f7726722cb req-9bb5fed3-7444-41f0-b27f-4c18547e707e service nova] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] No waiting events found dispatching network-vif-plugged-23c9b22f-d6d9-4aad-8b35-59b1eec167ee {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1426.048899] env[69663]: WARNING nova.compute.manager [req-ce2763df-4138-47a6-bc77-08f7726722cb req-9bb5fed3-7444-41f0-b27f-4c18547e707e service nova] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Received unexpected event network-vif-plugged-23c9b22f-d6d9-4aad-8b35-59b1eec167ee for instance with vm_state building and task_state spawning. [ 1426.129877] env[69663]: DEBUG nova.network.neutron [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Successfully updated port: 23c9b22f-d6d9-4aad-8b35-59b1eec167ee {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1426.403346] env[69663]: DEBUG oslo_vmware.api [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333897, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056294} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.403632] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1426.404544] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62db2e43-b7c4-4637-ab26-f17250f580dc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.426268] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] e195c74b-6ed1-4054-8303-aa06dcf4bdcd/e195c74b-6ed1-4054-8303-aa06dcf4bdcd.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1426.426570] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9647cbc-71ac-4efd-b122-5400f6c50354 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.445449] env[69663]: DEBUG oslo_vmware.api [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1426.445449] env[69663]: value = "task-3333898" [ 1426.445449] env[69663]: _type = "Task" [ 1426.445449] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.452805] env[69663]: DEBUG oslo_vmware.api [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333898, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.632337] env[69663]: DEBUG oslo_concurrency.lockutils [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Acquiring lock "refresh_cache-d788a731-109c-48eb-baf2-4ba1a9749923" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.632501] env[69663]: DEBUG oslo_concurrency.lockutils [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Acquired lock "refresh_cache-d788a731-109c-48eb-baf2-4ba1a9749923" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.632619] env[69663]: DEBUG nova.network.neutron [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1426.955870] env[69663]: DEBUG oslo_vmware.api [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333898, 'name': ReconfigVM_Task, 'duration_secs': 0.269637} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.956232] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Reconfigured VM instance instance-0000007e to attach disk [datastore1] e195c74b-6ed1-4054-8303-aa06dcf4bdcd/e195c74b-6ed1-4054-8303-aa06dcf4bdcd.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1426.956847] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96d4a48f-d154-4d89-8e41-37460add4679 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.964177] env[69663]: DEBUG oslo_vmware.api [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1426.964177] env[69663]: value = "task-3333899" [ 1426.964177] env[69663]: _type = "Task" [ 1426.964177] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.971459] env[69663]: DEBUG oslo_vmware.api [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333899, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.163918] env[69663]: DEBUG nova.network.neutron [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1427.279159] env[69663]: DEBUG nova.network.neutron [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Updating instance_info_cache with network_info: [{"id": "23c9b22f-d6d9-4aad-8b35-59b1eec167ee", "address": "fa:16:3e:1e:be:f2", "network": {"id": "c2a1e326-9e5b-44f5-8228-5f9926eb4abe", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1436030195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd07b6ee5a9d4f38905fbdd385665d47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23c9b22f-d6", "ovs_interfaceid": "23c9b22f-d6d9-4aad-8b35-59b1eec167ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.473513] env[69663]: DEBUG oslo_vmware.api [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333899, 'name': Rename_Task, 'duration_secs': 0.137593} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.473799] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1427.474067] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c26b0821-e8b1-4249-8832-b05763a9a7b0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.480683] env[69663]: DEBUG oslo_vmware.api [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1427.480683] env[69663]: value = "task-3333900" [ 1427.480683] env[69663]: _type = "Task" [ 1427.480683] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.487633] env[69663]: DEBUG oslo_vmware.api [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.782286] env[69663]: DEBUG oslo_concurrency.lockutils [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Releasing lock "refresh_cache-d788a731-109c-48eb-baf2-4ba1a9749923" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.782717] env[69663]: DEBUG nova.compute.manager [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Instance network_info: |[{"id": "23c9b22f-d6d9-4aad-8b35-59b1eec167ee", "address": "fa:16:3e:1e:be:f2", "network": {"id": "c2a1e326-9e5b-44f5-8228-5f9926eb4abe", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1436030195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd07b6ee5a9d4f38905fbdd385665d47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23c9b22f-d6", "ovs_interfaceid": "23c9b22f-d6d9-4aad-8b35-59b1eec167ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1427.783249] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:be:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '517421c3-bea0-419c-ab0b-987815e5d160', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23c9b22f-d6d9-4aad-8b35-59b1eec167ee', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1427.790661] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Creating folder: Project (dd07b6ee5a9d4f38905fbdd385665d47). Parent ref: group-v665133. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1427.790958] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6bd37664-9000-464b-9d27-e077ee9e679a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.801900] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Created folder: Project (dd07b6ee5a9d4f38905fbdd385665d47) in parent group-v665133. [ 1427.802104] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Creating folder: Instances. Parent ref: group-v665474. {{(pid=69663) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1589}} [ 1427.802335] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a855e32b-24aa-43df-898b-0ff30247c049 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.811509] env[69663]: INFO nova.virt.vmwareapi.vm_util [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Created folder: Instances in parent group-v665474. [ 1427.811695] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1427.811886] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1427.812103] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1c9b49c-a21d-4ad0-bb57-591c1da84205 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.830852] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1427.830852] env[69663]: value = "task-3333903" [ 1427.830852] env[69663]: _type = "Task" [ 1427.830852] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.837944] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333903, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.991263] env[69663]: DEBUG oslo_vmware.api [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333900, 'name': PowerOnVM_Task, 'duration_secs': 0.425314} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.991609] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1427.991856] env[69663]: DEBUG nova.compute.manager [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1427.992783] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cc928d-b4c5-481e-989b-f368b272e614 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.075928] env[69663]: DEBUG nova.compute.manager [req-4f074862-16c6-45be-8633-9c1cc8db637c req-67d4b812-100b-4db1-9035-65162e66159b service nova] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Received event network-changed-23c9b22f-d6d9-4aad-8b35-59b1eec167ee {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1428.076256] env[69663]: DEBUG nova.compute.manager [req-4f074862-16c6-45be-8633-9c1cc8db637c req-67d4b812-100b-4db1-9035-65162e66159b service nova] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Refreshing instance network info cache due to event network-changed-23c9b22f-d6d9-4aad-8b35-59b1eec167ee. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1428.076663] env[69663]: DEBUG oslo_concurrency.lockutils [req-4f074862-16c6-45be-8633-9c1cc8db637c req-67d4b812-100b-4db1-9035-65162e66159b service nova] Acquiring lock "refresh_cache-d788a731-109c-48eb-baf2-4ba1a9749923" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.076911] env[69663]: DEBUG oslo_concurrency.lockutils [req-4f074862-16c6-45be-8633-9c1cc8db637c req-67d4b812-100b-4db1-9035-65162e66159b service nova] Acquired lock "refresh_cache-d788a731-109c-48eb-baf2-4ba1a9749923" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.077147] env[69663]: DEBUG nova.network.neutron [req-4f074862-16c6-45be-8633-9c1cc8db637c req-67d4b812-100b-4db1-9035-65162e66159b service nova] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Refreshing network info cache for port 23c9b22f-d6d9-4aad-8b35-59b1eec167ee {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1428.341874] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333903, 'name': CreateVM_Task, 'duration_secs': 0.294532} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.342059] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1428.342742] env[69663]: DEBUG oslo_concurrency.lockutils [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.342920] env[69663]: DEBUG oslo_concurrency.lockutils [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.343267] env[69663]: DEBUG oslo_concurrency.lockutils [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.343522] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37d857d8-93b1-4fad-96e1-6a91e47acd89 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.347869] env[69663]: DEBUG oslo_vmware.api [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Waiting for the task: (returnval){ [ 1428.347869] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e52fe3-66f7-f074-11c4-73d8742d0626" [ 1428.347869] env[69663]: _type = "Task" [ 1428.347869] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.355055] env[69663]: DEBUG oslo_vmware.api [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e52fe3-66f7-f074-11c4-73d8742d0626, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.508558] env[69663]: DEBUG oslo_concurrency.lockutils [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.508850] env[69663]: DEBUG oslo_concurrency.lockutils [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.509039] env[69663]: DEBUG nova.objects.instance [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69663) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1428.747363] env[69663]: DEBUG nova.network.neutron [req-4f074862-16c6-45be-8633-9c1cc8db637c req-67d4b812-100b-4db1-9035-65162e66159b service nova] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Updated VIF entry in instance network info cache for port 23c9b22f-d6d9-4aad-8b35-59b1eec167ee. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1428.747705] env[69663]: DEBUG nova.network.neutron [req-4f074862-16c6-45be-8633-9c1cc8db637c req-67d4b812-100b-4db1-9035-65162e66159b service nova] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Updating instance_info_cache with network_info: [{"id": "23c9b22f-d6d9-4aad-8b35-59b1eec167ee", "address": "fa:16:3e:1e:be:f2", "network": {"id": "c2a1e326-9e5b-44f5-8228-5f9926eb4abe", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1436030195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd07b6ee5a9d4f38905fbdd385665d47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "517421c3-bea0-419c-ab0b-987815e5d160", "external-id": "nsx-vlan-transportzone-68", "segmentation_id": 68, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23c9b22f-d6", "ovs_interfaceid": "23c9b22f-d6d9-4aad-8b35-59b1eec167ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.858404] env[69663]: DEBUG oslo_vmware.api [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e52fe3-66f7-f074-11c4-73d8742d0626, 'name': SearchDatastore_Task, 'duration_secs': 0.009269} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.858655] env[69663]: DEBUG oslo_concurrency.lockutils [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.858890] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1428.859145] env[69663]: DEBUG oslo_concurrency.lockutils [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.859301] env[69663]: DEBUG oslo_concurrency.lockutils [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.859483] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1428.859729] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3878a6ca-0c49-4be5-86e5-00b9b1615593 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.868403] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1428.868577] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1428.869269] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73ace124-643f-4a39-9822-75e4307e8ced {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.874251] env[69663]: DEBUG oslo_vmware.api [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Waiting for the task: (returnval){ [ 1428.874251] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]528f79d9-b141-bd57-b2a7-16d2f27d9554" [ 1428.874251] env[69663]: _type = "Task" [ 1428.874251] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.881019] env[69663]: DEBUG oslo_vmware.api [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]528f79d9-b141-bd57-b2a7-16d2f27d9554, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.250161] env[69663]: DEBUG oslo_concurrency.lockutils [req-4f074862-16c6-45be-8633-9c1cc8db637c req-67d4b812-100b-4db1-9035-65162e66159b service nova] Releasing lock "refresh_cache-d788a731-109c-48eb-baf2-4ba1a9749923" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.384943] env[69663]: DEBUG oslo_vmware.api [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]528f79d9-b141-bd57-b2a7-16d2f27d9554, 'name': SearchDatastore_Task, 'duration_secs': 0.007597} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.385747] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4f2b9a3-469d-404c-a1ed-604766b822cb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.390571] env[69663]: DEBUG oslo_vmware.api [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Waiting for the task: (returnval){ [ 1429.390571] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52575e2e-9bc6-7e95-365e-ab871dfa2564" [ 1429.390571] env[69663]: _type = "Task" [ 1429.390571] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.397708] env[69663]: DEBUG oslo_vmware.api [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52575e2e-9bc6-7e95-365e-ab871dfa2564, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.516927] env[69663]: DEBUG oslo_concurrency.lockutils [None req-824c2b91-0fb4-4216-a268-cc9081d4819b tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.901188] env[69663]: DEBUG oslo_vmware.api [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52575e2e-9bc6-7e95-365e-ab871dfa2564, 'name': SearchDatastore_Task, 'duration_secs': 0.008735} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.901458] env[69663]: DEBUG oslo_concurrency.lockutils [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.901722] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] d788a731-109c-48eb-baf2-4ba1a9749923/d788a731-109c-48eb-baf2-4ba1a9749923.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1429.901973] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a667a056-3f5a-49ab-bb5f-16bc61447f2b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.908373] env[69663]: DEBUG oslo_vmware.api [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Waiting for the task: (returnval){ [ 1429.908373] env[69663]: value = "task-3333904" [ 1429.908373] env[69663]: _type = "Task" [ 1429.908373] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.915785] env[69663]: DEBUG oslo_vmware.api [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Task: {'id': task-3333904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.420297] env[69663]: DEBUG oslo_vmware.api [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Task: {'id': task-3333904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436122} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.420654] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] d788a731-109c-48eb-baf2-4ba1a9749923/d788a731-109c-48eb-baf2-4ba1a9749923.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1430.420968] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1430.421311] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7bf24a7-5abf-409f-a900-5493de74548e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.427870] env[69663]: DEBUG oslo_vmware.api [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Waiting for the task: (returnval){ [ 1430.427870] env[69663]: value = "task-3333905" [ 1430.427870] env[69663]: _type = "Task" [ 1430.427870] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.435031] env[69663]: DEBUG oslo_vmware.api [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Task: {'id': task-3333905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.937680] env[69663]: DEBUG oslo_vmware.api [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Task: {'id': task-3333905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067796} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.938049] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1430.938878] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a3fc10-cc24-4d72-89ce-b8dce0a8dc08 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.960524] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] d788a731-109c-48eb-baf2-4ba1a9749923/d788a731-109c-48eb-baf2-4ba1a9749923.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1430.960781] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed581163-5305-4a03-86e7-363dbbc3c8e6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.980526] env[69663]: DEBUG oslo_vmware.api [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Waiting for the task: (returnval){ [ 1430.980526] env[69663]: value = "task-3333906" [ 1430.980526] env[69663]: _type = "Task" [ 1430.980526] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.988077] env[69663]: DEBUG oslo_vmware.api [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Task: {'id': task-3333906, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.490923] env[69663]: DEBUG oslo_vmware.api [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Task: {'id': task-3333906, 'name': ReconfigVM_Task, 'duration_secs': 0.370472} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.491300] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Reconfigured VM instance instance-0000007f to attach disk [datastore1] d788a731-109c-48eb-baf2-4ba1a9749923/d788a731-109c-48eb-baf2-4ba1a9749923.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1431.491920] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-312d70aa-ce9f-4cf4-8c8c-13c9fd98bc54 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.498174] env[69663]: DEBUG oslo_vmware.api [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Waiting for the task: (returnval){ [ 1431.498174] env[69663]: value = "task-3333907" [ 1431.498174] env[69663]: _type = "Task" [ 1431.498174] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.505353] env[69663]: DEBUG oslo_vmware.api [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Task: {'id': task-3333907, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.007708] env[69663]: DEBUG oslo_vmware.api [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Task: {'id': task-3333907, 'name': Rename_Task, 'duration_secs': 0.191851} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.008007] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1432.008256] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9b05769-28cf-4a65-bf9c-4436c2b9d800 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.014479] env[69663]: DEBUG oslo_vmware.api [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Waiting for the task: (returnval){ [ 1432.014479] env[69663]: value = "task-3333908" [ 1432.014479] env[69663]: _type = "Task" [ 1432.014479] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.021500] env[69663]: DEBUG oslo_vmware.api [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Task: {'id': task-3333908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.524251] env[69663]: DEBUG oslo_vmware.api [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Task: {'id': task-3333908, 'name': PowerOnVM_Task, 'duration_secs': 0.431742} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.524683] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1432.524748] env[69663]: INFO nova.compute.manager [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Took 6.79 seconds to spawn the instance on the hypervisor. [ 1432.524894] env[69663]: DEBUG nova.compute.manager [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1432.525664] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451148ca-ccc4-4b6d-85a5-85e57b385da2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.043418] env[69663]: INFO nova.compute.manager [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Took 11.47 seconds to build instance. [ 1433.545642] env[69663]: DEBUG oslo_concurrency.lockutils [None req-55569cda-f4e9-4eb5-b83c-3481b38f3a9d tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Lock "d788a731-109c-48eb-baf2-4ba1a9749923" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.978s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.621479] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1a6b4716-c27e-472e-b2e1-ce4945a3a20f tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Acquiring lock "d788a731-109c-48eb-baf2-4ba1a9749923" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.621773] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1a6b4716-c27e-472e-b2e1-ce4945a3a20f tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Lock "d788a731-109c-48eb-baf2-4ba1a9749923" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.621960] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1a6b4716-c27e-472e-b2e1-ce4945a3a20f tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Acquiring lock "d788a731-109c-48eb-baf2-4ba1a9749923-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.622161] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1a6b4716-c27e-472e-b2e1-ce4945a3a20f tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Lock "d788a731-109c-48eb-baf2-4ba1a9749923-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.622343] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1a6b4716-c27e-472e-b2e1-ce4945a3a20f tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Lock "d788a731-109c-48eb-baf2-4ba1a9749923-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.624452] env[69663]: INFO nova.compute.manager [None req-1a6b4716-c27e-472e-b2e1-ce4945a3a20f tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Terminating instance [ 1433.626165] env[69663]: DEBUG nova.compute.manager [None req-1a6b4716-c27e-472e-b2e1-ce4945a3a20f tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1433.626386] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6b4716-c27e-472e-b2e1-ce4945a3a20f tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1433.627247] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806c5e2c-20e4-4b9e-a25e-064364395668 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.636585] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a6b4716-c27e-472e-b2e1-ce4945a3a20f tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1433.636801] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7775e31a-31ea-4550-9c0e-ac78c3a08933 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.643289] env[69663]: DEBUG oslo_vmware.api [None req-1a6b4716-c27e-472e-b2e1-ce4945a3a20f tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Waiting for the task: (returnval){ [ 1433.643289] env[69663]: value = "task-3333909" [ 1433.643289] env[69663]: _type = "Task" [ 1433.643289] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.650552] env[69663]: DEBUG oslo_vmware.api [None req-1a6b4716-c27e-472e-b2e1-ce4945a3a20f tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Task: {'id': task-3333909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.156930] env[69663]: DEBUG oslo_vmware.api [None req-1a6b4716-c27e-472e-b2e1-ce4945a3a20f tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Task: {'id': task-3333909, 'name': PowerOffVM_Task, 'duration_secs': 0.186319} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.157283] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a6b4716-c27e-472e-b2e1-ce4945a3a20f tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1434.157521] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6b4716-c27e-472e-b2e1-ce4945a3a20f tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1434.157837] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6328e6b-c859-4ddf-b892-ea591153e1d1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.216287] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6b4716-c27e-472e-b2e1-ce4945a3a20f tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1434.216534] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6b4716-c27e-472e-b2e1-ce4945a3a20f tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1434.216726] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a6b4716-c27e-472e-b2e1-ce4945a3a20f tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Deleting the datastore file [datastore1] d788a731-109c-48eb-baf2-4ba1a9749923 {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1434.217015] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2e17493-82bf-487b-ad62-f8db838ba85f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.224583] env[69663]: DEBUG oslo_vmware.api [None req-1a6b4716-c27e-472e-b2e1-ce4945a3a20f tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Waiting for the task: (returnval){ [ 1434.224583] env[69663]: value = "task-3333911" [ 1434.224583] env[69663]: _type = "Task" [ 1434.224583] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.231988] env[69663]: DEBUG oslo_vmware.api [None req-1a6b4716-c27e-472e-b2e1-ce4945a3a20f tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Task: {'id': task-3333911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.734370] env[69663]: DEBUG oslo_vmware.api [None req-1a6b4716-c27e-472e-b2e1-ce4945a3a20f tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Task: {'id': task-3333911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.386931} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.734721] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a6b4716-c27e-472e-b2e1-ce4945a3a20f tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1434.734811] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6b4716-c27e-472e-b2e1-ce4945a3a20f tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1434.734985] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6b4716-c27e-472e-b2e1-ce4945a3a20f tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1434.735177] env[69663]: INFO nova.compute.manager [None req-1a6b4716-c27e-472e-b2e1-ce4945a3a20f tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1434.735426] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a6b4716-c27e-472e-b2e1-ce4945a3a20f tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1434.735622] env[69663]: DEBUG nova.compute.manager [-] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1434.735717] env[69663]: DEBUG nova.network.neutron [-] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1434.949023] env[69663]: DEBUG nova.compute.manager [req-4e574fea-b4fb-4b0e-ad58-1decda89f2ae req-19dd5cc1-038d-4d49-8dd6-853d3aed263c service nova] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Received event network-vif-deleted-23c9b22f-d6d9-4aad-8b35-59b1eec167ee {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1434.949023] env[69663]: INFO nova.compute.manager [req-4e574fea-b4fb-4b0e-ad58-1decda89f2ae req-19dd5cc1-038d-4d49-8dd6-853d3aed263c service nova] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Neutron deleted interface 23c9b22f-d6d9-4aad-8b35-59b1eec167ee; detaching it from the instance and deleting it from the info cache [ 1434.949368] env[69663]: DEBUG nova.network.neutron [req-4e574fea-b4fb-4b0e-ad58-1decda89f2ae req-19dd5cc1-038d-4d49-8dd6-853d3aed263c service nova] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.431135] env[69663]: DEBUG nova.network.neutron [-] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.451814] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-286ba5d0-5810-424e-911c-c19f0cdb451f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.461669] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931c1eaf-09f1-444c-924b-85bd7df9f80b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.486248] env[69663]: DEBUG nova.compute.manager [req-4e574fea-b4fb-4b0e-ad58-1decda89f2ae req-19dd5cc1-038d-4d49-8dd6-853d3aed263c service nova] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Detach interface failed, port_id=23c9b22f-d6d9-4aad-8b35-59b1eec167ee, reason: Instance d788a731-109c-48eb-baf2-4ba1a9749923 could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1435.934251] env[69663]: INFO nova.compute.manager [-] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Took 1.20 seconds to deallocate network for instance. [ 1436.440426] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1a6b4716-c27e-472e-b2e1-ce4945a3a20f tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1436.440740] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1a6b4716-c27e-472e-b2e1-ce4945a3a20f tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1436.440964] env[69663]: DEBUG nova.objects.instance [None req-1a6b4716-c27e-472e-b2e1-ce4945a3a20f tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Lazy-loading 'resources' on Instance uuid d788a731-109c-48eb-baf2-4ba1a9749923 {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1436.993577] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd68b96e-55f7-4eb8-b732-5dfcbb6c643c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.002585] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a281cc-6868-42b9-af56-ece6c835ea93 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.031489] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c91f65d-818a-4841-9c44-39011960379c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.038111] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c943bc2-5911-4e6a-b362-42e96b9d90db {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.050625] env[69663]: DEBUG nova.compute.provider_tree [None req-1a6b4716-c27e-472e-b2e1-ce4945a3a20f tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1437.553758] env[69663]: DEBUG nova.scheduler.client.report [None req-1a6b4716-c27e-472e-b2e1-ce4945a3a20f tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1438.058206] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1a6b4716-c27e-472e-b2e1-ce4945a3a20f tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.617s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.077556] env[69663]: INFO nova.scheduler.client.report [None req-1a6b4716-c27e-472e-b2e1-ce4945a3a20f tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Deleted allocations for instance d788a731-109c-48eb-baf2-4ba1a9749923 [ 1438.584394] env[69663]: DEBUG oslo_concurrency.lockutils [None req-1a6b4716-c27e-472e-b2e1-ce4945a3a20f tempest-InstanceActionsNegativeTestJSON-128270844 tempest-InstanceActionsNegativeTestJSON-128270844-project-member] Lock "d788a731-109c-48eb-baf2-4ba1a9749923" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.962s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.081619] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1451.081970] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69663) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1452.082340] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1452.082727] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.081546] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.081721] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Starting heal instance info cache {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1453.081842] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Rebuilding the list of instances to heal {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 1453.614691] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "refresh_cache-799ddb00-feb4-4314-9c31-2fcb4cfadfba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.614949] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquired lock "refresh_cache-799ddb00-feb4-4314-9c31-2fcb4cfadfba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.615011] env[69663]: DEBUG nova.network.neutron [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Forcefully refreshing network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1453.615143] env[69663]: DEBUG nova.objects.instance [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lazy-loading 'info_cache' on Instance uuid 799ddb00-feb4-4314-9c31-2fcb4cfadfba {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1455.326795] env[69663]: DEBUG nova.network.neutron [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Updating instance_info_cache with network_info: [{"id": "9077eb9e-fdef-48fa-91e8-737ce43a6952", "address": "fa:16:3e:fe:c1:86", "network": {"id": "8f5d2d06-6bc8-438e-ba54-64cbb07bda53", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1813658570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a924ac6b603449649201ef562daf8ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9077eb9e-fd", "ovs_interfaceid": "9077eb9e-fdef-48fa-91e8-737ce43a6952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.830447] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Releasing lock "refresh_cache-799ddb00-feb4-4314-9c31-2fcb4cfadfba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.830671] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Updated the network info_cache for instance {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 1455.830872] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.831072] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.831228] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1456.333662] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.333962] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.334157] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1456.334391] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69663) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1456.335391] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07fb2f4-5eb8-456d-8bcf-7d97f590582a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.343780] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da89df0-dd3c-45dc-bfe7-b2a3be71a0a0 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.357801] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f78dc5-2951-46ce-9cf0-e71c6b3a89b5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.364099] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f69eed0-a49c-4837-b100-c51711d362b6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.393126] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180598MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=69663) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1456.393247] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.393466] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.077521] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 799ddb00-feb4-4314-9c31-2fcb4cfadfba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1458.077813] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance e195c74b-6ed1-4054-8303-aa06dcf4bdcd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1458.077906] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1458.078060] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1458.113424] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3497e352-bb8a-4818-be77-e0d98fc6b1d8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.121178] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82aba5d6-72cc-48e9-91c3-8b1bed3a3c0e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.150693] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a732d8-26b2-4233-abca-16a0ac72e72f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.158440] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac4cd76-c1b5-4256-ba6d-4aff2fe3bead {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.171821] env[69663]: DEBUG nova.compute.provider_tree [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1458.675133] env[69663]: DEBUG nova.scheduler.client.report [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1459.180217] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69663) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1459.180588] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.787s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.175975] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.176190] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.680745] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1464.356408] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8751a194-f807-47bc-9c0c-285a4fb48bfc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "e195c74b-6ed1-4054-8303-aa06dcf4bdcd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.356756] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8751a194-f807-47bc-9c0c-285a4fb48bfc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "e195c74b-6ed1-4054-8303-aa06dcf4bdcd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1464.356949] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8751a194-f807-47bc-9c0c-285a4fb48bfc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "e195c74b-6ed1-4054-8303-aa06dcf4bdcd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.357161] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8751a194-f807-47bc-9c0c-285a4fb48bfc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "e195c74b-6ed1-4054-8303-aa06dcf4bdcd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1464.357339] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8751a194-f807-47bc-9c0c-285a4fb48bfc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "e195c74b-6ed1-4054-8303-aa06dcf4bdcd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.359629] env[69663]: INFO nova.compute.manager [None req-8751a194-f807-47bc-9c0c-285a4fb48bfc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Terminating instance [ 1464.361308] env[69663]: DEBUG nova.compute.manager [None req-8751a194-f807-47bc-9c0c-285a4fb48bfc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1464.361506] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8751a194-f807-47bc-9c0c-285a4fb48bfc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1464.362346] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d764b4-ad7b-4a52-848b-c1978e7bba86 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.369925] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8751a194-f807-47bc-9c0c-285a4fb48bfc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1464.370177] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d72bee29-152e-4350-b080-67d3fad5c563 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.377593] env[69663]: DEBUG oslo_vmware.api [None req-8751a194-f807-47bc-9c0c-285a4fb48bfc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1464.377593] env[69663]: value = "task-3333912" [ 1464.377593] env[69663]: _type = "Task" [ 1464.377593] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.384796] env[69663]: DEBUG oslo_vmware.api [None req-8751a194-f807-47bc-9c0c-285a4fb48bfc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.887393] env[69663]: DEBUG oslo_vmware.api [None req-8751a194-f807-47bc-9c0c-285a4fb48bfc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333912, 'name': PowerOffVM_Task, 'duration_secs': 0.16537} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.887674] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-8751a194-f807-47bc-9c0c-285a4fb48bfc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1464.887850] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8751a194-f807-47bc-9c0c-285a4fb48bfc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1464.888109] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-009c72d4-21c4-464a-ac28-cd234926d918 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.949523] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8751a194-f807-47bc-9c0c-285a4fb48bfc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1464.949758] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8751a194-f807-47bc-9c0c-285a4fb48bfc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1464.949947] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-8751a194-f807-47bc-9c0c-285a4fb48bfc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Deleting the datastore file [datastore1] e195c74b-6ed1-4054-8303-aa06dcf4bdcd {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1464.950380] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b1d1d9d-fb32-44d0-8fc5-03e826fb2781 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.956972] env[69663]: DEBUG oslo_vmware.api [None req-8751a194-f807-47bc-9c0c-285a4fb48bfc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1464.956972] env[69663]: value = "task-3333914" [ 1464.956972] env[69663]: _type = "Task" [ 1464.956972] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.963980] env[69663]: DEBUG oslo_vmware.api [None req-8751a194-f807-47bc-9c0c-285a4fb48bfc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.467164] env[69663]: DEBUG oslo_vmware.api [None req-8751a194-f807-47bc-9c0c-285a4fb48bfc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135878} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.467539] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-8751a194-f807-47bc-9c0c-285a4fb48bfc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1465.467615] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8751a194-f807-47bc-9c0c-285a4fb48bfc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1465.467794] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-8751a194-f807-47bc-9c0c-285a4fb48bfc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1465.467970] env[69663]: INFO nova.compute.manager [None req-8751a194-f807-47bc-9c0c-285a4fb48bfc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1465.468225] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8751a194-f807-47bc-9c0c-285a4fb48bfc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1465.468418] env[69663]: DEBUG nova.compute.manager [-] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1465.468514] env[69663]: DEBUG nova.network.neutron [-] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1465.875777] env[69663]: DEBUG nova.compute.manager [req-ac41a85e-bac6-4cd3-a18c-939928f5b46e req-2a7f04a8-1b6c-444c-9944-6370ec7ad4c4 service nova] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Received event network-vif-deleted-fa63a199-515c-4b7f-83ab-840f67b28b63 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1465.875928] env[69663]: INFO nova.compute.manager [req-ac41a85e-bac6-4cd3-a18c-939928f5b46e req-2a7f04a8-1b6c-444c-9944-6370ec7ad4c4 service nova] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Neutron deleted interface fa63a199-515c-4b7f-83ab-840f67b28b63; detaching it from the instance and deleting it from the info cache [ 1465.876179] env[69663]: DEBUG nova.network.neutron [req-ac41a85e-bac6-4cd3-a18c-939928f5b46e req-2a7f04a8-1b6c-444c-9944-6370ec7ad4c4 service nova] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.357090] env[69663]: DEBUG nova.network.neutron [-] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.379562] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02aa021b-9a1a-4bce-b763-c3e1c89db796 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.389370] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1587cecb-3a1d-4091-9d6a-5f430d27ab51 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.414647] env[69663]: DEBUG nova.compute.manager [req-ac41a85e-bac6-4cd3-a18c-939928f5b46e req-2a7f04a8-1b6c-444c-9944-6370ec7ad4c4 service nova] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Detach interface failed, port_id=fa63a199-515c-4b7f-83ab-840f67b28b63, reason: Instance e195c74b-6ed1-4054-8303-aa06dcf4bdcd could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1466.859989] env[69663]: INFO nova.compute.manager [-] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Took 1.39 seconds to deallocate network for instance. [ 1467.367138] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8751a194-f807-47bc-9c0c-285a4fb48bfc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1467.367472] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8751a194-f807-47bc-9c0c-285a4fb48bfc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1467.367753] env[69663]: DEBUG nova.objects.instance [None req-8751a194-f807-47bc-9c0c-285a4fb48bfc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lazy-loading 'resources' on Instance uuid e195c74b-6ed1-4054-8303-aa06dcf4bdcd {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1467.888282] env[69663]: DEBUG nova.scheduler.client.report [None req-8751a194-f807-47bc-9c0c-285a4fb48bfc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Refreshing inventories for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1467.902235] env[69663]: DEBUG nova.scheduler.client.report [None req-8751a194-f807-47bc-9c0c-285a4fb48bfc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Updating ProviderTree inventory for provider f2fb168a-c97f-41a4-9b18-725376271f6b from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1467.902490] env[69663]: DEBUG nova.compute.provider_tree [None req-8751a194-f807-47bc-9c0c-285a4fb48bfc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Updating inventory in ProviderTree for provider f2fb168a-c97f-41a4-9b18-725376271f6b with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1467.913024] env[69663]: DEBUG nova.scheduler.client.report [None req-8751a194-f807-47bc-9c0c-285a4fb48bfc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Refreshing aggregate associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, aggregates: None {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1467.929046] env[69663]: DEBUG nova.scheduler.client.report [None req-8751a194-f807-47bc-9c0c-285a4fb48bfc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Refreshing trait associations for resource provider f2fb168a-c97f-41a4-9b18-725376271f6b, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69663) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1467.965437] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a8698f-d145-4562-8fbe-9b425e8a7980 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.972862] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda8c821-e321-476a-bb70-c0b003447c33 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.001371] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0e1447-fa68-4804-81ef-f5d184cd5d0e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.007899] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d1a7c1-9948-49fd-a188-75c82a87df17 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.020369] env[69663]: DEBUG nova.compute.provider_tree [None req-8751a194-f807-47bc-9c0c-285a4fb48bfc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1468.523132] env[69663]: DEBUG nova.scheduler.client.report [None req-8751a194-f807-47bc-9c0c-285a4fb48bfc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1469.029945] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8751a194-f807-47bc-9c0c-285a4fb48bfc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.662s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.051570] env[69663]: INFO nova.scheduler.client.report [None req-8751a194-f807-47bc-9c0c-285a4fb48bfc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Deleted allocations for instance e195c74b-6ed1-4054-8303-aa06dcf4bdcd [ 1469.559673] env[69663]: DEBUG oslo_concurrency.lockutils [None req-8751a194-f807-47bc-9c0c-285a4fb48bfc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "e195c74b-6ed1-4054-8303-aa06dcf4bdcd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.203s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1471.131796] env[69663]: DEBUG nova.compute.manager [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Stashing vm_state: active {{(pid=69663) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1471.651455] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1471.651748] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1472.156824] env[69663]: INFO nova.compute.claims [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1472.663848] env[69663]: INFO nova.compute.resource_tracker [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Updating resource usage from migration 85bd5252-7cb8-44de-a674-241cb4978615 [ 1472.701284] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8dfb31-c542-4053-8371-486a081e8758 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.708864] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffad28b-511d-48f7-af63-00743b0dd51c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.739600] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce06d443-dc4f-4544-9590-48daf499b8b3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.746187] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea24f0eb-9edb-4bd6-b225-3adbed2052cb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.758736] env[69663]: DEBUG nova.compute.provider_tree [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1473.262225] env[69663]: DEBUG nova.scheduler.client.report [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1473.767465] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.115s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1473.767684] env[69663]: INFO nova.compute.manager [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Migrating [ 1474.284716] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "refresh_cache-799ddb00-feb4-4314-9c31-2fcb4cfadfba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.284716] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquired lock "refresh_cache-799ddb00-feb4-4314-9c31-2fcb4cfadfba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.284716] env[69663]: DEBUG nova.network.neutron [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1474.987657] env[69663]: DEBUG nova.network.neutron [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Updating instance_info_cache with network_info: [{"id": "9077eb9e-fdef-48fa-91e8-737ce43a6952", "address": "fa:16:3e:fe:c1:86", "network": {"id": "8f5d2d06-6bc8-438e-ba54-64cbb07bda53", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1813658570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a924ac6b603449649201ef562daf8ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9077eb9e-fd", "ovs_interfaceid": "9077eb9e-fdef-48fa-91e8-737ce43a6952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.490946] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Releasing lock "refresh_cache-799ddb00-feb4-4314-9c31-2fcb4cfadfba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.008153] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953373f1-acb4-4a64-8e49-92b92da4ec32 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.026579] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Updating instance '799ddb00-feb4-4314-9c31-2fcb4cfadfba' progress to 0 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1477.532808] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1477.533078] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51b6be5a-246d-4cc1-9643-6c08cacd4fec {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.540595] env[69663]: DEBUG oslo_vmware.api [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1477.540595] env[69663]: value = "task-3333915" [ 1477.540595] env[69663]: _type = "Task" [ 1477.540595] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.547977] env[69663]: DEBUG oslo_vmware.api [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.050378] env[69663]: DEBUG oslo_vmware.api [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333915, 'name': PowerOffVM_Task, 'duration_secs': 0.194301} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.050725] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1478.050815] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Updating instance '799ddb00-feb4-4314-9c31-2fcb4cfadfba' progress to 17 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1478.557474] env[69663]: DEBUG nova.virt.hardware [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1478.557770] env[69663]: DEBUG nova.virt.hardware [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1478.557987] env[69663]: DEBUG nova.virt.hardware [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1478.558322] env[69663]: DEBUG nova.virt.hardware [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1478.558590] env[69663]: DEBUG nova.virt.hardware [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1478.558818] env[69663]: DEBUG nova.virt.hardware [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1478.559182] env[69663]: DEBUG nova.virt.hardware [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1478.559476] env[69663]: DEBUG nova.virt.hardware [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1478.559775] env[69663]: DEBUG nova.virt.hardware [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1478.560110] env[69663]: DEBUG nova.virt.hardware [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1478.560410] env[69663]: DEBUG nova.virt.hardware [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1478.569091] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d16da74-a5b1-4804-aa04-fcba584ec03f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.589764] env[69663]: DEBUG oslo_vmware.api [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1478.589764] env[69663]: value = "task-3333916" [ 1478.589764] env[69663]: _type = "Task" [ 1478.589764] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.600558] env[69663]: DEBUG oslo_vmware.api [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333916, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.100257] env[69663]: DEBUG oslo_vmware.api [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333916, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.600200] env[69663]: DEBUG oslo_vmware.api [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333916, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.101027] env[69663]: DEBUG oslo_vmware.api [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333916, 'name': ReconfigVM_Task, 'duration_secs': 1.165323} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.101375] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Updating instance '799ddb00-feb4-4314-9c31-2fcb4cfadfba' progress to 33 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1480.608024] env[69663]: DEBUG nova.virt.hardware [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1480.608347] env[69663]: DEBUG nova.virt.hardware [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1480.608469] env[69663]: DEBUG nova.virt.hardware [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1480.608665] env[69663]: DEBUG nova.virt.hardware [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1480.608819] env[69663]: DEBUG nova.virt.hardware [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1480.608972] env[69663]: DEBUG nova.virt.hardware [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1480.609199] env[69663]: DEBUG nova.virt.hardware [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1480.609368] env[69663]: DEBUG nova.virt.hardware [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1480.609540] env[69663]: DEBUG nova.virt.hardware [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1480.609708] env[69663]: DEBUG nova.virt.hardware [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1480.609891] env[69663]: DEBUG nova.virt.hardware [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1480.615081] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1480.615363] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dca5227a-a91c-4fac-949a-083c1e0333be {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.633411] env[69663]: DEBUG oslo_vmware.api [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1480.633411] env[69663]: value = "task-3333917" [ 1480.633411] env[69663]: _type = "Task" [ 1480.633411] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.641096] env[69663]: DEBUG oslo_vmware.api [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.144273] env[69663]: DEBUG oslo_vmware.api [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333917, 'name': ReconfigVM_Task, 'duration_secs': 0.155535} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.144631] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1481.145355] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f593535c-b8f4-49e9-af8b-d40e22628951 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.166933] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 799ddb00-feb4-4314-9c31-2fcb4cfadfba/799ddb00-feb4-4314-9c31-2fcb4cfadfba.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1481.167543] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e9f3214-0585-4930-9b3d-abd4084681a6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.184838] env[69663]: DEBUG oslo_vmware.api [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1481.184838] env[69663]: value = "task-3333918" [ 1481.184838] env[69663]: _type = "Task" [ 1481.184838] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.192079] env[69663]: DEBUG oslo_vmware.api [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333918, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.695060] env[69663]: DEBUG oslo_vmware.api [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333918, 'name': ReconfigVM_Task, 'duration_secs': 0.266449} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.695401] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 799ddb00-feb4-4314-9c31-2fcb4cfadfba/799ddb00-feb4-4314-9c31-2fcb4cfadfba.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1481.695671] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Updating instance '799ddb00-feb4-4314-9c31-2fcb4cfadfba' progress to 50 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1482.203076] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b89d3c0-e1b3-400a-b408-91cca88358de {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.221687] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d6ccfc-b5b4-4a8c-a543-fa9ed5cf1d5b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.238562] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Updating instance '799ddb00-feb4-4314-9c31-2fcb4cfadfba' progress to 67 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1482.776799] env[69663]: DEBUG nova.network.neutron [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Port 9077eb9e-fdef-48fa-91e8-737ce43a6952 binding to destination host cpu-1 is already ACTIVE {{(pid=69663) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1483.799799] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "799ddb00-feb4-4314-9c31-2fcb4cfadfba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1483.799799] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "799ddb00-feb4-4314-9c31-2fcb4cfadfba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1483.799799] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "799ddb00-feb4-4314-9c31-2fcb4cfadfba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1484.830705] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "refresh_cache-799ddb00-feb4-4314-9c31-2fcb4cfadfba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.831036] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquired lock "refresh_cache-799ddb00-feb4-4314-9c31-2fcb4cfadfba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.831120] env[69663]: DEBUG nova.network.neutron [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1485.520293] env[69663]: DEBUG nova.network.neutron [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Updating instance_info_cache with network_info: [{"id": "9077eb9e-fdef-48fa-91e8-737ce43a6952", "address": "fa:16:3e:fe:c1:86", "network": {"id": "8f5d2d06-6bc8-438e-ba54-64cbb07bda53", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1813658570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a924ac6b603449649201ef562daf8ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9077eb9e-fd", "ovs_interfaceid": "9077eb9e-fdef-48fa-91e8-737ce43a6952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.023276] env[69663]: DEBUG oslo_concurrency.lockutils [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Releasing lock "refresh_cache-799ddb00-feb4-4314-9c31-2fcb4cfadfba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.545448] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e5f639-2a8c-4508-84a3-f047126e6b12 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.564161] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ed43cb-25c2-41be-a736-fddff479c484 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.570901] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Updating instance '799ddb00-feb4-4314-9c31-2fcb4cfadfba' progress to 83 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1487.077133] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1487.077498] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cda42b5-01cb-452c-9557-078eedb6d512 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.085192] env[69663]: DEBUG oslo_vmware.api [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1487.085192] env[69663]: value = "task-3333919" [ 1487.085192] env[69663]: _type = "Task" [ 1487.085192] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.093140] env[69663]: DEBUG oslo_vmware.api [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.595150] env[69663]: DEBUG oslo_vmware.api [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333919, 'name': PowerOnVM_Task, 'duration_secs': 0.405555} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.595442] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1487.595637] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef0de6e-822a-4047-978b-4ae41e663828 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Updating instance '799ddb00-feb4-4314-9c31-2fcb4cfadfba' progress to 100 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1490.285291] env[69663]: DEBUG oslo_concurrency.lockutils [None req-743ebf9f-5d48-4213-9d1a-6087df8c1edd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "799ddb00-feb4-4314-9c31-2fcb4cfadfba" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1490.285682] env[69663]: DEBUG oslo_concurrency.lockutils [None req-743ebf9f-5d48-4213-9d1a-6087df8c1edd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "799ddb00-feb4-4314-9c31-2fcb4cfadfba" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1490.285743] env[69663]: DEBUG nova.compute.manager [None req-743ebf9f-5d48-4213-9d1a-6087df8c1edd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Going to confirm migration 10 {{(pid=69663) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 1490.822070] env[69663]: DEBUG oslo_concurrency.lockutils [None req-743ebf9f-5d48-4213-9d1a-6087df8c1edd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "refresh_cache-799ddb00-feb4-4314-9c31-2fcb4cfadfba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.822283] env[69663]: DEBUG oslo_concurrency.lockutils [None req-743ebf9f-5d48-4213-9d1a-6087df8c1edd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquired lock "refresh_cache-799ddb00-feb4-4314-9c31-2fcb4cfadfba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.822467] env[69663]: DEBUG nova.network.neutron [None req-743ebf9f-5d48-4213-9d1a-6087df8c1edd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1490.822650] env[69663]: DEBUG nova.objects.instance [None req-743ebf9f-5d48-4213-9d1a-6087df8c1edd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lazy-loading 'info_cache' on Instance uuid 799ddb00-feb4-4314-9c31-2fcb4cfadfba {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1492.082420] env[69663]: DEBUG nova.network.neutron [None req-743ebf9f-5d48-4213-9d1a-6087df8c1edd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Updating instance_info_cache with network_info: [{"id": "9077eb9e-fdef-48fa-91e8-737ce43a6952", "address": "fa:16:3e:fe:c1:86", "network": {"id": "8f5d2d06-6bc8-438e-ba54-64cbb07bda53", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1813658570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a924ac6b603449649201ef562daf8ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9077eb9e-fd", "ovs_interfaceid": "9077eb9e-fdef-48fa-91e8-737ce43a6952", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.584809] env[69663]: DEBUG oslo_concurrency.lockutils [None req-743ebf9f-5d48-4213-9d1a-6087df8c1edd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Releasing lock "refresh_cache-799ddb00-feb4-4314-9c31-2fcb4cfadfba" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.585110] env[69663]: DEBUG nova.objects.instance [None req-743ebf9f-5d48-4213-9d1a-6087df8c1edd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lazy-loading 'migration_context' on Instance uuid 799ddb00-feb4-4314-9c31-2fcb4cfadfba {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1493.088025] env[69663]: DEBUG nova.objects.base [None req-743ebf9f-5d48-4213-9d1a-6087df8c1edd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Object Instance<799ddb00-feb4-4314-9c31-2fcb4cfadfba> lazy-loaded attributes: info_cache,migration_context {{(pid=69663) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1493.089167] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0aaf97c-7c47-4799-ace9-8db3ff8f46bc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.110857] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1012066-ae90-4dba-9b8c-e09317f9de90 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.117238] env[69663]: DEBUG oslo_vmware.api [None req-743ebf9f-5d48-4213-9d1a-6087df8c1edd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1493.117238] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d8a080-5a7c-865c-fbae-81131e63e198" [ 1493.117238] env[69663]: _type = "Task" [ 1493.117238] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.126539] env[69663]: DEBUG oslo_vmware.api [None req-743ebf9f-5d48-4213-9d1a-6087df8c1edd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d8a080-5a7c-865c-fbae-81131e63e198, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.627620] env[69663]: DEBUG oslo_vmware.api [None req-743ebf9f-5d48-4213-9d1a-6087df8c1edd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52d8a080-5a7c-865c-fbae-81131e63e198, 'name': SearchDatastore_Task, 'duration_secs': 0.008578} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.627956] env[69663]: DEBUG oslo_concurrency.lockutils [None req-743ebf9f-5d48-4213-9d1a-6087df8c1edd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1493.628232] env[69663]: DEBUG oslo_concurrency.lockutils [None req-743ebf9f-5d48-4213-9d1a-6087df8c1edd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1494.171127] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a2d029-4394-4db7-b802-6376d25e18df {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.178781] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8341752c-f0eb-411e-93ef-641a56a8e816 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.207681] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96f3344-d1df-4003-9255-c0bc7fc07a24 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.214444] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c244a8-cada-4f6d-943d-7d88eebc1465 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.227249] env[69663]: DEBUG nova.compute.provider_tree [None req-743ebf9f-5d48-4213-9d1a-6087df8c1edd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1494.730930] env[69663]: DEBUG nova.scheduler.client.report [None req-743ebf9f-5d48-4213-9d1a-6087df8c1edd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1495.742436] env[69663]: DEBUG oslo_concurrency.lockutils [None req-743ebf9f-5d48-4213-9d1a-6087df8c1edd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.114s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1496.304933] env[69663]: INFO nova.scheduler.client.report [None req-743ebf9f-5d48-4213-9d1a-6087df8c1edd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Deleted allocation for migration 85bd5252-7cb8-44de-a674-241cb4978615 [ 1496.810103] env[69663]: DEBUG oslo_concurrency.lockutils [None req-743ebf9f-5d48-4213-9d1a-6087df8c1edd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "799ddb00-feb4-4314-9c31-2fcb4cfadfba" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.524s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.222304] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0ab5e44c-6fc1-4f8a-b651-327285028bdc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "799ddb00-feb4-4314-9c31-2fcb4cfadfba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.222578] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0ab5e44c-6fc1-4f8a-b651-327285028bdc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "799ddb00-feb4-4314-9c31-2fcb4cfadfba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.222802] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0ab5e44c-6fc1-4f8a-b651-327285028bdc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "799ddb00-feb4-4314-9c31-2fcb4cfadfba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.222993] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0ab5e44c-6fc1-4f8a-b651-327285028bdc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "799ddb00-feb4-4314-9c31-2fcb4cfadfba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.223188] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0ab5e44c-6fc1-4f8a-b651-327285028bdc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "799ddb00-feb4-4314-9c31-2fcb4cfadfba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.225313] env[69663]: INFO nova.compute.manager [None req-0ab5e44c-6fc1-4f8a-b651-327285028bdc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Terminating instance [ 1497.226967] env[69663]: DEBUG nova.compute.manager [None req-0ab5e44c-6fc1-4f8a-b651-327285028bdc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1497.227188] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab5e44c-6fc1-4f8a-b651-327285028bdc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1497.228071] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e705f8-f769-41bb-9ffb-437127499e88 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.235788] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ab5e44c-6fc1-4f8a-b651-327285028bdc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1497.236017] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57cefd8b-50c3-4ea2-92f8-1d1b95a7531b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.243204] env[69663]: DEBUG oslo_vmware.api [None req-0ab5e44c-6fc1-4f8a-b651-327285028bdc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1497.243204] env[69663]: value = "task-3333920" [ 1497.243204] env[69663]: _type = "Task" [ 1497.243204] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.250710] env[69663]: DEBUG oslo_vmware.api [None req-0ab5e44c-6fc1-4f8a-b651-327285028bdc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.754021] env[69663]: DEBUG oslo_vmware.api [None req-0ab5e44c-6fc1-4f8a-b651-327285028bdc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333920, 'name': PowerOffVM_Task, 'duration_secs': 0.185148} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.754314] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ab5e44c-6fc1-4f8a-b651-327285028bdc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1497.754491] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab5e44c-6fc1-4f8a-b651-327285028bdc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1497.754750] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-224620ff-8371-4c82-9dfa-c9ee83818707 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.895328] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab5e44c-6fc1-4f8a-b651-327285028bdc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1497.895685] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab5e44c-6fc1-4f8a-b651-327285028bdc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Deleting contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1497.895786] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ab5e44c-6fc1-4f8a-b651-327285028bdc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Deleting the datastore file [datastore2] 799ddb00-feb4-4314-9c31-2fcb4cfadfba {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1497.896036] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08edc606-21b8-4d03-b129-28d9dc45783c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.905366] env[69663]: DEBUG oslo_vmware.api [None req-0ab5e44c-6fc1-4f8a-b651-327285028bdc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1497.905366] env[69663]: value = "task-3333922" [ 1497.905366] env[69663]: _type = "Task" [ 1497.905366] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.912788] env[69663]: DEBUG oslo_vmware.api [None req-0ab5e44c-6fc1-4f8a-b651-327285028bdc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.415497] env[69663]: DEBUG oslo_vmware.api [None req-0ab5e44c-6fc1-4f8a-b651-327285028bdc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143249} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.417060] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ab5e44c-6fc1-4f8a-b651-327285028bdc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1498.417060] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab5e44c-6fc1-4f8a-b651-327285028bdc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Deleted contents of the VM from datastore datastore2 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1498.417060] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-0ab5e44c-6fc1-4f8a-b651-327285028bdc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1498.417060] env[69663]: INFO nova.compute.manager [None req-0ab5e44c-6fc1-4f8a-b651-327285028bdc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1498.417060] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ab5e44c-6fc1-4f8a-b651-327285028bdc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1498.417347] env[69663]: DEBUG nova.compute.manager [-] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1498.417347] env[69663]: DEBUG nova.network.neutron [-] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1498.834289] env[69663]: DEBUG nova.compute.manager [req-d1c50fea-4883-4881-a0d3-21bc8398dcb7 req-a0593373-f67f-4381-a30f-68fdd3541447 service nova] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Received event network-vif-deleted-9077eb9e-fdef-48fa-91e8-737ce43a6952 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1498.834438] env[69663]: INFO nova.compute.manager [req-d1c50fea-4883-4881-a0d3-21bc8398dcb7 req-a0593373-f67f-4381-a30f-68fdd3541447 service nova] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Neutron deleted interface 9077eb9e-fdef-48fa-91e8-737ce43a6952; detaching it from the instance and deleting it from the info cache [ 1498.834577] env[69663]: DEBUG nova.network.neutron [req-d1c50fea-4883-4881-a0d3-21bc8398dcb7 req-a0593373-f67f-4381-a30f-68fdd3541447 service nova] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.310455] env[69663]: DEBUG nova.network.neutron [-] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.336643] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-345cbeaf-a1d1-4045-8d72-61bb2cc534f7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.348069] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900bf708-d5a1-44d4-91c2-6b0be18d9cb3 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.371378] env[69663]: DEBUG nova.compute.manager [req-d1c50fea-4883-4881-a0d3-21bc8398dcb7 req-a0593373-f67f-4381-a30f-68fdd3541447 service nova] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Detach interface failed, port_id=9077eb9e-fdef-48fa-91e8-737ce43a6952, reason: Instance 799ddb00-feb4-4314-9c31-2fcb4cfadfba could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1499.813749] env[69663]: INFO nova.compute.manager [-] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Took 1.40 seconds to deallocate network for instance. [ 1500.320086] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0ab5e44c-6fc1-4f8a-b651-327285028bdc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1500.320444] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0ab5e44c-6fc1-4f8a-b651-327285028bdc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1500.320501] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0ab5e44c-6fc1-4f8a-b651-327285028bdc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1500.343345] env[69663]: INFO nova.scheduler.client.report [None req-0ab5e44c-6fc1-4f8a-b651-327285028bdc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Deleted allocations for instance 799ddb00-feb4-4314-9c31-2fcb4cfadfba [ 1500.851083] env[69663]: DEBUG oslo_concurrency.lockutils [None req-0ab5e44c-6fc1-4f8a-b651-327285028bdc tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "799ddb00-feb4-4314-9c31-2fcb4cfadfba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.628s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.052806] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "787930ba-fc86-48c4-a499-feff7ca35dfd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1502.053082] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "787930ba-fc86-48c4-a499-feff7ca35dfd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1502.555251] env[69663]: DEBUG nova.compute.manager [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1503.073821] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1503.074143] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1503.075551] env[69663]: INFO nova.compute.claims [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1504.110151] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a72d7f0-b9b0-4cff-91b0-1257b61d6cb9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.117719] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6117a3-6f04-432d-a253-89c28fa34515 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.149679] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38c0c4c-8991-4783-aaeb-c1dfc8a2a291 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.156337] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d359d31-e17b-4c34-97a4-41225fe131a7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.168707] env[69663]: DEBUG nova.compute.provider_tree [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1504.671892] env[69663]: DEBUG nova.scheduler.client.report [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1505.178020] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.104s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1505.178536] env[69663]: DEBUG nova.compute.manager [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1505.683971] env[69663]: DEBUG nova.compute.utils [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1505.685079] env[69663]: DEBUG nova.compute.manager [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1505.685256] env[69663]: DEBUG nova.network.neutron [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1505.739334] env[69663]: DEBUG nova.policy [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cd3363028494584ae5b91eee48368e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a924ac6b603449649201ef562daf8ae5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1506.028635] env[69663]: DEBUG nova.network.neutron [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Successfully created port: e05afb41-3814-445f-950d-a0820fc2e7fb {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1506.188504] env[69663]: DEBUG nova.compute.manager [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1507.197541] env[69663]: DEBUG nova.compute.manager [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1507.224179] env[69663]: DEBUG nova.virt.hardware [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1507.224458] env[69663]: DEBUG nova.virt.hardware [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1507.224622] env[69663]: DEBUG nova.virt.hardware [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1507.224830] env[69663]: DEBUG nova.virt.hardware [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1507.225010] env[69663]: DEBUG nova.virt.hardware [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1507.225174] env[69663]: DEBUG nova.virt.hardware [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1507.225409] env[69663]: DEBUG nova.virt.hardware [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1507.225609] env[69663]: DEBUG nova.virt.hardware [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1507.225789] env[69663]: DEBUG nova.virt.hardware [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1507.225958] env[69663]: DEBUG nova.virt.hardware [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1507.226161] env[69663]: DEBUG nova.virt.hardware [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1507.227066] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db826875-b59d-40ab-8829-d52f799b3004 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.235230] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f23f65-37e4-4ea7-a899-78f720ca5ab5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.382718] env[69663]: DEBUG nova.compute.manager [req-67e93189-e05e-425e-af8d-b2ba77fefd9b req-e5895a35-7556-43b7-8430-ead42991a11b service nova] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Received event network-vif-plugged-e05afb41-3814-445f-950d-a0820fc2e7fb {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1507.382951] env[69663]: DEBUG oslo_concurrency.lockutils [req-67e93189-e05e-425e-af8d-b2ba77fefd9b req-e5895a35-7556-43b7-8430-ead42991a11b service nova] Acquiring lock "787930ba-fc86-48c4-a499-feff7ca35dfd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1507.383213] env[69663]: DEBUG oslo_concurrency.lockutils [req-67e93189-e05e-425e-af8d-b2ba77fefd9b req-e5895a35-7556-43b7-8430-ead42991a11b service nova] Lock "787930ba-fc86-48c4-a499-feff7ca35dfd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1507.383390] env[69663]: DEBUG oslo_concurrency.lockutils [req-67e93189-e05e-425e-af8d-b2ba77fefd9b req-e5895a35-7556-43b7-8430-ead42991a11b service nova] Lock "787930ba-fc86-48c4-a499-feff7ca35dfd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1507.383561] env[69663]: DEBUG nova.compute.manager [req-67e93189-e05e-425e-af8d-b2ba77fefd9b req-e5895a35-7556-43b7-8430-ead42991a11b service nova] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] No waiting events found dispatching network-vif-plugged-e05afb41-3814-445f-950d-a0820fc2e7fb {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1507.383733] env[69663]: WARNING nova.compute.manager [req-67e93189-e05e-425e-af8d-b2ba77fefd9b req-e5895a35-7556-43b7-8430-ead42991a11b service nova] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Received unexpected event network-vif-plugged-e05afb41-3814-445f-950d-a0820fc2e7fb for instance with vm_state building and task_state spawning. [ 1507.473901] env[69663]: DEBUG nova.network.neutron [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Successfully updated port: e05afb41-3814-445f-950d-a0820fc2e7fb {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1507.976404] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "refresh_cache-787930ba-fc86-48c4-a499-feff7ca35dfd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.976559] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquired lock "refresh_cache-787930ba-fc86-48c4-a499-feff7ca35dfd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.976750] env[69663]: DEBUG nova.network.neutron [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1508.507735] env[69663]: DEBUG nova.network.neutron [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1508.622464] env[69663]: DEBUG nova.network.neutron [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Updating instance_info_cache with network_info: [{"id": "e05afb41-3814-445f-950d-a0820fc2e7fb", "address": "fa:16:3e:3e:1c:be", "network": {"id": "8f5d2d06-6bc8-438e-ba54-64cbb07bda53", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1813658570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a924ac6b603449649201ef562daf8ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape05afb41-38", "ovs_interfaceid": "e05afb41-3814-445f-950d-a0820fc2e7fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.125018] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Releasing lock "refresh_cache-787930ba-fc86-48c4-a499-feff7ca35dfd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.125398] env[69663]: DEBUG nova.compute.manager [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Instance network_info: |[{"id": "e05afb41-3814-445f-950d-a0820fc2e7fb", "address": "fa:16:3e:3e:1c:be", "network": {"id": "8f5d2d06-6bc8-438e-ba54-64cbb07bda53", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1813658570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a924ac6b603449649201ef562daf8ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape05afb41-38", "ovs_interfaceid": "e05afb41-3814-445f-950d-a0820fc2e7fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1509.125842] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:1c:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4adc8ed0-d11a-4510-9be0-b27c0da3a903', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e05afb41-3814-445f-950d-a0820fc2e7fb', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1509.133324] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1509.133537] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1509.133771] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-425082e2-9795-4120-af2b-fc8c3cbfcf13 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.154711] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1509.154711] env[69663]: value = "task-3333923" [ 1509.154711] env[69663]: _type = "Task" [ 1509.154711] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.162057] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333923, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.409324] env[69663]: DEBUG nova.compute.manager [req-258477f0-7049-4206-bbc5-b6dfb8b27ea0 req-183daa1a-880d-44a4-bbe6-b400925ee8fc service nova] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Received event network-changed-e05afb41-3814-445f-950d-a0820fc2e7fb {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1509.409471] env[69663]: DEBUG nova.compute.manager [req-258477f0-7049-4206-bbc5-b6dfb8b27ea0 req-183daa1a-880d-44a4-bbe6-b400925ee8fc service nova] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Refreshing instance network info cache due to event network-changed-e05afb41-3814-445f-950d-a0820fc2e7fb. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1509.409751] env[69663]: DEBUG oslo_concurrency.lockutils [req-258477f0-7049-4206-bbc5-b6dfb8b27ea0 req-183daa1a-880d-44a4-bbe6-b400925ee8fc service nova] Acquiring lock "refresh_cache-787930ba-fc86-48c4-a499-feff7ca35dfd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.409821] env[69663]: DEBUG oslo_concurrency.lockutils [req-258477f0-7049-4206-bbc5-b6dfb8b27ea0 req-183daa1a-880d-44a4-bbe6-b400925ee8fc service nova] Acquired lock "refresh_cache-787930ba-fc86-48c4-a499-feff7ca35dfd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.409997] env[69663]: DEBUG nova.network.neutron [req-258477f0-7049-4206-bbc5-b6dfb8b27ea0 req-183daa1a-880d-44a4-bbe6-b400925ee8fc service nova] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Refreshing network info cache for port e05afb41-3814-445f-950d-a0820fc2e7fb {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1509.664482] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333923, 'name': CreateVM_Task, 'duration_secs': 0.305295} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.664794] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1509.665310] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.665464] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.665790] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.666053] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f76c15b9-108a-491f-9aa7-c89d3b41781c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.670495] env[69663]: DEBUG oslo_vmware.api [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1509.670495] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52bde019-c07b-a116-758d-cbcf07125e3c" [ 1509.670495] env[69663]: _type = "Task" [ 1509.670495] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.677648] env[69663]: DEBUG oslo_vmware.api [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52bde019-c07b-a116-758d-cbcf07125e3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.122098] env[69663]: DEBUG nova.network.neutron [req-258477f0-7049-4206-bbc5-b6dfb8b27ea0 req-183daa1a-880d-44a4-bbe6-b400925ee8fc service nova] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Updated VIF entry in instance network info cache for port e05afb41-3814-445f-950d-a0820fc2e7fb. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1510.122494] env[69663]: DEBUG nova.network.neutron [req-258477f0-7049-4206-bbc5-b6dfb8b27ea0 req-183daa1a-880d-44a4-bbe6-b400925ee8fc service nova] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Updating instance_info_cache with network_info: [{"id": "e05afb41-3814-445f-950d-a0820fc2e7fb", "address": "fa:16:3e:3e:1c:be", "network": {"id": "8f5d2d06-6bc8-438e-ba54-64cbb07bda53", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1813658570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a924ac6b603449649201ef562daf8ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape05afb41-38", "ovs_interfaceid": "e05afb41-3814-445f-950d-a0820fc2e7fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.180325] env[69663]: DEBUG oslo_vmware.api [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52bde019-c07b-a116-758d-cbcf07125e3c, 'name': SearchDatastore_Task, 'duration_secs': 0.011741} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.180631] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.180868] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1510.181127] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.181295] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.181483] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1510.181788] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99003332-3536-4ba5-8eaf-a2c89e0afcd2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.191552] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1510.191668] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1510.192356] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31fedb7a-3d24-4b9e-97e8-ad9058a89077 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.197494] env[69663]: DEBUG oslo_vmware.api [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1510.197494] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f50850-a541-ae0d-e9c3-fa5d11ed9438" [ 1510.197494] env[69663]: _type = "Task" [ 1510.197494] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.204817] env[69663]: DEBUG oslo_vmware.api [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f50850-a541-ae0d-e9c3-fa5d11ed9438, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.625362] env[69663]: DEBUG oslo_concurrency.lockutils [req-258477f0-7049-4206-bbc5-b6dfb8b27ea0 req-183daa1a-880d-44a4-bbe6-b400925ee8fc service nova] Releasing lock "refresh_cache-787930ba-fc86-48c4-a499-feff7ca35dfd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.707722] env[69663]: DEBUG oslo_vmware.api [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52f50850-a541-ae0d-e9c3-fa5d11ed9438, 'name': SearchDatastore_Task, 'duration_secs': 0.009393} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.708516] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e76ae436-9974-40ef-9ff4-f918cc5cb11d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.713187] env[69663]: DEBUG oslo_vmware.api [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1510.713187] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e5f24c-5439-11b9-e2b4-25a0c750e02b" [ 1510.713187] env[69663]: _type = "Task" [ 1510.713187] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.720336] env[69663]: DEBUG oslo_vmware.api [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e5f24c-5439-11b9-e2b4-25a0c750e02b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.081071] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.081323] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69663) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1511.223122] env[69663]: DEBUG oslo_vmware.api [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e5f24c-5439-11b9-e2b4-25a0c750e02b, 'name': SearchDatastore_Task, 'duration_secs': 0.01052} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.223416] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.223680] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 787930ba-fc86-48c4-a499-feff7ca35dfd/787930ba-fc86-48c4-a499-feff7ca35dfd.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1511.223929] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d8ac9fa-971b-461f-ae00-00cf487aed4a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.230904] env[69663]: DEBUG oslo_vmware.api [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1511.230904] env[69663]: value = "task-3333924" [ 1511.230904] env[69663]: _type = "Task" [ 1511.230904] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.238363] env[69663]: DEBUG oslo_vmware.api [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.740644] env[69663]: DEBUG oslo_vmware.api [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333924, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.406212} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.741035] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 787930ba-fc86-48c4-a499-feff7ca35dfd/787930ba-fc86-48c4-a499-feff7ca35dfd.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1511.741204] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1511.741415] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e19cedc0-529d-42d1-8412-4907739e3b3f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.747910] env[69663]: DEBUG oslo_vmware.api [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1511.747910] env[69663]: value = "task-3333925" [ 1511.747910] env[69663]: _type = "Task" [ 1511.747910] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.754540] env[69663]: DEBUG oslo_vmware.api [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333925, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.082544] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.257659] env[69663]: DEBUG oslo_vmware.api [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333925, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061281} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.257947] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1512.258724] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da523bd4-8f56-45ed-b256-0ef4bc47d32e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.280178] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] 787930ba-fc86-48c4-a499-feff7ca35dfd/787930ba-fc86-48c4-a499-feff7ca35dfd.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1512.280387] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-272f7a0a-abb5-4825-a72c-0cc3a7c9b465 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.299845] env[69663]: DEBUG oslo_vmware.api [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1512.299845] env[69663]: value = "task-3333926" [ 1512.299845] env[69663]: _type = "Task" [ 1512.299845] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.306909] env[69663]: DEBUG oslo_vmware.api [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333926, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.809522] env[69663]: DEBUG oslo_vmware.api [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333926, 'name': ReconfigVM_Task, 'duration_secs': 0.48133} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.809928] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Reconfigured VM instance instance-00000080 to attach disk [datastore1] 787930ba-fc86-48c4-a499-feff7ca35dfd/787930ba-fc86-48c4-a499-feff7ca35dfd.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1512.810465] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fe21f31-3488-4244-b1d0-35e23a6f1cb8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.816176] env[69663]: DEBUG oslo_vmware.api [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1512.816176] env[69663]: value = "task-3333927" [ 1512.816176] env[69663]: _type = "Task" [ 1512.816176] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.823162] env[69663]: DEBUG oslo_vmware.api [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333927, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.325958] env[69663]: DEBUG oslo_vmware.api [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333927, 'name': Rename_Task, 'duration_secs': 0.136875} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.326263] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1513.326518] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a86e7819-28f3-4a39-a807-7de2accad488 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.332307] env[69663]: DEBUG oslo_vmware.api [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1513.332307] env[69663]: value = "task-3333928" [ 1513.332307] env[69663]: _type = "Task" [ 1513.332307] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.340868] env[69663]: DEBUG oslo_vmware.api [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.842349] env[69663]: DEBUG oslo_vmware.api [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333928, 'name': PowerOnVM_Task, 'duration_secs': 0.436484} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.842725] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1513.842834] env[69663]: INFO nova.compute.manager [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Took 6.65 seconds to spawn the instance on the hypervisor. [ 1513.842992] env[69663]: DEBUG nova.compute.manager [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1513.843758] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c50e6f-73d5-41b8-a6b6-8ad6c1f83e61 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.081061] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1514.081315] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1514.360704] env[69663]: INFO nova.compute.manager [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Took 11.30 seconds to build instance. [ 1514.863035] env[69663]: DEBUG oslo_concurrency.lockutils [None req-6372a9b6-8976-4acc-9068-035033135408 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "787930ba-fc86-48c4-a499-feff7ca35dfd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.810s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1514.990687] env[69663]: DEBUG nova.compute.manager [req-706cf70d-4c77-4c60-842b-2a464cd5616d req-bb8c5936-1530-4e1c-b75c-83159818ed52 service nova] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Received event network-changed-e05afb41-3814-445f-950d-a0820fc2e7fb {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1514.990917] env[69663]: DEBUG nova.compute.manager [req-706cf70d-4c77-4c60-842b-2a464cd5616d req-bb8c5936-1530-4e1c-b75c-83159818ed52 service nova] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Refreshing instance network info cache due to event network-changed-e05afb41-3814-445f-950d-a0820fc2e7fb. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1514.991127] env[69663]: DEBUG oslo_concurrency.lockutils [req-706cf70d-4c77-4c60-842b-2a464cd5616d req-bb8c5936-1530-4e1c-b75c-83159818ed52 service nova] Acquiring lock "refresh_cache-787930ba-fc86-48c4-a499-feff7ca35dfd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.991284] env[69663]: DEBUG oslo_concurrency.lockutils [req-706cf70d-4c77-4c60-842b-2a464cd5616d req-bb8c5936-1530-4e1c-b75c-83159818ed52 service nova] Acquired lock "refresh_cache-787930ba-fc86-48c4-a499-feff7ca35dfd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.991454] env[69663]: DEBUG nova.network.neutron [req-706cf70d-4c77-4c60-842b-2a464cd5616d req-bb8c5936-1530-4e1c-b75c-83159818ed52 service nova] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Refreshing network info cache for port e05afb41-3814-445f-950d-a0820fc2e7fb {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1515.081728] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.081931] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Starting heal instance info cache {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1515.584412] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Didn't find any instances for network info cache update. {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 1515.584654] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.903144] env[69663]: DEBUG nova.network.neutron [req-706cf70d-4c77-4c60-842b-2a464cd5616d req-bb8c5936-1530-4e1c-b75c-83159818ed52 service nova] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Updated VIF entry in instance network info cache for port e05afb41-3814-445f-950d-a0820fc2e7fb. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1515.903582] env[69663]: DEBUG nova.network.neutron [req-706cf70d-4c77-4c60-842b-2a464cd5616d req-bb8c5936-1530-4e1c-b75c-83159818ed52 service nova] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Updating instance_info_cache with network_info: [{"id": "e05afb41-3814-445f-950d-a0820fc2e7fb", "address": "fa:16:3e:3e:1c:be", "network": {"id": "8f5d2d06-6bc8-438e-ba54-64cbb07bda53", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1813658570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a924ac6b603449649201ef562daf8ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape05afb41-38", "ovs_interfaceid": "e05afb41-3814-445f-950d-a0820fc2e7fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.090633] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1516.090886] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1516.091069] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1516.091221] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69663) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1516.092145] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4122e59d-c659-485b-982d-5b89e2dcea84 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.100721] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931f0011-f4b9-476b-9449-32cb87bd4c8b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.114083] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b12d3b2-d892-4acb-a681-c2516816144a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.120208] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549347a5-0f3e-4e92-bcc7-33fc943cb827 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.150399] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180967MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=69663) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1516.150559] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1516.150778] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1516.406596] env[69663]: DEBUG oslo_concurrency.lockutils [req-706cf70d-4c77-4c60-842b-2a464cd5616d req-bb8c5936-1530-4e1c-b75c-83159818ed52 service nova] Releasing lock "refresh_cache-787930ba-fc86-48c4-a499-feff7ca35dfd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.201026] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 787930ba-fc86-48c4-a499-feff7ca35dfd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1517.201026] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1517.201026] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1517.226171] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2546b7-4780-4f0f-ad9c-eb25a5702293 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.235019] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b09a114-933e-41e2-b8ac-c1aba144e36e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.263726] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4079841e-577b-443e-bb2c-21e8578b4890 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.270454] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e2011b-8f05-4fd8-9c9e-cab70d71faca {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.283913] env[69663]: DEBUG nova.compute.provider_tree [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1517.787040] env[69663]: DEBUG nova.scheduler.client.report [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1518.291497] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69663) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1518.291916] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.141s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1518.788574] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1518.788806] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1518.788960] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1520.081616] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1520.082039] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Cleaning up deleted instances with incomplete migration {{(pid=69663) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11264}} [ 1523.083022] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1529.585051] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1529.585051] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Cleaning up deleted instances {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11226}} [ 1530.094016] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] There are 24 instances to clean {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1530.094271] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: d788a731-109c-48eb-baf2-4ba1a9749923] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1530.597544] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: e195c74b-6ed1-4054-8303-aa06dcf4bdcd] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1531.101257] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 90bccb7e-270e-40f7-a885-e98135642094] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1531.604554] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 0450ae8e-139e-43bf-a327-cdd03a0ce793] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1532.107781] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 7c0171c5-e48a-4fe6-bb6a-f06a8d7b73a8] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1532.611210] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 823780d5-bc0c-410b-99bf-33358285cdf9] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1533.114385] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 8b90d356-552a-469c-9486-bdb00b7f6332] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1533.617798] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 711544cf-78d4-44a3-a0c2-735a7a48409a] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1534.121635] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 799ddb00-feb4-4314-9c31-2fcb4cfadfba] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1534.625367] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 1c8f6c99-1d88-44fb-bad8-ada986582932] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1535.128415] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 72710df5-9d52-4503-8128-1c811c9dc8dc] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1535.631859] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: d6662031-a850-459f-986e-f9baa8629360] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1536.135612] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: c150d2a8-f67c-47da-bba5-1bf960c51248] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1536.638851] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 27c4c81f-b24e-4476-a762-3515ef2d6c78] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1537.142251] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 9f4b5f0a-26f0-4530-b3c0-f33140235d85] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1537.645586] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 0c2222e4-caf7-4138-906b-3f19825050a9] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1538.149081] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: dde850da-837d-4480-80b2-24609a343811] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1538.652904] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 2315a4d0-e4b2-4551-ab10-71373f99c3a8] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1539.157128] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: fec191bb-2cd1-407a-a1ec-cb8e190ed1cd] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1539.660665] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 13db3698-d248-402b-a12e-d56d116997e2] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1540.164382] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 94525ee5-32e7-4e56-9c51-8a2778f738d7] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1540.667412] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 847867f7-e724-49f7-9caf-35f2cc2406ba] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1541.171035] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 731c4f58-055c-480f-99ca-1c9ef9bb9dff] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1541.674083] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: f8fd6dad-6e51-4f7c-b769-00f03441a061] Instance has had 0 of 5 cleanup attempts {{(pid=69663) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11239}} [ 1553.219601] env[69663]: DEBUG nova.compute.manager [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Stashing vm_state: active {{(pid=69663) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1553.739993] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1553.740315] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1554.245365] env[69663]: INFO nova.compute.claims [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1554.751167] env[69663]: INFO nova.compute.resource_tracker [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Updating resource usage from migration 72d9591d-01df-4033-bb87-96a884a3fdd2 [ 1554.788378] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22083b1b-ba25-4b68-9332-6ad1ae34e949 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.795894] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fe5545-99d9-4813-9453-5ae00c0da819 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.826529] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5841490-8d47-4b43-870b-f0621fa2470b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.833261] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d652ce-d5b6-4009-a342-25b072acec85 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.845833] env[69663]: DEBUG nova.compute.provider_tree [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1555.349382] env[69663]: DEBUG nova.scheduler.client.report [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1555.853823] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.113s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1555.854061] env[69663]: INFO nova.compute.manager [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Migrating [ 1556.368650] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "refresh_cache-787930ba-fc86-48c4-a499-feff7ca35dfd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.369097] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquired lock "refresh_cache-787930ba-fc86-48c4-a499-feff7ca35dfd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.369445] env[69663]: DEBUG nova.network.neutron [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1557.070916] env[69663]: DEBUG nova.network.neutron [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Updating instance_info_cache with network_info: [{"id": "e05afb41-3814-445f-950d-a0820fc2e7fb", "address": "fa:16:3e:3e:1c:be", "network": {"id": "8f5d2d06-6bc8-438e-ba54-64cbb07bda53", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1813658570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a924ac6b603449649201ef562daf8ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape05afb41-38", "ovs_interfaceid": "e05afb41-3814-445f-950d-a0820fc2e7fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.573650] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Releasing lock "refresh_cache-787930ba-fc86-48c4-a499-feff7ca35dfd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.088353] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2575cfe2-fb91-45c9-ae0c-7e4d76ce6af5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.106628] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Updating instance '787930ba-fc86-48c4-a499-feff7ca35dfd' progress to 0 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1559.613167] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1559.613575] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-174a0f89-a766-4899-8871-a4ddf6f3e4d9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.621315] env[69663]: DEBUG oslo_vmware.api [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1559.621315] env[69663]: value = "task-3333929" [ 1559.621315] env[69663]: _type = "Task" [ 1559.621315] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.629071] env[69663]: DEBUG oslo_vmware.api [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.131424] env[69663]: DEBUG oslo_vmware.api [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333929, 'name': PowerOffVM_Task, 'duration_secs': 0.172211} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.131821] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1560.131821] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Updating instance '787930ba-fc86-48c4-a499-feff7ca35dfd' progress to 17 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1560.638257] env[69663]: DEBUG nova.virt.hardware [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:37Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1560.638567] env[69663]: DEBUG nova.virt.hardware [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1560.638717] env[69663]: DEBUG nova.virt.hardware [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1560.638910] env[69663]: DEBUG nova.virt.hardware [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1560.639078] env[69663]: DEBUG nova.virt.hardware [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1560.639238] env[69663]: DEBUG nova.virt.hardware [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1560.639448] env[69663]: DEBUG nova.virt.hardware [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1560.639640] env[69663]: DEBUG nova.virt.hardware [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1560.639968] env[69663]: DEBUG nova.virt.hardware [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1560.640301] env[69663]: DEBUG nova.virt.hardware [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1560.640622] env[69663]: DEBUG nova.virt.hardware [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1560.647602] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01fd11b4-cd84-499b-8052-884df6690f56 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.663565] env[69663]: DEBUG oslo_vmware.api [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1560.663565] env[69663]: value = "task-3333930" [ 1560.663565] env[69663]: _type = "Task" [ 1560.663565] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.671406] env[69663]: DEBUG oslo_vmware.api [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333930, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.173511] env[69663]: DEBUG oslo_vmware.api [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333930, 'name': ReconfigVM_Task, 'duration_secs': 0.192017} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.173880] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Updating instance '787930ba-fc86-48c4-a499-feff7ca35dfd' progress to 33 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1561.680738] env[69663]: DEBUG nova.virt.hardware [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1561.681048] env[69663]: DEBUG nova.virt.hardware [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1561.681178] env[69663]: DEBUG nova.virt.hardware [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1561.681375] env[69663]: DEBUG nova.virt.hardware [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1561.681521] env[69663]: DEBUG nova.virt.hardware [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1561.681677] env[69663]: DEBUG nova.virt.hardware [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1561.681884] env[69663]: DEBUG nova.virt.hardware [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1561.682061] env[69663]: DEBUG nova.virt.hardware [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1561.682238] env[69663]: DEBUG nova.virt.hardware [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1561.682406] env[69663]: DEBUG nova.virt.hardware [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1561.682587] env[69663]: DEBUG nova.virt.hardware [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1561.687844] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Reconfiguring VM instance instance-00000080 to detach disk 2000 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1561.688144] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48e3e56f-5c0b-486d-af4c-b204a3434aa1 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.706883] env[69663]: DEBUG oslo_vmware.api [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1561.706883] env[69663]: value = "task-3333931" [ 1561.706883] env[69663]: _type = "Task" [ 1561.706883] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.716676] env[69663]: DEBUG oslo_vmware.api [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333931, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.217747] env[69663]: DEBUG oslo_vmware.api [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333931, 'name': ReconfigVM_Task, 'duration_secs': 0.150353} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.218109] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Reconfigured VM instance instance-00000080 to detach disk 2000 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1562.218841] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8546911-a514-48ca-9034-f0a49d0a320d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.242058] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] 787930ba-fc86-48c4-a499-feff7ca35dfd/787930ba-fc86-48c4-a499-feff7ca35dfd.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1562.242624] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-380957ad-5180-4273-8209-2845bc5c9050 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.260635] env[69663]: DEBUG oslo_vmware.api [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1562.260635] env[69663]: value = "task-3333932" [ 1562.260635] env[69663]: _type = "Task" [ 1562.260635] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.267893] env[69663]: DEBUG oslo_vmware.api [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333932, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.770660] env[69663]: DEBUG oslo_vmware.api [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333932, 'name': ReconfigVM_Task, 'duration_secs': 0.247804} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.770948] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Reconfigured VM instance instance-00000080 to attach disk [datastore1] 787930ba-fc86-48c4-a499-feff7ca35dfd/787930ba-fc86-48c4-a499-feff7ca35dfd.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1562.771240] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Updating instance '787930ba-fc86-48c4-a499-feff7ca35dfd' progress to 50 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1563.278422] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b96b8f1-d782-4a7a-a058-89fffc4d6480 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.297430] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290459b0-f080-4b79-b1b9-0ade71740705 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.314435] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Updating instance '787930ba-fc86-48c4-a499-feff7ca35dfd' progress to 67 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1563.893827] env[69663]: DEBUG nova.network.neutron [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Port e05afb41-3814-445f-950d-a0820fc2e7fb binding to destination host cpu-1 is already ACTIVE {{(pid=69663) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1564.914814] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "787930ba-fc86-48c4-a499-feff7ca35dfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1564.915243] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "787930ba-fc86-48c4-a499-feff7ca35dfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1564.915243] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "787930ba-fc86-48c4-a499-feff7ca35dfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1565.951206] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "refresh_cache-787930ba-fc86-48c4-a499-feff7ca35dfd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.951467] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquired lock "refresh_cache-787930ba-fc86-48c4-a499-feff7ca35dfd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.951581] env[69663]: DEBUG nova.network.neutron [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1566.676060] env[69663]: DEBUG nova.network.neutron [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Updating instance_info_cache with network_info: [{"id": "e05afb41-3814-445f-950d-a0820fc2e7fb", "address": "fa:16:3e:3e:1c:be", "network": {"id": "8f5d2d06-6bc8-438e-ba54-64cbb07bda53", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1813658570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a924ac6b603449649201ef562daf8ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape05afb41-38", "ovs_interfaceid": "e05afb41-3814-445f-950d-a0820fc2e7fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.179603] env[69663]: DEBUG oslo_concurrency.lockutils [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Releasing lock "refresh_cache-787930ba-fc86-48c4-a499-feff7ca35dfd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.709049] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb5886d-6cf6-4fd8-9da0-960b915c2f49 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.731287] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ece25ba-0589-47f2-bf0c-111e6f58ca29 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.738683] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Updating instance '787930ba-fc86-48c4-a499-feff7ca35dfd' progress to 83 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1568.244751] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1568.245113] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6631cfe-3417-4714-bca5-c3f3f13ca621 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.253214] env[69663]: DEBUG oslo_vmware.api [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1568.253214] env[69663]: value = "task-3333933" [ 1568.253214] env[69663]: _type = "Task" [ 1568.253214] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.260882] env[69663]: DEBUG oslo_vmware.api [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.763610] env[69663]: DEBUG oslo_vmware.api [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333933, 'name': PowerOnVM_Task, 'duration_secs': 0.380412} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.763883] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1568.764100] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2116d8-dc84-4234-a357-e8eb26847dcd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Updating instance '787930ba-fc86-48c4-a499-feff7ca35dfd' progress to 100 {{(pid=69663) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1354}} [ 1571.539621] env[69663]: DEBUG nova.network.neutron [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Port e05afb41-3814-445f-950d-a0820fc2e7fb binding to destination host cpu-1 is already ACTIVE {{(pid=69663) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1571.539918] env[69663]: DEBUG oslo_concurrency.lockutils [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "refresh_cache-787930ba-fc86-48c4-a499-feff7ca35dfd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.540121] env[69663]: DEBUG oslo_concurrency.lockutils [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquired lock "refresh_cache-787930ba-fc86-48c4-a499-feff7ca35dfd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.540299] env[69663]: DEBUG nova.network.neutron [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1572.277325] env[69663]: DEBUG nova.network.neutron [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Updating instance_info_cache with network_info: [{"id": "e05afb41-3814-445f-950d-a0820fc2e7fb", "address": "fa:16:3e:3e:1c:be", "network": {"id": "8f5d2d06-6bc8-438e-ba54-64cbb07bda53", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1813658570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a924ac6b603449649201ef562daf8ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape05afb41-38", "ovs_interfaceid": "e05afb41-3814-445f-950d-a0820fc2e7fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.780144] env[69663]: DEBUG oslo_concurrency.lockutils [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Releasing lock "refresh_cache-787930ba-fc86-48c4-a499-feff7ca35dfd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.283822] env[69663]: DEBUG nova.compute.manager [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69663) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:897}} [ 1573.284122] env[69663]: DEBUG oslo_concurrency.lockutils [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1573.284405] env[69663]: DEBUG oslo_concurrency.lockutils [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1573.787952] env[69663]: DEBUG nova.objects.instance [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lazy-loading 'migration_context' on Instance uuid 787930ba-fc86-48c4-a499-feff7ca35dfd {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1574.335859] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab9831d-c8f1-4e5c-a485-3cc4c6eec453 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.343701] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45e1b68-107b-406b-a9ea-68f1da45f345 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.374508] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f94be46-5672-417f-999f-008d649ffec5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.382276] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377c658b-fd83-4ce5-9c31-05d73579d497 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.395351] env[69663]: DEBUG nova.compute.provider_tree [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1574.898900] env[69663]: DEBUG nova.scheduler.client.report [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1575.909771] env[69663]: DEBUG oslo_concurrency.lockutils [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.625s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1577.445287] env[69663]: INFO nova.compute.manager [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Swapping old allocation on dict_keys(['f2fb168a-c97f-41a4-9b18-725376271f6b']) held by migration 72d9591d-01df-4033-bb87-96a884a3fdd2 for instance [ 1577.467318] env[69663]: DEBUG nova.scheduler.client.report [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Overwriting current allocation {'allocations': {'f2fb168a-c97f-41a4-9b18-725376271f6b': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 193}}, 'project_id': 'a924ac6b603449649201ef562daf8ae5', 'user_id': '4cd3363028494584ae5b91eee48368e6', 'consumer_generation': 1} on consumer 787930ba-fc86-48c4-a499-feff7ca35dfd {{(pid=69663) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1577.540901] env[69663]: DEBUG oslo_concurrency.lockutils [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "refresh_cache-787930ba-fc86-48c4-a499-feff7ca35dfd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.541114] env[69663]: DEBUG oslo_concurrency.lockutils [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquired lock "refresh_cache-787930ba-fc86-48c4-a499-feff7ca35dfd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.541301] env[69663]: DEBUG nova.network.neutron [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1578.247052] env[69663]: DEBUG nova.network.neutron [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Updating instance_info_cache with network_info: [{"id": "e05afb41-3814-445f-950d-a0820fc2e7fb", "address": "fa:16:3e:3e:1c:be", "network": {"id": "8f5d2d06-6bc8-438e-ba54-64cbb07bda53", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1813658570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a924ac6b603449649201ef562daf8ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape05afb41-38", "ovs_interfaceid": "e05afb41-3814-445f-950d-a0820fc2e7fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.750468] env[69663]: DEBUG oslo_concurrency.lockutils [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Releasing lock "refresh_cache-787930ba-fc86-48c4-a499-feff7ca35dfd" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.750974] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1578.751367] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e445e8fd-c69a-402c-927e-c63b0cb6bf79 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.759515] env[69663]: DEBUG oslo_vmware.api [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1578.759515] env[69663]: value = "task-3333934" [ 1578.759515] env[69663]: _type = "Task" [ 1578.759515] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.767454] env[69663]: DEBUG oslo_vmware.api [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333934, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.269958] env[69663]: DEBUG oslo_vmware.api [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333934, 'name': PowerOffVM_Task, 'duration_secs': 0.19464} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.270289] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1579.270935] env[69663]: DEBUG nova.virt.hardware [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1579.271176] env[69663]: DEBUG nova.virt.hardware [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1579.271343] env[69663]: DEBUG nova.virt.hardware [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1579.271535] env[69663]: DEBUG nova.virt.hardware [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1579.271686] env[69663]: DEBUG nova.virt.hardware [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1579.271850] env[69663]: DEBUG nova.virt.hardware [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1579.272135] env[69663]: DEBUG nova.virt.hardware [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1579.272317] env[69663]: DEBUG nova.virt.hardware [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1579.272491] env[69663]: DEBUG nova.virt.hardware [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1579.272660] env[69663]: DEBUG nova.virt.hardware [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1579.272841] env[69663]: DEBUG nova.virt.hardware [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1579.277839] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca87b270-5f49-4c46-8c50-6583cd491282 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.293579] env[69663]: DEBUG oslo_vmware.api [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1579.293579] env[69663]: value = "task-3333935" [ 1579.293579] env[69663]: _type = "Task" [ 1579.293579] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.300690] env[69663]: DEBUG oslo_vmware.api [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333935, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.803803] env[69663]: DEBUG oslo_vmware.api [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333935, 'name': ReconfigVM_Task, 'duration_secs': 0.13046} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.804648] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f96770-9893-4438-a28b-1dd31a6c386a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.822684] env[69663]: DEBUG nova.virt.hardware [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1579.822927] env[69663]: DEBUG nova.virt.hardware [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1579.823090] env[69663]: DEBUG nova.virt.hardware [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1579.823283] env[69663]: DEBUG nova.virt.hardware [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1579.823438] env[69663]: DEBUG nova.virt.hardware [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1579.823594] env[69663]: DEBUG nova.virt.hardware [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1579.823807] env[69663]: DEBUG nova.virt.hardware [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1579.823977] env[69663]: DEBUG nova.virt.hardware [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1579.824166] env[69663]: DEBUG nova.virt.hardware [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1579.824336] env[69663]: DEBUG nova.virt.hardware [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1579.824512] env[69663]: DEBUG nova.virt.hardware [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1579.825661] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3c527d2-a251-46b7-8ddd-eb0207cc1cd4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.831505] env[69663]: DEBUG oslo_vmware.api [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1579.831505] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5278ebcc-9e4d-adcf-1643-084b69b22a08" [ 1579.831505] env[69663]: _type = "Task" [ 1579.831505] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.838986] env[69663]: DEBUG oslo_vmware.api [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5278ebcc-9e4d-adcf-1643-084b69b22a08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.341337] env[69663]: DEBUG oslo_vmware.api [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]5278ebcc-9e4d-adcf-1643-084b69b22a08, 'name': SearchDatastore_Task, 'duration_secs': 0.007649} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.346554] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Reconfiguring VM instance instance-00000080 to detach disk 2000 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1580.346830] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cce9d31b-9ee7-4113-b8df-245d827edbc4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.365311] env[69663]: DEBUG oslo_vmware.api [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1580.365311] env[69663]: value = "task-3333936" [ 1580.365311] env[69663]: _type = "Task" [ 1580.365311] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.372779] env[69663]: DEBUG oslo_vmware.api [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333936, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.875496] env[69663]: DEBUG oslo_vmware.api [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333936, 'name': ReconfigVM_Task, 'duration_secs': 0.292493} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.875821] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Reconfigured VM instance instance-00000080 to detach disk 2000 {{(pid=69663) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1580.876601] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a02785-5369-4717-86be-fe75e6515cb4 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.899341] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] 787930ba-fc86-48c4-a499-feff7ca35dfd/787930ba-fc86-48c4-a499-feff7ca35dfd.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1580.899615] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e727a98-305c-4ee0-b027-a6942c1761ce {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.917471] env[69663]: DEBUG oslo_vmware.api [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1580.917471] env[69663]: value = "task-3333937" [ 1580.917471] env[69663]: _type = "Task" [ 1580.917471] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.924949] env[69663]: DEBUG oslo_vmware.api [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333937, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.427742] env[69663]: DEBUG oslo_vmware.api [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333937, 'name': ReconfigVM_Task, 'duration_secs': 0.244868} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.428064] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Reconfigured VM instance instance-00000080 to attach disk [datastore1] 787930ba-fc86-48c4-a499-feff7ca35dfd/787930ba-fc86-48c4-a499-feff7ca35dfd.vmdk or device None with type thin {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1581.428919] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4457c6-e42d-4027-9e88-0cea4dd74762 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.446307] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2485f7a5-94bb-411c-a257-cf3ccb2b56dc {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.463825] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11f1ae7-f7fa-4ec6-9b8d-d936f70a842d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.480889] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39198a1f-072c-4676-a648-3f9f61c9c058 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.486748] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1581.486963] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-164cad94-1df9-4c74-b7c7-42b5d551bdb2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.493032] env[69663]: DEBUG oslo_vmware.api [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1581.493032] env[69663]: value = "task-3333938" [ 1581.493032] env[69663]: _type = "Task" [ 1581.493032] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.499870] env[69663]: DEBUG oslo_vmware.api [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.004034] env[69663]: DEBUG oslo_vmware.api [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333938, 'name': PowerOnVM_Task, 'duration_secs': 0.37551} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.004034] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1583.017892] env[69663]: INFO nova.compute.manager [None req-83eb583b-768e-44cd-b3f8-1fa1aabd5513 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Updating instance to original state: 'active' [ 1583.873082] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9b9cde36-b421-4c6d-8ace-02b41a37d72e tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "787930ba-fc86-48c4-a499-feff7ca35dfd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1583.873631] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9b9cde36-b421-4c6d-8ace-02b41a37d72e tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "787930ba-fc86-48c4-a499-feff7ca35dfd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1583.873861] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9b9cde36-b421-4c6d-8ace-02b41a37d72e tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "787930ba-fc86-48c4-a499-feff7ca35dfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1583.874067] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9b9cde36-b421-4c6d-8ace-02b41a37d72e tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "787930ba-fc86-48c4-a499-feff7ca35dfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1583.874252] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9b9cde36-b421-4c6d-8ace-02b41a37d72e tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "787930ba-fc86-48c4-a499-feff7ca35dfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1583.876317] env[69663]: INFO nova.compute.manager [None req-9b9cde36-b421-4c6d-8ace-02b41a37d72e tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Terminating instance [ 1583.878152] env[69663]: DEBUG nova.compute.manager [None req-9b9cde36-b421-4c6d-8ace-02b41a37d72e tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1583.878357] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9cde36-b421-4c6d-8ace-02b41a37d72e tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1583.879268] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e357750e-ed3e-4747-988e-7a2930e0ce6b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.886943] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9cde36-b421-4c6d-8ace-02b41a37d72e tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1583.887181] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38550497-3c1b-479e-a748-cab8cad8061b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.893963] env[69663]: DEBUG oslo_vmware.api [None req-9b9cde36-b421-4c6d-8ace-02b41a37d72e tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1583.893963] env[69663]: value = "task-3333939" [ 1583.893963] env[69663]: _type = "Task" [ 1583.893963] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.901361] env[69663]: DEBUG oslo_vmware.api [None req-9b9cde36-b421-4c6d-8ace-02b41a37d72e tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.403064] env[69663]: DEBUG oslo_vmware.api [None req-9b9cde36-b421-4c6d-8ace-02b41a37d72e tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333939, 'name': PowerOffVM_Task, 'duration_secs': 0.179997} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.403452] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9cde36-b421-4c6d-8ace-02b41a37d72e tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1584.403527] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9cde36-b421-4c6d-8ace-02b41a37d72e tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1584.403770] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efb9db3a-38d0-42bf-b553-6e2ccc9acfef {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.462863] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9cde36-b421-4c6d-8ace-02b41a37d72e tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1584.463124] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9cde36-b421-4c6d-8ace-02b41a37d72e tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1584.463322] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b9cde36-b421-4c6d-8ace-02b41a37d72e tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Deleting the datastore file [datastore1] 787930ba-fc86-48c4-a499-feff7ca35dfd {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1584.463593] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db0cc1dd-9a95-45dc-9f2f-a3aa09229ae6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.471134] env[69663]: DEBUG oslo_vmware.api [None req-9b9cde36-b421-4c6d-8ace-02b41a37d72e tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1584.471134] env[69663]: value = "task-3333941" [ 1584.471134] env[69663]: _type = "Task" [ 1584.471134] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.478285] env[69663]: DEBUG oslo_vmware.api [None req-9b9cde36-b421-4c6d-8ace-02b41a37d72e tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.674178] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1584.674421] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1584.981495] env[69663]: DEBUG oslo_vmware.api [None req-9b9cde36-b421-4c6d-8ace-02b41a37d72e tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143704} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.981761] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b9cde36-b421-4c6d-8ace-02b41a37d72e tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1584.981956] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9cde36-b421-4c6d-8ace-02b41a37d72e tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1584.982159] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9cde36-b421-4c6d-8ace-02b41a37d72e tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1584.982343] env[69663]: INFO nova.compute.manager [None req-9b9cde36-b421-4c6d-8ace-02b41a37d72e tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1584.982598] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b9cde36-b421-4c6d-8ace-02b41a37d72e tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1584.982815] env[69663]: DEBUG nova.compute.manager [-] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1584.982912] env[69663]: DEBUG nova.network.neutron [-] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1585.180088] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1585.180257] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Starting heal instance info cache {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1585.180385] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Rebuilding the list of instances to heal {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 1585.475502] env[69663]: DEBUG nova.compute.manager [req-e391192f-2678-4222-ba4e-66fbca227b65 req-573b7d56-f2e9-4397-9b9a-4968c1b20512 service nova] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Received event network-vif-deleted-e05afb41-3814-445f-950d-a0820fc2e7fb {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1585.475743] env[69663]: INFO nova.compute.manager [req-e391192f-2678-4222-ba4e-66fbca227b65 req-573b7d56-f2e9-4397-9b9a-4968c1b20512 service nova] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Neutron deleted interface e05afb41-3814-445f-950d-a0820fc2e7fb; detaching it from the instance and deleting it from the info cache [ 1585.475852] env[69663]: DEBUG nova.network.neutron [req-e391192f-2678-4222-ba4e-66fbca227b65 req-573b7d56-f2e9-4397-9b9a-4968c1b20512 service nova] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.682894] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Skipping network cache update for instance because it is being deleted. {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9943}} [ 1585.683050] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Didn't find any instances for network info cache update. {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10012}} [ 1585.683258] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1585.683412] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1585.683556] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1585.683702] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1585.683842] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1585.683982] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1585.684127] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69663) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1585.684267] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1585.894967] env[69663]: DEBUG nova.network.neutron [-] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.978709] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ad8f416-172a-4da5-b9b3-4d1ae4f665b8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.988733] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a930bc-eea6-489d-9bd6-139b064b120c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.012059] env[69663]: DEBUG nova.compute.manager [req-e391192f-2678-4222-ba4e-66fbca227b65 req-573b7d56-f2e9-4397-9b9a-4968c1b20512 service nova] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Detach interface failed, port_id=e05afb41-3814-445f-950d-a0820fc2e7fb, reason: Instance 787930ba-fc86-48c4-a499-feff7ca35dfd could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1586.188206] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1586.188469] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1586.188643] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1586.188798] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69663) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1586.189705] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66481bf-eed3-4a5c-bd84-6425d45acd31 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.197966] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39d9c02-58d4-4fdd-9a3d-ba960c66a678 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.211930] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b067b902-7c9a-484e-aaf2-74b791f7e106 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.218114] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1933744-ac6a-481d-b8af-9be514fd9dc9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.246994] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180827MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=69663) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1586.248451] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1586.248451] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1586.397618] env[69663]: INFO nova.compute.manager [-] [instance: 787930ba-fc86-48c4-a499-feff7ca35dfd] Took 1.41 seconds to deallocate network for instance. [ 1586.904744] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9b9cde36-b421-4c6d-8ace-02b41a37d72e tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1587.271023] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 787930ba-fc86-48c4-a499-feff7ca35dfd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1587.271122] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1587.271241] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1587.296055] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01c7dd4-1346-4640-b74f-23d05501b004 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.303787] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7237d54-10ba-4cce-abfa-fd0ac5c7284b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.332788] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b4699a-babb-470e-b3af-f2e23ef806ef {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.339501] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1892963-a2f0-4411-94f9-53e1da651067 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.352199] env[69663]: DEBUG nova.compute.provider_tree [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1587.855287] env[69663]: DEBUG nova.scheduler.client.report [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1588.360767] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69663) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1588.361163] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.114s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1588.361286] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9b9cde36-b421-4c6d-8ace-02b41a37d72e tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.457s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1588.361520] env[69663]: DEBUG nova.objects.instance [None req-9b9cde36-b421-4c6d-8ace-02b41a37d72e tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lazy-loading 'resources' on Instance uuid 787930ba-fc86-48c4-a499-feff7ca35dfd {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1588.889098] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0611b2-a386-44ad-b23e-f90af1843de7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.896430] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed805b68-5b95-4785-a8b5-fd831777e03b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.926561] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ee633f-4a9f-426f-b355-f7cba1a4f639 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.933851] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a6e292-0b68-4c6f-bbd2-e74a4156a044 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.946734] env[69663]: DEBUG nova.compute.provider_tree [None req-9b9cde36-b421-4c6d-8ace-02b41a37d72e tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1589.449572] env[69663]: DEBUG nova.scheduler.client.report [None req-9b9cde36-b421-4c6d-8ace-02b41a37d72e tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1589.954691] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9b9cde36-b421-4c6d-8ace-02b41a37d72e tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.593s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1589.972661] env[69663]: INFO nova.scheduler.client.report [None req-9b9cde36-b421-4c6d-8ace-02b41a37d72e tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Deleted allocations for instance 787930ba-fc86-48c4-a499-feff7ca35dfd [ 1590.480645] env[69663]: DEBUG oslo_concurrency.lockutils [None req-9b9cde36-b421-4c6d-8ace-02b41a37d72e tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "787930ba-fc86-48c4-a499-feff7ca35dfd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.607s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1591.875831] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "939cb5f3-9cab-4949-8b4e-9b555b280e0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1591.876204] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "939cb5f3-9cab-4949-8b4e-9b555b280e0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1592.378796] env[69663]: DEBUG nova.compute.manager [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Starting instance... {{(pid=69663) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1592.900601] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1592.900892] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1592.902412] env[69663]: INFO nova.compute.claims [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1593.936879] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59b5410-639b-44b8-9687-6ede2fb34a65 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.944942] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4dddcf6-9d4c-4a33-bc73-d33760be4d4d {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.974117] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f69a299-8337-4d73-b5c2-5ddd07544872 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.981269] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0a11c8-2557-416d-8315-e8eb31ff9506 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.994153] env[69663]: DEBUG nova.compute.provider_tree [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1594.497300] env[69663]: DEBUG nova.scheduler.client.report [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1595.003554] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.102s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1595.004120] env[69663]: DEBUG nova.compute.manager [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Start building networks asynchronously for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1595.509389] env[69663]: DEBUG nova.compute.utils [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Using /dev/sd instead of None {{(pid=69663) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1595.511187] env[69663]: DEBUG nova.compute.manager [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Allocating IP information in the background. {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1595.511368] env[69663]: DEBUG nova.network.neutron [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] allocate_for_instance() {{(pid=69663) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1595.565029] env[69663]: DEBUG nova.policy [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cd3363028494584ae5b91eee48368e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a924ac6b603449649201ef562daf8ae5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69663) authorize /opt/stack/nova/nova/policy.py:203}} [ 1595.817026] env[69663]: DEBUG nova.network.neutron [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Successfully created port: d96a5a02-0d1b-4d1c-b50b-c2c89266f233 {{(pid=69663) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1596.015101] env[69663]: DEBUG nova.compute.manager [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Start building block device mappings for instance. {{(pid=69663) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1597.028451] env[69663]: DEBUG nova.compute.manager [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Start spawning the instance on the hypervisor. {{(pid=69663) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1597.054642] env[69663]: DEBUG nova.virt.hardware [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-05T04:22:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-05T04:22:16Z,direct_url=,disk_format='vmdk',id=03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='6b2c182964bc413388845802b3285d96',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-05T04:22:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1597.054918] env[69663]: DEBUG nova.virt.hardware [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Flavor limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1597.055096] env[69663]: DEBUG nova.virt.hardware [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Image limits 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1597.055289] env[69663]: DEBUG nova.virt.hardware [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Flavor pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1597.055442] env[69663]: DEBUG nova.virt.hardware [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Image pref 0:0:0 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1597.055593] env[69663]: DEBUG nova.virt.hardware [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69663) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1597.055867] env[69663]: DEBUG nova.virt.hardware [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1597.056080] env[69663]: DEBUG nova.virt.hardware [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1597.056303] env[69663]: DEBUG nova.virt.hardware [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Got 1 possible topologies {{(pid=69663) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1597.056507] env[69663]: DEBUG nova.virt.hardware [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1597.056696] env[69663]: DEBUG nova.virt.hardware [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69663) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1597.057775] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328780ea-ad32-4240-a454-81b3c7a5925a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.065586] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c7222d-4330-49ac-8f7d-e74b6102be11 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.183017] env[69663]: DEBUG nova.compute.manager [req-c05f5c55-6b12-4a9d-88b1-f1f359748fbd req-9defb8a8-735b-40f7-bc4f-9919d05434fc service nova] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Received event network-vif-plugged-d96a5a02-0d1b-4d1c-b50b-c2c89266f233 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1597.183282] env[69663]: DEBUG oslo_concurrency.lockutils [req-c05f5c55-6b12-4a9d-88b1-f1f359748fbd req-9defb8a8-735b-40f7-bc4f-9919d05434fc service nova] Acquiring lock "939cb5f3-9cab-4949-8b4e-9b555b280e0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1597.183531] env[69663]: DEBUG oslo_concurrency.lockutils [req-c05f5c55-6b12-4a9d-88b1-f1f359748fbd req-9defb8a8-735b-40f7-bc4f-9919d05434fc service nova] Lock "939cb5f3-9cab-4949-8b4e-9b555b280e0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1597.183656] env[69663]: DEBUG oslo_concurrency.lockutils [req-c05f5c55-6b12-4a9d-88b1-f1f359748fbd req-9defb8a8-735b-40f7-bc4f-9919d05434fc service nova] Lock "939cb5f3-9cab-4949-8b4e-9b555b280e0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1597.183827] env[69663]: DEBUG nova.compute.manager [req-c05f5c55-6b12-4a9d-88b1-f1f359748fbd req-9defb8a8-735b-40f7-bc4f-9919d05434fc service nova] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] No waiting events found dispatching network-vif-plugged-d96a5a02-0d1b-4d1c-b50b-c2c89266f233 {{(pid=69663) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1597.183997] env[69663]: WARNING nova.compute.manager [req-c05f5c55-6b12-4a9d-88b1-f1f359748fbd req-9defb8a8-735b-40f7-bc4f-9919d05434fc service nova] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Received unexpected event network-vif-plugged-d96a5a02-0d1b-4d1c-b50b-c2c89266f233 for instance with vm_state building and task_state spawning. [ 1597.708161] env[69663]: DEBUG nova.network.neutron [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Successfully updated port: d96a5a02-0d1b-4d1c-b50b-c2c89266f233 {{(pid=69663) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1597.726877] env[69663]: DEBUG nova.compute.manager [req-031be578-9409-41fe-8881-18cf692941e1 req-ff68c31e-8327-4733-b531-bcc012161639 service nova] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Received event network-changed-d96a5a02-0d1b-4d1c-b50b-c2c89266f233 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1597.727174] env[69663]: DEBUG nova.compute.manager [req-031be578-9409-41fe-8881-18cf692941e1 req-ff68c31e-8327-4733-b531-bcc012161639 service nova] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Refreshing instance network info cache due to event network-changed-d96a5a02-0d1b-4d1c-b50b-c2c89266f233. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1597.727332] env[69663]: DEBUG oslo_concurrency.lockutils [req-031be578-9409-41fe-8881-18cf692941e1 req-ff68c31e-8327-4733-b531-bcc012161639 service nova] Acquiring lock "refresh_cache-939cb5f3-9cab-4949-8b4e-9b555b280e0e" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.727478] env[69663]: DEBUG oslo_concurrency.lockutils [req-031be578-9409-41fe-8881-18cf692941e1 req-ff68c31e-8327-4733-b531-bcc012161639 service nova] Acquired lock "refresh_cache-939cb5f3-9cab-4949-8b4e-9b555b280e0e" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.727642] env[69663]: DEBUG nova.network.neutron [req-031be578-9409-41fe-8881-18cf692941e1 req-ff68c31e-8327-4733-b531-bcc012161639 service nova] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Refreshing network info cache for port d96a5a02-0d1b-4d1c-b50b-c2c89266f233 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1598.211188] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "refresh_cache-939cb5f3-9cab-4949-8b4e-9b555b280e0e" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.257683] env[69663]: DEBUG nova.network.neutron [req-031be578-9409-41fe-8881-18cf692941e1 req-ff68c31e-8327-4733-b531-bcc012161639 service nova] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1598.329362] env[69663]: DEBUG nova.network.neutron [req-031be578-9409-41fe-8881-18cf692941e1 req-ff68c31e-8327-4733-b531-bcc012161639 service nova] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.832094] env[69663]: DEBUG oslo_concurrency.lockutils [req-031be578-9409-41fe-8881-18cf692941e1 req-ff68c31e-8327-4733-b531-bcc012161639 service nova] Releasing lock "refresh_cache-939cb5f3-9cab-4949-8b4e-9b555b280e0e" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.832492] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquired lock "refresh_cache-939cb5f3-9cab-4949-8b4e-9b555b280e0e" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.832655] env[69663]: DEBUG nova.network.neutron [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1599.364359] env[69663]: DEBUG nova.network.neutron [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Instance cache missing network info. {{(pid=69663) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1599.485888] env[69663]: DEBUG nova.network.neutron [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Updating instance_info_cache with network_info: [{"id": "d96a5a02-0d1b-4d1c-b50b-c2c89266f233", "address": "fa:16:3e:5e:d5:16", "network": {"id": "8f5d2d06-6bc8-438e-ba54-64cbb07bda53", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1813658570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a924ac6b603449649201ef562daf8ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd96a5a02-0d", "ovs_interfaceid": "d96a5a02-0d1b-4d1c-b50b-c2c89266f233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.988824] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Releasing lock "refresh_cache-939cb5f3-9cab-4949-8b4e-9b555b280e0e" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.990024] env[69663]: DEBUG nova.compute.manager [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Instance network_info: |[{"id": "d96a5a02-0d1b-4d1c-b50b-c2c89266f233", "address": "fa:16:3e:5e:d5:16", "network": {"id": "8f5d2d06-6bc8-438e-ba54-64cbb07bda53", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1813658570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a924ac6b603449649201ef562daf8ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd96a5a02-0d", "ovs_interfaceid": "d96a5a02-0d1b-4d1c-b50b-c2c89266f233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69663) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1599.990024] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:d5:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4adc8ed0-d11a-4510-9be0-b27c0da3a903', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd96a5a02-0d1b-4d1c-b50b-c2c89266f233', 'vif_model': 'vmxnet3'}] {{(pid=69663) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1599.997089] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1599.997318] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Creating VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1327}} [ 1599.997548] env[69663]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e40ef82-9a19-4c7c-a8c1-c7ef13c0243b {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.017775] env[69663]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1600.017775] env[69663]: value = "task-3333942" [ 1600.017775] env[69663]: _type = "Task" [ 1600.017775] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.024942] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333942, 'name': CreateVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.528459] env[69663]: DEBUG oslo_vmware.api [-] Task: {'id': task-3333942, 'name': CreateVM_Task, 'duration_secs': 0.303964} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.528853] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Created VM on the ESX host {{(pid=69663) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1349}} [ 1600.529330] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.529507] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1600.529840] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1600.530097] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa8c4782-ff2e-4a1f-b9d5-ec9eee9e74bd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.534061] env[69663]: DEBUG oslo_vmware.api [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1600.534061] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c6ca11-5a5b-fa7c-5391-bfb63472058f" [ 1600.534061] env[69663]: _type = "Task" [ 1600.534061] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.541242] env[69663]: DEBUG oslo_vmware.api [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c6ca11-5a5b-fa7c-5391-bfb63472058f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.044560] env[69663]: DEBUG oslo_vmware.api [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52c6ca11-5a5b-fa7c-5391-bfb63472058f, 'name': SearchDatastore_Task, 'duration_secs': 0.009903} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.044892] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1601.045166] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Processing image 03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474 {{(pid=69663) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1601.045410] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.045563] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquired lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1601.045767] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1601.046057] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d128fa9-cc5b-4634-8a98-0e5f15f6bf07 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.054835] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69663) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1601.055152] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69663) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1851}} [ 1601.055734] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a485faf-6443-4908-9cb9-7212b61a29c5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.060844] env[69663]: DEBUG oslo_vmware.api [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1601.060844] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e734f1-08d1-bd4c-4217-0a9b2e7730fb" [ 1601.060844] env[69663]: _type = "Task" [ 1601.060844] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.068189] env[69663]: DEBUG oslo_vmware.api [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e734f1-08d1-bd4c-4217-0a9b2e7730fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.571694] env[69663]: DEBUG oslo_vmware.api [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]52e734f1-08d1-bd4c-4217-0a9b2e7730fb, 'name': SearchDatastore_Task, 'duration_secs': 0.008226} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.572464] env[69663]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9bad251-6ceb-40d4-8170-814484af6ccb {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.577240] env[69663]: DEBUG oslo_vmware.api [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1601.577240] env[69663]: value = "session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529d2308-744b-f4c0-3888-cd39a5869300" [ 1601.577240] env[69663]: _type = "Task" [ 1601.577240] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.584336] env[69663]: DEBUG oslo_vmware.api [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529d2308-744b-f4c0-3888-cd39a5869300, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.088294] env[69663]: DEBUG oslo_vmware.api [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': session[52d45e51-ff03-bfe5-578b-a97f31f43b99]529d2308-744b-f4c0-3888-cd39a5869300, 'name': SearchDatastore_Task, 'duration_secs': 0.010071} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.088511] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Releasing lock "[datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1602.088768] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 939cb5f3-9cab-4949-8b4e-9b555b280e0e/939cb5f3-9cab-4949-8b4e-9b555b280e0e.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1413}} [ 1602.089047] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54433acd-9199-4e70-a1a4-b808ee4f69dd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.095502] env[69663]: DEBUG oslo_vmware.api [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1602.095502] env[69663]: value = "task-3333943" [ 1602.095502] env[69663]: _type = "Task" [ 1602.095502] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.102426] env[69663]: DEBUG oslo_vmware.api [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.606700] env[69663]: DEBUG oslo_vmware.api [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.417519} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.607143] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474/03e1e0e1-05fd-4c98-b8aa-7b5c3d7bd474.vmdk to [datastore1] 939cb5f3-9cab-4949-8b4e-9b555b280e0e/939cb5f3-9cab-4949-8b4e-9b555b280e0e.vmdk {{(pid=69663) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1424}} [ 1602.607221] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Extending root virtual disk to 1048576 {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1602.607479] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b82505cf-0c44-48ef-baaf-b53093a0c1ac {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.613624] env[69663]: DEBUG oslo_vmware.api [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1602.613624] env[69663]: value = "task-3333944" [ 1602.613624] env[69663]: _type = "Task" [ 1602.613624] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.620220] env[69663]: DEBUG oslo_vmware.api [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333944, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.124938] env[69663]: DEBUG oslo_vmware.api [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333944, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062864} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.125220] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Extended root virtual disk {{(pid=69663) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1603.125969] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd92c26-969e-4ee1-8987-369b938cd819 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.147185] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Reconfiguring VM instance instance-00000081 to attach disk [datastore1] 939cb5f3-9cab-4949-8b4e-9b555b280e0e/939cb5f3-9cab-4949-8b4e-9b555b280e0e.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1603.147509] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06155df2-3230-4852-8c05-bf66edeab9e7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.167430] env[69663]: DEBUG oslo_vmware.api [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1603.167430] env[69663]: value = "task-3333945" [ 1603.167430] env[69663]: _type = "Task" [ 1603.167430] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.175614] env[69663]: DEBUG oslo_vmware.api [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333945, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.677696] env[69663]: DEBUG oslo_vmware.api [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333945, 'name': ReconfigVM_Task, 'duration_secs': 0.335232} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.678134] env[69663]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Reconfigured VM instance instance-00000081 to attach disk [datastore1] 939cb5f3-9cab-4949-8b4e-9b555b280e0e/939cb5f3-9cab-4949-8b4e-9b555b280e0e.vmdk or device None with type sparse {{(pid=69663) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1603.678622] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1bc6711-6e3c-446a-acd6-51ea25126ee7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.684787] env[69663]: DEBUG oslo_vmware.api [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1603.684787] env[69663]: value = "task-3333946" [ 1603.684787] env[69663]: _type = "Task" [ 1603.684787] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.691715] env[69663]: DEBUG oslo_vmware.api [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333946, 'name': Rename_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.195281] env[69663]: DEBUG oslo_vmware.api [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333946, 'name': Rename_Task, 'duration_secs': 0.128394} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.195516] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1604.195750] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-196bc0cb-33bf-44f1-8292-c3b286e135de {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.202175] env[69663]: DEBUG oslo_vmware.api [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1604.202175] env[69663]: value = "task-3333947" [ 1604.202175] env[69663]: _type = "Task" [ 1604.202175] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.209213] env[69663]: DEBUG oslo_vmware.api [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.712549] env[69663]: DEBUG oslo_vmware.api [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333947, 'name': PowerOnVM_Task, 'duration_secs': 0.430565} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.712939] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1604.713073] env[69663]: INFO nova.compute.manager [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Took 7.68 seconds to spawn the instance on the hypervisor. [ 1604.713221] env[69663]: DEBUG nova.compute.manager [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1604.713987] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc70c2cf-e039-4564-83bf-83a1535ed3a5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.232317] env[69663]: INFO nova.compute.manager [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Took 12.35 seconds to build instance. [ 1605.734707] env[69663]: DEBUG oslo_concurrency.lockutils [None req-4f4e4520-b562-401c-8952-20a62fb4a744 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "939cb5f3-9cab-4949-8b4e-9b555b280e0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.858s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1605.993642] env[69663]: DEBUG nova.compute.manager [req-6a74597f-c41f-4891-93f5-a67fa3027c56 req-60ed49d7-78f1-4111-9417-b0747dd2c684 service nova] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Received event network-changed-d96a5a02-0d1b-4d1c-b50b-c2c89266f233 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1605.993851] env[69663]: DEBUG nova.compute.manager [req-6a74597f-c41f-4891-93f5-a67fa3027c56 req-60ed49d7-78f1-4111-9417-b0747dd2c684 service nova] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Refreshing instance network info cache due to event network-changed-d96a5a02-0d1b-4d1c-b50b-c2c89266f233. {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11134}} [ 1605.994089] env[69663]: DEBUG oslo_concurrency.lockutils [req-6a74597f-c41f-4891-93f5-a67fa3027c56 req-60ed49d7-78f1-4111-9417-b0747dd2c684 service nova] Acquiring lock "refresh_cache-939cb5f3-9cab-4949-8b4e-9b555b280e0e" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.994246] env[69663]: DEBUG oslo_concurrency.lockutils [req-6a74597f-c41f-4891-93f5-a67fa3027c56 req-60ed49d7-78f1-4111-9417-b0747dd2c684 service nova] Acquired lock "refresh_cache-939cb5f3-9cab-4949-8b4e-9b555b280e0e" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1605.994418] env[69663]: DEBUG nova.network.neutron [req-6a74597f-c41f-4891-93f5-a67fa3027c56 req-60ed49d7-78f1-4111-9417-b0747dd2c684 service nova] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Refreshing network info cache for port d96a5a02-0d1b-4d1c-b50b-c2c89266f233 {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1606.703058] env[69663]: DEBUG nova.network.neutron [req-6a74597f-c41f-4891-93f5-a67fa3027c56 req-60ed49d7-78f1-4111-9417-b0747dd2c684 service nova] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Updated VIF entry in instance network info cache for port d96a5a02-0d1b-4d1c-b50b-c2c89266f233. {{(pid=69663) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1606.703490] env[69663]: DEBUG nova.network.neutron [req-6a74597f-c41f-4891-93f5-a67fa3027c56 req-60ed49d7-78f1-4111-9417-b0747dd2c684 service nova] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Updating instance_info_cache with network_info: [{"id": "d96a5a02-0d1b-4d1c-b50b-c2c89266f233", "address": "fa:16:3e:5e:d5:16", "network": {"id": "8f5d2d06-6bc8-438e-ba54-64cbb07bda53", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1813658570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a924ac6b603449649201ef562daf8ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd96a5a02-0d", "ovs_interfaceid": "d96a5a02-0d1b-4d1c-b50b-c2c89266f233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1607.206776] env[69663]: DEBUG oslo_concurrency.lockutils [req-6a74597f-c41f-4891-93f5-a67fa3027c56 req-60ed49d7-78f1-4111-9417-b0747dd2c684 service nova] Releasing lock "refresh_cache-939cb5f3-9cab-4949-8b4e-9b555b280e0e" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1642.195208] env[69663]: DEBUG oslo_concurrency.lockutils [None req-12e4c035-fc86-4e55-90a4-f36855b84ce6 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "939cb5f3-9cab-4949-8b4e-9b555b280e0e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1642.195619] env[69663]: DEBUG oslo_concurrency.lockutils [None req-12e4c035-fc86-4e55-90a4-f36855b84ce6 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "939cb5f3-9cab-4949-8b4e-9b555b280e0e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1642.195673] env[69663]: DEBUG nova.compute.manager [None req-12e4c035-fc86-4e55-90a4-f36855b84ce6 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1642.196624] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a34d850-5403-4ed3-bc64-a01ac8233158 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.203593] env[69663]: DEBUG nova.compute.manager [None req-12e4c035-fc86-4e55-90a4-f36855b84ce6 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69663) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 1642.204164] env[69663]: DEBUG nova.objects.instance [None req-12e4c035-fc86-4e55-90a4-f36855b84ce6 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lazy-loading 'flavor' on Instance uuid 939cb5f3-9cab-4949-8b4e-9b555b280e0e {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1642.711199] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e4c035-fc86-4e55-90a4-f36855b84ce6 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1642.711486] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0f17e2e-a17d-4183-9cd9-2ca0fff2b0e7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.722904] env[69663]: DEBUG oslo_vmware.api [None req-12e4c035-fc86-4e55-90a4-f36855b84ce6 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1642.722904] env[69663]: value = "task-3333948" [ 1642.722904] env[69663]: _type = "Task" [ 1642.722904] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.731014] env[69663]: DEBUG oslo_vmware.api [None req-12e4c035-fc86-4e55-90a4-f36855b84ce6 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.232951] env[69663]: DEBUG oslo_vmware.api [None req-12e4c035-fc86-4e55-90a4-f36855b84ce6 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333948, 'name': PowerOffVM_Task, 'duration_secs': 0.164388} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.233354] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e4c035-fc86-4e55-90a4-f36855b84ce6 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1643.233450] env[69663]: DEBUG nova.compute.manager [None req-12e4c035-fc86-4e55-90a4-f36855b84ce6 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1643.234222] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226551d1-21d2-406d-bdc7-d56f116ba53f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.746024] env[69663]: DEBUG oslo_concurrency.lockutils [None req-12e4c035-fc86-4e55-90a4-f36855b84ce6 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "939cb5f3-9cab-4949-8b4e-9b555b280e0e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.550s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1644.574742] env[69663]: DEBUG nova.objects.instance [None req-f9436d82-0707-4acb-b676-5bc1ef8430cd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lazy-loading 'flavor' on Instance uuid 939cb5f3-9cab-4949-8b4e-9b555b280e0e {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1645.079772] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f9436d82-0707-4acb-b676-5bc1ef8430cd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "refresh_cache-939cb5f3-9cab-4949-8b4e-9b555b280e0e" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.079959] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f9436d82-0707-4acb-b676-5bc1ef8430cd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquired lock "refresh_cache-939cb5f3-9cab-4949-8b4e-9b555b280e0e" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1645.080135] env[69663]: DEBUG nova.network.neutron [None req-f9436d82-0707-4acb-b676-5bc1ef8430cd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1645.080335] env[69663]: DEBUG nova.objects.instance [None req-f9436d82-0707-4acb-b676-5bc1ef8430cd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lazy-loading 'info_cache' on Instance uuid 939cb5f3-9cab-4949-8b4e-9b555b280e0e {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1645.583528] env[69663]: DEBUG nova.objects.base [None req-f9436d82-0707-4acb-b676-5bc1ef8430cd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Object Instance<939cb5f3-9cab-4949-8b4e-9b555b280e0e> lazy-loaded attributes: flavor,info_cache {{(pid=69663) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 1646.281409] env[69663]: DEBUG nova.network.neutron [None req-f9436d82-0707-4acb-b676-5bc1ef8430cd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Updating instance_info_cache with network_info: [{"id": "d96a5a02-0d1b-4d1c-b50b-c2c89266f233", "address": "fa:16:3e:5e:d5:16", "network": {"id": "8f5d2d06-6bc8-438e-ba54-64cbb07bda53", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1813658570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a924ac6b603449649201ef562daf8ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd96a5a02-0d", "ovs_interfaceid": "d96a5a02-0d1b-4d1c-b50b-c2c89266f233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1646.783831] env[69663]: DEBUG oslo_concurrency.lockutils [None req-f9436d82-0707-4acb-b676-5bc1ef8430cd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Releasing lock "refresh_cache-939cb5f3-9cab-4949-8b4e-9b555b280e0e" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1647.287376] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9436d82-0707-4acb-b676-5bc1ef8430cd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Powering on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1442}} [ 1647.287692] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7d867f8-4d2e-481b-8c8a-7f337760f1c9 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.296306] env[69663]: DEBUG oslo_vmware.api [None req-f9436d82-0707-4acb-b676-5bc1ef8430cd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1647.296306] env[69663]: value = "task-3333949" [ 1647.296306] env[69663]: _type = "Task" [ 1647.296306] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.303824] env[69663]: DEBUG oslo_vmware.api [None req-f9436d82-0707-4acb-b676-5bc1ef8430cd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.805862] env[69663]: DEBUG oslo_vmware.api [None req-f9436d82-0707-4acb-b676-5bc1ef8430cd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333949, 'name': PowerOnVM_Task, 'duration_secs': 0.3768} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.806252] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9436d82-0707-4acb-b676-5bc1ef8430cd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Powered on the VM {{(pid=69663) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1448}} [ 1647.806367] env[69663]: DEBUG nova.compute.manager [None req-f9436d82-0707-4acb-b676-5bc1ef8430cd tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1647.808071] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4ed909-4cb4-4d02-b90a-48681d544a75 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.363664] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1648.363862] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1648.364019] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Starting heal instance info cache {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}} [ 1648.364139] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Rebuilding the list of instances to heal {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9930}} [ 1648.906592] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "refresh_cache-939cb5f3-9cab-4949-8b4e-9b555b280e0e" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.906859] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquired lock "refresh_cache-939cb5f3-9cab-4949-8b4e-9b555b280e0e" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1648.906911] env[69663]: DEBUG nova.network.neutron [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Forcefully refreshing network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1648.907057] env[69663]: DEBUG nova.objects.instance [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lazy-loading 'info_cache' on Instance uuid 939cb5f3-9cab-4949-8b4e-9b555b280e0e {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1649.326253] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf90f08-0fcc-410f-8f42-d76dd5ee311f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.333534] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee251d2-680d-4e8d-94be-9b26fdcb69ae tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Suspending the VM {{(pid=69663) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1163}} [ 1649.333807] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-11c2883f-1593-4dc6-abe8-6986e8491f85 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.340385] env[69663]: DEBUG oslo_vmware.api [None req-2ee251d2-680d-4e8d-94be-9b26fdcb69ae tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1649.340385] env[69663]: value = "task-3333950" [ 1649.340385] env[69663]: _type = "Task" [ 1649.340385] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.349352] env[69663]: DEBUG oslo_vmware.api [None req-2ee251d2-680d-4e8d-94be-9b26fdcb69ae tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333950, 'name': SuspendVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.851960] env[69663]: DEBUG oslo_vmware.api [None req-2ee251d2-680d-4e8d-94be-9b26fdcb69ae tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333950, 'name': SuspendVM_Task} progress is 100%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.351648] env[69663]: DEBUG oslo_vmware.api [None req-2ee251d2-680d-4e8d-94be-9b26fdcb69ae tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333950, 'name': SuspendVM_Task, 'duration_secs': 0.544644} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.352018] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee251d2-680d-4e8d-94be-9b26fdcb69ae tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Suspended the VM {{(pid=69663) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1167}} [ 1650.352139] env[69663]: DEBUG nova.compute.manager [None req-2ee251d2-680d-4e8d-94be-9b26fdcb69ae tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1650.352849] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdcb49a-baff-4301-9ae5-9923d26776a6 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.622399] env[69663]: DEBUG nova.network.neutron [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Updating instance_info_cache with network_info: [{"id": "d96a5a02-0d1b-4d1c-b50b-c2c89266f233", "address": "fa:16:3e:5e:d5:16", "network": {"id": "8f5d2d06-6bc8-438e-ba54-64cbb07bda53", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1813658570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a924ac6b603449649201ef562daf8ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd96a5a02-0d", "ovs_interfaceid": "d96a5a02-0d1b-4d1c-b50b-c2c89266f233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.125421] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Releasing lock "refresh_cache-939cb5f3-9cab-4949-8b4e-9b555b280e0e" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1651.125646] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Updated the network info_cache for instance {{(pid=69663) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9997}} [ 1651.125855] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1651.126022] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1651.126177] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1651.126345] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1651.126512] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1651.126658] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1651.126786] env[69663]: DEBUG nova.compute.manager [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69663) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10545}} [ 1651.126926] env[69663]: DEBUG oslo_service.periodic_task [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69663) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1651.630165] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1651.630592] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1651.630592] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1651.630908] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69663) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1651.631679] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5782e7ed-2090-41d2-8e78-c8084c6a33df {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.639842] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0be0889-a459-49f2-b8ed-2801781470b5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.653236] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1dbe2f-0225-4596-9b75-59bb9410d3be {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.659561] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2da3018-ba88-4ea8-ab31-0ee7df3ed17e {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.688754] env[69663]: INFO nova.compute.manager [None req-40a618fd-a341-4fe5-b604-cf064f6d0641 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Resuming [ 1651.689310] env[69663]: DEBUG nova.objects.instance [None req-40a618fd-a341-4fe5-b604-cf064f6d0641 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lazy-loading 'flavor' on Instance uuid 939cb5f3-9cab-4949-8b4e-9b555b280e0e {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1651.690618] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180984MB free_disk=109GB free_vcpus=48 pci_devices=None {{(pid=69663) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1651.690783] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1651.690994] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1652.701187] env[69663]: DEBUG oslo_concurrency.lockutils [None req-40a618fd-a341-4fe5-b604-cf064f6d0641 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "refresh_cache-939cb5f3-9cab-4949-8b4e-9b555b280e0e" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.701528] env[69663]: DEBUG oslo_concurrency.lockutils [None req-40a618fd-a341-4fe5-b604-cf064f6d0641 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquired lock "refresh_cache-939cb5f3-9cab-4949-8b4e-9b555b280e0e" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.701583] env[69663]: DEBUG nova.network.neutron [None req-40a618fd-a341-4fe5-b604-cf064f6d0641 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Building network info cache for instance {{(pid=69663) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1652.719309] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Instance 939cb5f3-9cab-4949-8b4e-9b555b280e0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69663) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1652.719550] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1652.719729] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69663) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1652.746216] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3779241c-54c9-4537-8ecc-ee93b08d9202 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.754057] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb74d9d-7d62-4a03-85f7-71af292ab63a {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.783692] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff710a29-ed70-4382-9de8-72fea69c21ba {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.790357] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17c84e8-b144-4782-a998-e00847e3b59f {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.804059] env[69663]: DEBUG nova.compute.provider_tree [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1653.306552] env[69663]: DEBUG nova.scheduler.client.report [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1653.413748] env[69663]: DEBUG nova.network.neutron [None req-40a618fd-a341-4fe5-b604-cf064f6d0641 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Updating instance_info_cache with network_info: [{"id": "d96a5a02-0d1b-4d1c-b50b-c2c89266f233", "address": "fa:16:3e:5e:d5:16", "network": {"id": "8f5d2d06-6bc8-438e-ba54-64cbb07bda53", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1813658570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a924ac6b603449649201ef562daf8ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd96a5a02-0d", "ovs_interfaceid": "d96a5a02-0d1b-4d1c-b50b-c2c89266f233", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.813459] env[69663]: DEBUG nova.compute.resource_tracker [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69663) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1653.813856] env[69663]: DEBUG oslo_concurrency.lockutils [None req-96e4e89a-5e0d-4b28-9272-356a9e60fa56 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.123s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1653.916608] env[69663]: DEBUG oslo_concurrency.lockutils [None req-40a618fd-a341-4fe5-b604-cf064f6d0641 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Releasing lock "refresh_cache-939cb5f3-9cab-4949-8b4e-9b555b280e0e" {{(pid=69663) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1653.917669] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4671cb68-06f0-4351-8c3c-bb568345c6b8 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.924625] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-40a618fd-a341-4fe5-b604-cf064f6d0641 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Resuming the VM {{(pid=69663) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1184}} [ 1653.924892] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc460c43-e7e5-4425-9139-dc79860e64c7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.931264] env[69663]: DEBUG oslo_vmware.api [None req-40a618fd-a341-4fe5-b604-cf064f6d0641 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1653.931264] env[69663]: value = "task-3333951" [ 1653.931264] env[69663]: _type = "Task" [ 1653.931264] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.938704] env[69663]: DEBUG oslo_vmware.api [None req-40a618fd-a341-4fe5-b604-cf064f6d0641 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.442628] env[69663]: DEBUG oslo_vmware.api [None req-40a618fd-a341-4fe5-b604-cf064f6d0641 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333951, 'name': PowerOnVM_Task, 'duration_secs': 0.398255} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.442937] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-40a618fd-a341-4fe5-b604-cf064f6d0641 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Resumed the VM {{(pid=69663) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1189}} [ 1654.443147] env[69663]: DEBUG nova.compute.manager [None req-40a618fd-a341-4fe5-b604-cf064f6d0641 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Checking state {{(pid=69663) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1654.443980] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08781572-e710-4e23-ac3a-3c7f7aa55321 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.307063] env[69663]: DEBUG oslo_concurrency.lockutils [None req-933b94b9-57d3-46a9-9ede-4df891eb8801 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "939cb5f3-9cab-4949-8b4e-9b555b280e0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1655.307431] env[69663]: DEBUG oslo_concurrency.lockutils [None req-933b94b9-57d3-46a9-9ede-4df891eb8801 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "939cb5f3-9cab-4949-8b4e-9b555b280e0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1655.307551] env[69663]: DEBUG oslo_concurrency.lockutils [None req-933b94b9-57d3-46a9-9ede-4df891eb8801 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "939cb5f3-9cab-4949-8b4e-9b555b280e0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1655.307742] env[69663]: DEBUG oslo_concurrency.lockutils [None req-933b94b9-57d3-46a9-9ede-4df891eb8801 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "939cb5f3-9cab-4949-8b4e-9b555b280e0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1655.307924] env[69663]: DEBUG oslo_concurrency.lockutils [None req-933b94b9-57d3-46a9-9ede-4df891eb8801 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "939cb5f3-9cab-4949-8b4e-9b555b280e0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1655.310183] env[69663]: INFO nova.compute.manager [None req-933b94b9-57d3-46a9-9ede-4df891eb8801 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Terminating instance [ 1655.311861] env[69663]: DEBUG nova.compute.manager [None req-933b94b9-57d3-46a9-9ede-4df891eb8801 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Start destroying the instance on the hypervisor. {{(pid=69663) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1655.312080] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-933b94b9-57d3-46a9-9ede-4df891eb8801 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Destroying instance {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1142}} [ 1655.312904] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a1eb88-5f85-4fc0-82f5-66ea3a98dbde {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.320742] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-933b94b9-57d3-46a9-9ede-4df891eb8801 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Powering off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1502}} [ 1655.320965] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78803f03-8fe1-4e46-a29a-37fdd8f99ae5 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.327419] env[69663]: DEBUG oslo_vmware.api [None req-933b94b9-57d3-46a9-9ede-4df891eb8801 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1655.327419] env[69663]: value = "task-3333952" [ 1655.327419] env[69663]: _type = "Task" [ 1655.327419] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.334760] env[69663]: DEBUG oslo_vmware.api [None req-933b94b9-57d3-46a9-9ede-4df891eb8801 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333952, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.837847] env[69663]: DEBUG oslo_vmware.api [None req-933b94b9-57d3-46a9-9ede-4df891eb8801 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333952, 'name': PowerOffVM_Task, 'duration_secs': 0.177404} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.838154] env[69663]: DEBUG nova.virt.vmwareapi.vm_util [None req-933b94b9-57d3-46a9-9ede-4df891eb8801 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Powered off the VM {{(pid=69663) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1507}} [ 1655.838341] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-933b94b9-57d3-46a9-9ede-4df891eb8801 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Unregistering the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1094}} [ 1655.838622] env[69663]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08a03adb-fdd1-4ec0-9fb6-8b19a70e012c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.895759] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-933b94b9-57d3-46a9-9ede-4df891eb8801 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Unregistered the VM {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1097}} [ 1655.895977] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-933b94b9-57d3-46a9-9ede-4df891eb8801 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Deleting contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1107}} [ 1655.896197] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-933b94b9-57d3-46a9-9ede-4df891eb8801 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Deleting the datastore file [datastore1] 939cb5f3-9cab-4949-8b4e-9b555b280e0e {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1655.896469] env[69663]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c93b4386-c81c-4490-b238-4b55a0a88efe {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.904552] env[69663]: DEBUG oslo_vmware.api [None req-933b94b9-57d3-46a9-9ede-4df891eb8801 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for the task: (returnval){ [ 1655.904552] env[69663]: value = "task-3333954" [ 1655.904552] env[69663]: _type = "Task" [ 1655.904552] env[69663]: } to complete. {{(pid=69663) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.912116] env[69663]: DEBUG oslo_vmware.api [None req-933b94b9-57d3-46a9-9ede-4df891eb8801 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333954, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.414720] env[69663]: DEBUG oslo_vmware.api [None req-933b94b9-57d3-46a9-9ede-4df891eb8801 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Task: {'id': task-3333954, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157439} completed successfully. {{(pid=69663) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.415115] env[69663]: DEBUG nova.virt.vmwareapi.ds_util [None req-933b94b9-57d3-46a9-9ede-4df891eb8801 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Deleted the datastore file {{(pid=69663) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1656.415222] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-933b94b9-57d3-46a9-9ede-4df891eb8801 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Deleted contents of the VM from datastore datastore1 {{(pid=69663) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1117}} [ 1656.415407] env[69663]: DEBUG nova.virt.vmwareapi.vmops [None req-933b94b9-57d3-46a9-9ede-4df891eb8801 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Instance destroyed {{(pid=69663) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1144}} [ 1656.415591] env[69663]: INFO nova.compute.manager [None req-933b94b9-57d3-46a9-9ede-4df891eb8801 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1656.415838] env[69663]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-933b94b9-57d3-46a9-9ede-4df891eb8801 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69663) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1656.416053] env[69663]: DEBUG nova.compute.manager [-] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Deallocating network for instance {{(pid=69663) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1656.416153] env[69663]: DEBUG nova.network.neutron [-] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] deallocate_for_instance() {{(pid=69663) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1656.831441] env[69663]: DEBUG nova.compute.manager [req-d16ac3d0-78ca-4672-8c3a-b5a87f59fc03 req-2c0920e3-660e-4dd7-b0d9-9dc3217aecb6 service nova] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Received event network-vif-deleted-d96a5a02-0d1b-4d1c-b50b-c2c89266f233 {{(pid=69663) external_instance_event /opt/stack/nova/nova/compute/manager.py:11129}} [ 1656.831567] env[69663]: INFO nova.compute.manager [req-d16ac3d0-78ca-4672-8c3a-b5a87f59fc03 req-2c0920e3-660e-4dd7-b0d9-9dc3217aecb6 service nova] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Neutron deleted interface d96a5a02-0d1b-4d1c-b50b-c2c89266f233; detaching it from the instance and deleting it from the info cache [ 1656.831803] env[69663]: DEBUG nova.network.neutron [req-d16ac3d0-78ca-4672-8c3a-b5a87f59fc03 req-2c0920e3-660e-4dd7-b0d9-9dc3217aecb6 service nova] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1657.308490] env[69663]: DEBUG nova.network.neutron [-] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Updating instance_info_cache with network_info: [] {{(pid=69663) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1657.333934] env[69663]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b8a8f0a-7908-4907-9af4-c8602943f61c {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.344047] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1743a0-a112-49bf-8cfa-2fd7af62eedd {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.367633] env[69663]: DEBUG nova.compute.manager [req-d16ac3d0-78ca-4672-8c3a-b5a87f59fc03 req-2c0920e3-660e-4dd7-b0d9-9dc3217aecb6 service nova] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Detach interface failed, port_id=d96a5a02-0d1b-4d1c-b50b-c2c89266f233, reason: Instance 939cb5f3-9cab-4949-8b4e-9b555b280e0e could not be found. {{(pid=69663) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10963}} [ 1657.811453] env[69663]: INFO nova.compute.manager [-] [instance: 939cb5f3-9cab-4949-8b4e-9b555b280e0e] Took 1.40 seconds to deallocate network for instance. [ 1658.317833] env[69663]: DEBUG oslo_concurrency.lockutils [None req-933b94b9-57d3-46a9-9ede-4df891eb8801 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1658.318151] env[69663]: DEBUG oslo_concurrency.lockutils [None req-933b94b9-57d3-46a9-9ede-4df891eb8801 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1658.318378] env[69663]: DEBUG nova.objects.instance [None req-933b94b9-57d3-46a9-9ede-4df891eb8801 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lazy-loading 'resources' on Instance uuid 939cb5f3-9cab-4949-8b4e-9b555b280e0e {{(pid=69663) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1658.853650] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212073c2-f85e-4f03-a141-e42e95a774b2 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.861183] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2201e971-2148-42fb-a025-3174c7581a05 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.890801] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51b25e4-a2a6-4665-a6af-6c5811c396e7 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.897659] env[69663]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435ce4b2-3163-4a95-842e-e7209b3bd084 {{(pid=69663) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.910371] env[69663]: DEBUG nova.compute.provider_tree [None req-933b94b9-57d3-46a9-9ede-4df891eb8801 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Inventory has not changed in ProviderTree for provider: f2fb168a-c97f-41a4-9b18-725376271f6b {{(pid=69663) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1659.413857] env[69663]: DEBUG nova.scheduler.client.report [None req-933b94b9-57d3-46a9-9ede-4df891eb8801 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Inventory has not changed for provider f2fb168a-c97f-41a4-9b18-725376271f6b based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 109, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69663) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1659.919411] env[69663]: DEBUG oslo_concurrency.lockutils [None req-933b94b9-57d3-46a9-9ede-4df891eb8801 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.601s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1659.944981] env[69663]: INFO nova.scheduler.client.report [None req-933b94b9-57d3-46a9-9ede-4df891eb8801 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Deleted allocations for instance 939cb5f3-9cab-4949-8b4e-9b555b280e0e [ 1660.453018] env[69663]: DEBUG oslo_concurrency.lockutils [None req-933b94b9-57d3-46a9-9ede-4df891eb8801 tempest-ServerActionsTestJSON-1918891154 tempest-ServerActionsTestJSON-1918891154-project-member] Lock "939cb5f3-9cab-4949-8b4e-9b555b280e0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.145s {{(pid=69663) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}